00010000:00000010:1.1F:1769074059.764903:0:15354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00010000:00000010:1.1:1769074059.807465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074059.921985:0:15362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74953b7e0.
00010000:00000010:1.1:1769074060.034690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:1.1:1769074060.034707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074060.043884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074060.043901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:1.1:1769074060.064639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074060.064661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074060.123169:0:15363:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d25280.
00000080:00000010:1.1:1769074060.123188:0:15363:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7601bf180.
00010000:00000010:1.1:1769074060.191437:0:1049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074060.207470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074060.211681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d15b60.
00010000:00000010:1.1:1769074060.211713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074060.211720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074060.484538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:1.1:1769074060.484559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074060.484563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074060.484566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:1.1:1769074060.538421:0:15366:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d25280.
00000080:00000010:1.1:1769074060.538450:0:15366:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749b44cc0.
00010000:00000010:1.1:1769074060.626621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074060.835590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074060.929461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074060.929478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074061.094588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7600a5680.
00010000:00000010:1.1:1769074061.094616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074061.094622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074061.493869:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d239c0.
00000080:00000010:1.1:1769074061.493889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7494c7d80.
00000080:00000010:1.1:1769074061.905358:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2b180.
00000080:00000010:1.1:1769074061.905380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747ece400.
00010000:00000010:1.1:1769074062.250754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074062.250776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:1.1:1769074062.342238:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2dac0.
00000080:00000010:1.1:1769074062.342258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c09b00.
00000080:00000010:1.1:1769074062.429114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747ecee60.
00010000:00000010:1.1:1769074062.429141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074062.429148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:1.1:1769074062.521444:0:15396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748ca6a40.
00010000:00000010:1.1:1769074062.632460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074062.632482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:1.1:1769074062.698076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:1.1:1769074062.709923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7601260a0.
00010000:00000010:1.1:1769074062.709964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:1.1:1769074062.709974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:1.1:1769074062.830572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00010000:00000010:1.1:1769074062.830591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:1.1:1769074062.833713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074062.833736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00010000:00000010:1.1:1769074062.873566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:1.1:1769074062.873592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00000080:00000010:1.1:1769074062.954466:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d239c0.
00000080:00000010:1.1:1769074062.954489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748228a40.
00010000:00000010:1.1:1769074063.164822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074063.165357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074063.199310:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074063.199321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074063.253295:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d239c0.
00000080:00000010:1.1:1769074063.253326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d760126f20.
00000080:00000010:1.1:1769074063.497679:0:15417:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbf380.
00000080:00000010:1.1:1769074063.498365:0:15417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d746461720.
00010000:00000010:1.1:1769074063.675533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd000.
00010000:00000010:1.1:1769074063.675557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074063.742326:0:1049:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d33180.
00000080:00000010:1.1:1769074063.742354:0:1049:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74955f320.
00010000:00000010:1.1:1769074063.908476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074063.979460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074063.979484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074064.005464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074064.005489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074064.061792:0:15424:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d239c0.
00000080:00000010:1.1:1769074064.061820:0:15424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74827cf80.
00000080:00000010:1.1:1769074064.215909:0:1049:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745fe2740.
00010000:00000010:1.1:1769074064.246877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:1.1:1769074064.246900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:1.1:1769074064.356613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074064.457926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745fe24c0.
00010000:00000010:1.1:1769074064.529434:0:15195:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00000080:00000010:1.1:1769074064.661441:0:15439:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf9080.
00000080:00000010:1.1:1769074064.661461:0:15439:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745fe2700.
00010000:00000010:1.1:1769074064.686495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074064.798462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747e85380.
00010000:00000010:1.1:1769074064.952355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074064.952379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:1.1:1769074065.048951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074065.137649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742aa7640.
00010000:00000010:1.1:1769074065.218468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074065.218480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:1.1:1769074065.349576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742aa7b40.
00010000:00000010:1.1:1769074065.427282:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074065.427305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:1.1:1769074065.717722:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:1.1:1769074065.717739:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00010000:00000010:1.1:1769074065.788713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074065.827670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742aa7b60.
00010000:00000010:1.1:1769074065.827695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:1.1:1769074065.827703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:1.1:1769074065.997492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:1.1:1769074065.997514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00010000:00000010:1.1:1769074066.067547:0:15463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00000080:00000010:1.1:1769074066.135484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742ce1520.
00010000:00000010:1.1:1769074066.186467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:1.1:1769074066.186486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00010000:00000010:1.1:1769074066.345031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:1.1:1769074066.345056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00000080:00000010:1.1:1769074066.403547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5240.
00010000:00000010:1.1:1769074066.481168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:1.1:1769074066.481176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074066.485473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074066.485493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074066.503637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074066.503667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074066.604930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074066.604945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00010000:00000010:1.1:1769074066.795762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00010000:00000010:1.1:1769074066.795795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:1.1:1769074066.795799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:1.1:1769074066.795802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:1.1:1769074066.821363:0:1049:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:1.1:1769074066.821382:0:1049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00000080:00000010:1.1:1769074066.868504:0:15481:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d33180.
00000080:00000010:1.1:1769074066.868514:0:15481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74946ef20.
00010000:00000010:1.1:1769074066.900605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074066.913879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5b60.
00010000:00000010:1.1:1769074066.920523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074066.920536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:1.1:1769074066.980471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5140.
00010000:00000010:1.1:1769074067.065934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:1.1:1769074067.065959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074067.082454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074067.082464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:1.1:1769074067.370391:0:15486:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:1.1:1769074067.405063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:1.1:1769074067.405080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074067.405084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074067.405088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074067.429454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074067.429465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074067.528599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74946efc0.
00010000:00000010:1.1:1769074067.532141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074067.532151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074067.607462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745f6e3e0.
00010000:00000010:1.1:1769074067.659587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:1.1:1769074067.659611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074067.659616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074067.659619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074067.687468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074067.687490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074067.738856:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cfca40.
00000080:00000010:1.1:1769074067.743603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745f6e680.
00000080:00000010:1.1:1769074067.823450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747effd40.
00010000:00000010:1.1:1769074067.823464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074067.823470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:1.1:1769074067.914439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5360.
00010000:00000010:1.1:1769074068.170577:0:15504:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074068.243719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074068.243734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074068.243738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074068.243741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074068.340127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74944d560.
00010000:00000010:1.1:1769074068.599507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00010000:00000010:1.1:1769074068.599539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:1.1:1769074068.599544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:1.1:1769074068.599548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00010000:00000010:1.1:1769074068.606599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074068.606628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:1.1:1769074068.646554:0:15508:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d23180.
00000080:00000010:1.1:1769074068.646578:0:15508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749645f60.
00010000:00000010:1.1:1769074068.683327:0:15501:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074068.720854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5220.
00010000:00000010:1.1:1769074068.720885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:1.1:1769074068.720894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:1.1:1769074068.888071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:1.1:1769074068.888093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074068.888099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:1.1:1769074068.888104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00010000:00000010:1.1:1769074068.896784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074068.896793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:1.1:1769074068.951457:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cff380.
00000080:00000010:1.1:1769074068.951480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74946e800.
00000080:00000010:1.1:1769074069.123519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5280.
00010000:00000010:1.1:1769074069.199239:0:15518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00000080:00000010:1.1:1769074069.527507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5c00.
00010000:00000010:1.1:1769074069.581556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074069.581567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074069.601437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074069.601467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:1.1:1769074069.629424:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074069.629446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074069.676624:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cff380.
00000080:00000010:1.1:1769074069.676645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3e80.
00010000:00000010:1.1:1769074069.734683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074069.877689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5280.
00010000:00000010:1.1:1769074069.908573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074069.956452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074069.956468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074070.045506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074070.156546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5d60.
00010000:00000010:1.1:1769074070.239591:0:6189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074070.239600:0:6189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:1.1:1769074070.252466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074070.252488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:1.1:1769074070.466872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5fa0.
00010000:00000010:1.1:1769074070.527469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:1.1:1769074070.527487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074070.527493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00010000:00000010:1.1:1769074070.598890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074070.624472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee51c0.
00010000:00000010:1.1:1769074070.624506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:1.1:1769074070.624515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:1.1:1769074070.751460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074070.751485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:1.1:1769074070.861026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006aa40.
00010000:00000010:1.1:1769074070.861053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074070.861060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:1.1:1769074070.948710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074070.948719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:1.1:1769074071.128509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb7e0.
00010000:00000010:1.1:1769074071.189508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074071.189536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:1.1:1769074071.456951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074071.482671:0:15565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074071.483346:0:15565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074071.563482:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d33180.
00000080:00000010:1.1:1769074071.563508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee51e0.
00000080:00000010:1.1:1769074071.649454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5680.
00010000:00000010:1.1:1769074071.717609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074071.717634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074071.761504:0:15569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074071.859812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074071.903183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074071.903193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074071.916719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074071.916739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074071.926614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074071.926624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074071.932242:0:15572:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf4200.
00000080:00000010:1.1:1769074071.932258:0:15572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5220.
00010000:00000010:1.1:1769074072.026599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074072.026618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074072.165833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00010000:00000010:1.1:1769074072.165845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074072.165848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074072.165851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074072.197283:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074072.197309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074072.201472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074072.201496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074072.239455:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d14200.
00000080:00000010:1.1:1769074072.239477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb740.
00000080:00000010:1.1:1769074072.316474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3340.
00010000:00000010:1.1:1769074072.325294:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074072.325319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074072.393536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb4a0.
00000080:00000010:1.1:1769074072.467244:0:15582:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d14200.
00000080:00000010:1.1:1769074072.467266:0:15582:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a180.
00010000:00000010:1.1:1769074072.558014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:1.1:1769074072.684560:0:15589:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb34e0.
00010000:00000010:1.1:1769074072.750880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074072.772646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074072.772673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074072.772679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:1.1:1769074072.772683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00010000:00000010:1.1:1769074072.800487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074072.800513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074072.826052:0:6189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074072.826077:0:6189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074072.891853:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf18c0.
00000080:00000010:1.1:1769074072.891870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5300.
00000080:00000010:1.1:1769074072.994671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a360.
00010000:00000010:1.1:1769074072.995307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074072.995313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074073.130868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5e20.
00010000:00000010:1.1:1769074073.252469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074073.252488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00010000:00000010:1.1:1769074073.300797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:1.1:1769074073.300820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00000080:00000010:1.1:1769074073.429476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bba40.
00010000:00000010:1.1:1769074073.429506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:1.1:1769074073.429513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00010000:00000010:1.1:1769074073.715371:0:15599:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074073.715379:0:15599:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074073.788564:0:15604:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d14200.
00000080:00000010:1.1:1769074073.788583:0:15604:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a1e0.
00000080:00000010:1.1:1769074073.833992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a360.
00010000:00000010:1.1:1769074073.834026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074073.834032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:1.1:1769074073.957596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074073.982758:0:15604:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074073.982806:0:15604:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074073.982810:0:15604:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074073.982814:0:15604:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074074.002530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074074.002543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:1.1:1769074074.007483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074074.007509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074074.016552:0:15608:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf18c0.
00000080:00000010:1.1:1769074074.016578:0:15608:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee50c0.
00000080:00000010:1.1:1769074074.091492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3620.
00010000:00000010:1.1:1769074074.091536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:1.1:1769074074.091543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:1.1:1769074074.139477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee54c0.
00010000:00000010:1.1:1769074074.216966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074074.216990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074074.226702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:1.1:1769074074.226721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00010000:00000010:1.1:1769074074.232501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:1.1:1769074074.232535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:1.1:1769074074.257473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:1.1:1769074074.257494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:1.1:1769074074.371492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a8c0.
00010000:00000010:1.1:1769074074.375493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074074.375523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:1.1:1769074074.622197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:1.1:1769074074.622224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074074.622230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074074.622234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074074.654443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074074.654452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:1.1:1769074074.671868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074074.671891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074074.732204:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf18c0.
00000080:00000010:1.1:1769074074.732223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3820.
00000080:00000010:1.1:1769074074.779446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a760.
00010000:00000010:1.1:1769074074.779467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:1.1:1769074074.779474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00000080:00000010:1.1:1769074074.904451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbde0.
00010000:00000010:1.1:1769074074.904482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd000.
00010000:00000010:1.1:1769074074.904489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00010000:00000010:1.1:1769074074.992533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074075.047938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074075.047948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:1.1:1769074075.110480:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf18c0.
00000080:00000010:1.1:1769074075.110518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee51e0.
00000080:00000010:1.1:1769074075.567704:0:15634:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbc40.
00010000:00000010:1.1:1769074075.614267:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074075.671265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074075.671289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074075.755673:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ceeb40.
00000080:00000010:1.1:1769074075.755695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5300.
00000080:00000010:1.1:1769074075.804894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3580.
00010000:00000010:1.1:1769074075.804917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074075.804925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:1.1:1769074075.979152:0:15647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00010000:00000010:1.1:1769074076.254724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:1.1:1769074076.254745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00010000:00000010:1.1:1769074076.444638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:1.1:1769074076.491468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074076.491499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00010000:00000010:1.1:1769074076.528452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074076.528484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074076.633525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00010000:00000010:1.1:1769074076.829481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074076.829530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:1.1:1769074076.926908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc2100.
00000080:00000010:1.1:1769074076.926937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb35a0.
00000080:00000010:1.1:1769074076.992476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006aae0.
00010000:00000010:1.1:1769074076.992513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074076.992519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00010000:00000010:1.1:1769074077.083455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074077.505772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074077.505784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00000080:00000010:1.1:1769074077.573723:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbe300.
00000080:00000010:1.1:1769074077.573746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb440.
00010000:00000010:1.1:1769074077.694537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00000080:00000010:1.1:1769074077.941768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a360.
00010000:00000010:1.1:1769074078.083467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd200.
00010000:00000010:1.1:1769074078.083484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00000080:00000010:1.1:1769074078.269732:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb39e0.
00010000:00000010:1.1:1769074078.345627:0:15685:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074078.411118:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074078.411126:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074078.411131:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074078.411134:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074078.500273:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbe300.
00000080:00000010:1.1:1769074078.500298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5e20.
00000080:00000010:1.1:1769074078.649871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee58c0.
00010000:00000010:1.1:1769074078.873489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074078.977682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a420.
00010000:00000010:1.1:1769074079.043820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074079.043854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:1.1:1769074079.183459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:1.1:1769074079.250467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00010000:00000010:1.1:1769074079.250480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074079.250485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074079.250497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:1.1:1769074079.286578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074079.286594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:1.1:1769074079.286598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074079.286600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074079.329667:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbf380.
00000080:00000010:1.1:1769074079.329680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbce0.
00000080:00000010:1.1:1769074079.380710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006afc0.
00010000:00000010:1.1:1769074079.384672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074079.384694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:1.1:1769074079.435003:0:15707:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee56e0.
00010000:00000010:1.1:1769074079.517940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074079.517953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:1.1:1769074079.528458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074079.528477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:1.1:1769074079.613546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3740.
00010000:00000010:1.1:1769074079.613582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:1.1:1769074079.613589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00000080:00000010:1.1:1769074079.670002:0:15713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5a00.
00010000:00000010:1.1:1769074079.712484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074079.801464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:1.1:1769074079.801487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00010000:00000010:1.1:1769074079.820626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:1.1:1769074079.820649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00010000:00000010:1.1:1769074079.909459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074079.950460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5560.
00010000:00000010:1.1:1769074079.954709:0:15714:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:1.1:1769074079.954728:0:15714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:1.1:1769074080.127820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:1.1:1769074080.127844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00010000:00000010:1.1:1769074080.160482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:1.1:1769074080.160502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00010000:00000010:1.1:1769074080.245483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:1.1:1769074080.284476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3500.
00010000:00000010:1.1:1769074080.284508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074080.284515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074080.363472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee51c0.
00010000:00000010:1.1:1769074080.453456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074080.453466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:1.1:1769074080.482078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074080.482098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:1.1:1769074080.541475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbc00.
00010000:00000010:1.1:1769074080.541518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074080.541524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074080.715461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:1.1:1769074080.715479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074080.719087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:1.1:1769074080.719104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00010000:00000010:1.1:1769074080.740557:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074080.740575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074080.759572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074080.759590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074080.785158:0:15732:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce8000.
00000080:00000010:1.1:1769074080.785174:0:15732:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a960.
00010000:00000010:1.1:1769074080.810073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074080.834928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee58c0.
00010000:00000010:1.1:1769074080.839011:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:1.1:1769074080.839027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:1.1:1769074080.920048:0:15351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a9e0.
00000080:00000010:1.1:1769074081.241834:0:15746:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee56a0.
00010000:00000010:1.1:1769074081.263460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074081.295884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074081.295899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074081.341950:0:15747:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbe300.
00000080:00000010:1.1:1769074081.341973:0:15747:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee56a0.
00000080:00000010:1.1:1769074081.419466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb8a0.
00010000:00000010:1.1:1769074081.419481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074081.419486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074081.477925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074081.496460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074081.496474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074081.503459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074081.503479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074081.567547:0:15750:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce5ac0.
00000080:00000010:1.1:1769074081.567563:0:15750:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5080.
00010000:00000010:1.1:1769074081.601188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:1.1:1769074081.688453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074081.724457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074081.724465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:1.1:1769074081.729677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074081.729693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:1.1:1769074081.760601:0:15753:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce8000.
00000080:00000010:1.1:1769074081.760847:0:15753:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5760.
00010000:00000010:1.1:1769074081.801467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074081.805603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5760.
00010000:00000010:1.1:1769074081.805637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074081.805643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074081.920453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074081.937479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074081.937489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074081.943091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074081.943108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:1.1:1769074081.957844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074081.957861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074082.012085:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc6300.
00000080:00000010:1.1:1769074082.012109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5760.
00000080:00000010:1.1:1769074082.175439:0:15759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5620.
00010000:00000010:1.1:1769074082.287206:0:15767:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074082.287226:0:15767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074082.553476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074082.553494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:1.1:1769074082.670179:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ceeb40.
00000080:00000010:1.1:1769074082.670200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb32a0.
00010000:00000010:1.1:1769074082.714987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074082.824470:0:15773:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:1.1:1769074082.882434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074082.882451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074082.912457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074082.912479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074082.953306:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbe300.
00000080:00000010:1.1:1769074082.953329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a960.
00010000:00000010:1.1:1769074083.183853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074083.183874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074083.194509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:1.1:1769074083.194525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:1.1:1769074083.209424:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074083.209441:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074083.240505:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cca100.
00000080:00000010:1.1:1769074083.240528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb30a0.
00010000:00000010:1.1:1769074083.469618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:1.1:1769074083.469625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074083.490501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:1.1:1769074083.490524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00000080:00000010:1.1:1769074083.552324:0:15788:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc0840.
00000080:00000010:1.1:1769074083.552348:0:15788:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5480.
00000080:00000010:1.1:1769074083.654550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb480.
00010000:00000010:1.1:1769074083.721489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074083.721511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074083.745820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074083.745867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:1.1:1769074083.752610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074083.752636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074083.821453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:1.1:1769074083.821470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00000080:00000010:1.1:1769074083.821476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006ab40.
00010000:00000010:1.1:1769074083.834150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074083.834172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074083.834179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5d60.
00010000:00000010:1.1:1769074083.889681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074083.889706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074084.117659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074084.117683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074084.271767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074084.432072:0:15799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074084.549864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074084.549887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00010000:00000010:1.1:1769074084.607244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00000080:00000010:1.1:1769074084.671576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006abe0.
00010000:00000010:1.1:1769074084.671593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:1.1:1769074084.671600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00010000:00000010:1.1:1769074084.977451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:1.1:1769074085.095468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074085.400473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:1.1:1769074085.400495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00010000:00000010:1.1:1769074085.479764:0:15818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:1.1:1769074085.692441:0:1364:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:1.1:1769074085.692476:0:1364:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:1.1:1769074085.696468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd200.
00010000:00000010:1.1:1769074085.696495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:1.1:1769074085.741588:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:1.1:1769074085.741600:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:1.1:1769074085.810470:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0d280.
00000080:00000010:1.1:1769074085.810492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3bc0.
00010000:00000010:1.1:1769074086.032816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074086.032840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074086.032844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074086.032847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074086.066472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074086.066497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:1.1:1769074086.103553:0:15833:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0a100.
00000080:00000010:1.1:1769074086.103573:0:15833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3620.
00010000:00000010:1.1:1769074086.136433:0:15833:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:1.1:1769074086.170611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5b40.
00010000:00000010:1.1:1769074086.170642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074086.170649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074086.287459:0:15835:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074086.329051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00010000:00000010:1.1:1769074086.329078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074086.336848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074086.336869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074086.421627:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cce300.
00000080:00000010:1.1:1769074086.421758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb7c0.
00010000:00000010:1.1:1769074086.646461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd000.
00010000:00000010:1.1:1769074086.724250:0:15843:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00010000:00000010:1.1:1769074086.724263:0:15843:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074086.724268:0:15843:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074086.724272:0:15843:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074087.168435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00010000:00000010:1.1:1769074087.168468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:1.1:1769074087.168474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:1.1:1769074087.168476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:1.1:1769074087.182466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074087.182488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074087.242286:0:15351:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0b9c0.
00000080:00000010:1.1:1769074087.242321:0:15351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a260.
00010000:00000010:1.1:1769074087.469628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:1.1:1769074087.469654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:1.1:1769074087.507166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074087.507177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074087.726330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee51c0.
00010000:00000010:1.1:1769074087.757475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:1.1:1769074087.845062:0:15842:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:1.1:1769074087.845083:0:15842:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00010000:00000010:1.1:1769074087.928564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:1.1:1769074087.944014:0:15862:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3a60.
00010000:00000010:1.1:1769074087.944032:0:15862:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:1.1:1769074087.944038:0:15862:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00010000:00000010:1.1:1769074088.132054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074088.228166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074088.228172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074088.239460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074088.239479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00010000:00000010:1.1:1769074088.336625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074088.340969:0:15866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5280.
00010000:00000010:1.1:1769074088.340983:0:15866:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074088.340989:0:15866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:1.1:1769074088.419233:0:6190:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074088.419246:0:6190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:1.1:1769074088.429505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074088.429654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:1.1:1769074088.492466:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0b9c0.
00000080:00000010:1.1:1769074088.492480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3cc0.
00000080:00000010:1.1:1769074088.584453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5ac0.
00010000:00000010:1.1:1769074088.634719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074088.634726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:1.1:1769074088.638886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:1.1:1769074088.638902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00010000:00000010:1.1:1769074088.719422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074088.881509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:1.1:1769074088.881530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:1.1:1769074088.906353:0:10484:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:1.1:1769074088.906533:0:10484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00010000:00000010:1.1:1769074089.117508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074089.138756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074089.138768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074089.183549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074089.183559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074089.216499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074089.216521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074089.261449:0:15890:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511eca40.
00000080:00000010:1.1:1769074089.261468:0:15890:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee50c0.
00010000:00000010:1.1:1769074089.302473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074089.399761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a9c0.
00010000:00000010:1.1:1769074089.447908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074089.447931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:1.1:1769074089.453432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074089.453453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:1.1:1769074089.676660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074089.676688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074089.695755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074089.695779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:1.1:1769074089.703514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074089.703537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074089.749467:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ccca40.
00000080:00000010:1.1:1769074089.749495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5320.
00010000:00000010:1.1:1769074089.888884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074089.936648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074089.936709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:1.1:1769074089.973473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:1.1:1769074089.973498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00010000:00000010:1.1:1769074090.257501:0:15911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:1.1:1769074090.323486:0:15913:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074090.349471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074090.349480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074090.359021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074090.359031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:1.1:1769074090.365463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074090.365487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074090.382462:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511ea100.
00000080:00000010:1.1:1769074090.382476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5480.
00000080:00000010:1.1:1769074090.468600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3900.
00010000:00000010:1.1:1769074090.468633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074090.468640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074090.634336:0:6189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:1.1:1769074090.634362:0:6189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00010000:00000010:1.1:1769074090.645523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:1.1:1769074090.645548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00000080:00000010:1.1:1769074090.726476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3e40.
00010000:00000010:1.1:1769074090.726517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074090.726524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074090.850464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074090.850474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074090.860776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074090.860784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074090.865675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074090.865696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:1.1:1769074091.063348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5280.
00010000:00000010:1.1:1769074091.295632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074091.295655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:1.1:1769074091.358451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5300.
00010000:00000010:1.1:1769074091.446439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074091.446462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:1.1:1769074091.709512:0:15938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5d00.
00010000:00000010:1.1:1769074091.750784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074091.837446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074091.837470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:1.1:1769074091.990465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074092.017590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074092.017611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074092.076682:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cae300.
00000080:00000010:1.1:1769074092.076710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5280.
00000080:00000010:1.1:1769074092.145478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a120.
00010000:00000010:1.1:1769074092.145499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:1.1:1769074092.145505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00010000:00000010:1.1:1769074092.290793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074092.472571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074092.472597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d761cc1b40.
00010000:00000010:1.1:1769074092.472607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:1.1:1769074092.472611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00000080:00000010:1.1:1769074092.533750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d741383c60.
00010000:00000010:1.1:1769074092.651613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074092.651637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:1.1:1769074092.719598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:1.1:1769074092.719622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:1.1:1769074092.719629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a960.
00010000:00000010:1.1:1769074092.870838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074092.924494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:1.1:1769074092.924517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074092.924522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074092.924525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:1.1:1769074092.933466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074092.933503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074092.978462:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e9080.
00000080:00000010:1.1:1769074092.978478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5620.
00000080:00000010:1.1:1769074093.058508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb36e0.
00010000:00000010:1.1:1769074093.058540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074093.058548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074093.145512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5300.
00010000:00000010:1.1:1769074093.219068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:1.1:1769074093.219078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074093.222615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074093.222636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074093.273930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074093.273953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:1.1:1769074093.327475:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e5280.
00000080:00000010:1.1:1769074093.327497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3620.
00000080:00000010:1.1:1769074093.373626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006aa80.
00010000:00000010:1.1:1769074093.373657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074093.373664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:1.1:1769074093.511633:0:15195:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc0840.
00000080:00000010:1.1:1769074093.511650:0:15195:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bba40.
00010000:00000010:1.1:1769074093.577651:0:15970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00010000:00000010:1.1:1769074093.790794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074093.790808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:1.1:1769074093.899626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5760.
00010000:00000010:1.1:1769074093.899667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074093.899675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074093.962595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5380.
00010000:00000010:1.1:1769074094.298587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074094.718001:0:15971:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00010000:00000010:1.1:1769074094.718024:0:15971:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074094.718029:0:15971:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074094.718032:0:15971:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074094.753156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074094.753212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:1.1:1769074095.104481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00010000:00000010:1.1:1769074095.104507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074095.104512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074095.104515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:1.1:1769074095.122458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074095.122483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:1.1:1769074095.142691:0:15996:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074095.142710:0:15996:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074095.172827:0:15996:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e2100.
00000080:00000010:1.1:1769074095.172854:0:15996:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb100.
00010000:00000010:1.1:1769074095.219078:0:15999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00000080:00000010:1.1:1769074095.242433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006abe0.
00010000:00000010:1.1:1769074095.251262:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:1.1:1769074095.251286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:1.1:1769074095.362083:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb36c0.
00010000:00000010:1.1:1769074095.543449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:1.1:1769074095.854554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:1.1:1769074095.854579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00000080:00000010:1.1:1769074095.861168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a5a0.
00010000:00000010:1.1:1769074095.922278:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074095.922299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074095.922306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee50c0.
00010000:00000010:1.1:1769074095.944799:0:16008:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074095.944816:0:16008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:1.1:1769074096.122459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00000080:00000010:1.1:1769074096.125880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a960.
00010000:00000010:1.1:1769074096.125902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074096.125908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074096.219490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee56e0.
00010000:00000010:1.1:1769074096.319827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:1.1:1769074096.319836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074096.356455:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d98c0.
00000080:00000010:1.1:1769074096.356485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3380.
00010000:00000010:1.1:1769074096.543230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074096.573703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074096.573709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074096.650522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00000080:00000010:1.1:1769074096.739092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbcc0.
00010000:00000010:1.1:1769074096.798000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074096.798025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074096.893572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a120.
00010000:00000010:1.1:1769074096.897217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074096.897233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:1.1:1769074096.973502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:1.1:1769074097.074450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074097.074473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074097.177174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074097.245794:0:15195:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5080.
00000080:00000010:1.1:1769074097.376709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb9a0.
00010000:00000010:1.1:1769074097.379473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074097.379494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00010000:00000010:1.1:1769074097.490470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074097.565586:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074097.565607:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074097.865448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:1.1:1769074097.865470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00000080:00000010:1.1:1769074097.992479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb5a0.
00010000:00000010:1.1:1769074097.992508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074097.992515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00000080:00000010:1.1:1769074098.073481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3da0.
00010000:00000010:1.1:1769074098.134441:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:1.1:1769074098.134449:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00000080:00000010:1.1:1769074098.277785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a260.
00010000:00000010:1.1:1769074098.277820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074098.277828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074098.420448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074098.420466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:1.1:1769074098.455641:0:15195:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074098.455658:0:15195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074098.758687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074098.758711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:1.1:1769074098.778206:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074098.778237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:1.1:1769074098.819083:0:16066:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751135280.
00000080:00000010:1.1:1769074098.819116:0:16066:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a6c0.
00010000:00000010:1.1:1769074098.888982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074098.895154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5c00.
00010000:00000010:1.1:1769074098.899864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:1.1:1769074098.899886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00010000:00000010:1.1:1769074099.021645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074099.124871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:1.1:1769074099.124894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00000080:00000010:1.1:1769074099.293491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5480.
00010000:00000010:1.1:1769074099.407355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074099.407372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:1.1:1769074099.557457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074099.749493:0:16084:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074099.749509:0:16084:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074099.749514:0:16084:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:1.1:1769074099.749523:0:16084:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c22100.
00000080:00000010:1.1:1769074099.749532:0:16084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3500.
00010000:00000010:1.1:1769074099.777176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074099.847520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74946ebc0.
00010000:00000010:1.1:1769074099.847544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074099.847551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074099.917462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74946efc0.
00010000:00000010:1.1:1769074100.083545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074100.177462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7601bf7c0.
00010000:00000010:1.1:1769074100.317140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:1.1:1769074100.317150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074100.339905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074100.339917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00010000:00000010:1.1:1769074100.436255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074100.453773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7601bf7c0.
00010000:00000010:1.1:1769074100.453801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074100.453807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074100.506457:0:19:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74946edc0.
00010000:00000010:1.1:1769074100.586513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00010000:00000010:1.1:1769074100.586531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074100.628758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074100.628768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:1.1:1769074100.690459:0:16093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00010000:00000010:1.1:1769074100.827484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074100.902441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074100.902450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074101.026473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3980.
00010000:00000010:1.1:1769074101.026509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074101.026517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074101.090798:0:16107:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3c40.
00000080:00000010:1.1:1769074101.208472:0:16104:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751130840.
00000080:00000010:1.1:1769074101.208493:0:16104:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee51c0.
00000080:00000010:1.1:1769074101.356473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5760.
00010000:00000010:1.1:1769074101.387463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074101.509448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074101.509459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074101.738593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb35a0.
00010000:00000010:1.1:1769074101.738627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074101.738634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:1.1:1769074101.995460:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd39c0.
00000080:00000010:1.1:1769074101.995484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f20.
00010000:00000010:1.1:1769074102.013670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:1.1:1769074102.205514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:1.1:1769074102.205537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:1.1:1769074102.356526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:1.1:1769074102.356550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00010000:00000010:1.1:1769074102.429241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074102.612188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074102.612204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074102.620446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074102.620456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:1.1:1769074102.655662:0:16135:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129dac0.
00000080:00000010:1.1:1769074102.655685:0:16135:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3bc0.
00000080:00000010:1.1:1769074102.799686:0:16137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d741383c60.
00010000:00000010:1.1:1769074102.823461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074102.887444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074102.887460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:1.1:1769074102.953022:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129a100.
00000080:00000010:1.1:1769074102.953048:0:10484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee56a0.
00010000:00000010:1.1:1769074103.168564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:1.1:1769074103.168574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:1.1:1769074103.177468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:1.1:1769074103.177477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00010000:00000010:1.1:1769074103.181552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074103.181574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074103.204448:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751299080.
00000080:00000010:1.1:1769074103.204460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5fc0.
00010000:00000010:1.1:1769074103.234443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074103.244685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5280.
00010000:00000010:1.1:1769074103.244707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074103.244715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074103.337585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074103.352800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074103.352834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:1.1:1769074103.363783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074103.363801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074103.369045:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074103.369061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074103.446567:0:16153:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074103.452458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5fc0.
00010000:00000010:1.1:1769074103.518702:0:16155:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074103.547052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074103.547071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074103.550966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074103.550981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074103.584757:0:16156:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e5ac0.
00000080:00000010:1.1:1769074103.584778:0:16156:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5120.
00010000:00000010:1.1:1769074103.742687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:1.1:1769074103.793768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074103.793792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00010000:00000010:1.1:1769074103.798226:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074103.798235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074103.851821:0:16147:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c22100.
00000080:00000010:1.1:1769074103.851842:0:16147:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb920.
00010000:00000010:1.1:1769074104.169442:0:16171:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074104.746226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5c60.
00000080:00000010:1.1:1769074104.914443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbce0.
00000080:00000010:1.1:1769074105.000169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a4c0.
00010000:00000010:1.1:1769074105.000187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:1.1:1769074105.000193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00000080:00000010:1.1:1769074105.098463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5a00.
00010000:00000010:1.1:1769074105.195465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074105.195480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074105.306631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5d00.
00010000:00000010:1.1:1769074105.387658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074105.387677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074105.387705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074105.387710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074105.402710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074105.402837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074105.439227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074105.439243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074105.488000:0:16196:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e6b40.
00000080:00000010:1.1:1769074105.488014:0:16196:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3040.
00010000:00000010:1.1:1769074105.500492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074105.553562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee51c0.
00010000:00000010:1.1:1769074105.553591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:1.1:1769074105.553599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:1.1:1769074105.696544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074105.731702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074105.731725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074105.731730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074105.731733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074105.752465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074105.752487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:1.1:1769074105.767671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074105.767697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074105.821515:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e2100.
00000080:00000010:1.1:1769074105.821542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee51c0.
00000080:00000010:1.1:1769074105.972549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb37a0.
00010000:00000010:1.1:1769074105.972570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:1.1:1769074105.972586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00010000:00000010:1.1:1769074106.114455:0:16205:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:1.1:1769074106.114473:0:16205:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074106.114479:0:16205:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00000080:00000010:1.1:1769074106.114490:0:16205:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129dac0.
00000080:00000010:1.1:1769074106.114499:0:16205:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb2c0.
00010000:00000010:1.1:1769074106.456472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00010000:00000010:1.1:1769074106.456502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:1.1:1769074106.456507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:1.1:1769074106.456510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00010000:00000010:1.1:1769074106.461602:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074106.461610:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074106.515449:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e7380.
00000080:00000010:1.1:1769074106.515464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006acc0.
00010000:00000010:1.1:1769074106.912543:0:16217:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:1.1:1769074106.912555:0:16217:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00000080:00000010:1.1:1769074106.912562:0:16217:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbe80.
00010000:00000010:1.1:1769074106.932563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074106.932582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074107.035460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbf40.
00010000:00000010:1.1:1769074107.125359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074107.125376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:1.1:1769074107.168308:0:16220:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e5280.
00000080:00000010:1.1:1769074107.168326:0:16220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3c60.
00000080:00000010:1.1:1769074107.377783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a9e0.
00010000:00000010:1.1:1769074107.458674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074107.458698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00000080:00000010:1.1:1769074107.559557:0:16223:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbd80.
00010000:00000010:1.1:1769074107.595452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074107.696975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a720.
00010000:00000010:1.1:1769074108.111836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074108.111850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:1.1:1769074108.111854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074108.111857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:1.1:1769074108.157671:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb2940.
00000080:00000010:1.1:1769074108.157696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3c20.
00000080:00000010:1.1:1769074108.262482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5620.
00010000:00000010:1.1:1769074108.344468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074108.344486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:1.1:1769074108.455692:0:16241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074108.631554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074108.631570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074108.646035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074108.646053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074108.761443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:1.1:1769074108.830086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5ae0.
00010000:00000010:1.1:1769074108.830099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074108.830104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:1.1:1769074108.942139:0:16252:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd000.
00010000:00000010:1.1:1769074108.942153:0:16252:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074108.942157:0:16252:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00000080:00000010:1.1:1769074108.961802:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e0000.
00000080:00000010:1.1:1769074108.961816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbde0.
00010000:00000010:1.1:1769074108.990458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074109.003489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee55e0.
00010000:00000010:1.1:1769074109.003506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074109.003512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:1.1:1769074109.159592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074109.159611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00010000:00000010:1.1:1769074109.204546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074109.204564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074109.298449:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca4200.
00000080:00000010:1.1:1769074109.298466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbbe0.
00000080:00000010:1.1:1769074109.377717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3900.
00010000:00000010:1.1:1769074109.377731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074109.377736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074109.595672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074109.595695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:1.1:1769074109.686482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3300.
00010000:00000010:1.1:1769074109.686506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074109.686513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:1.1:1769074109.811538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:1.1:1769074109.811592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde000.
00000080:00000010:1.1:1769074109.866714:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca1080.
00000080:00000010:1.1:1769074109.866731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5560.
00010000:00000010:1.1:1769074109.976492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074109.976513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:1.1:1769074110.120284:0:16267:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:1.1:1769074110.209463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074110.209486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074110.305467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074110.399580:0:16279:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5120.
00010000:00000010:1.1:1769074110.458457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:1.1:1769074110.458473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074110.468612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074110.468634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074110.473461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074110.473481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074110.503441:0:16276:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074110.503454:0:16276:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:1.1:1769074110.622528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74944d020.
00010000:00000010:1.1:1769074110.622561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:1.1:1769074110.622568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00010000:00000010:1.1:1769074110.827107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:1.1:1769074110.827130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074110.827134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074110.827136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:1.1:1769074110.837148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074110.837163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:1.1:1769074110.864458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074110.864474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074110.921667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074110.977100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee55e0.
00010000:00000010:1.1:1769074110.977120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074110.977142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074111.142257:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e5280.
00000080:00000010:1.1:1769074111.142271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3940.
00000080:00000010:1.1:1769074111.195445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5d80.
00010000:00000010:1.1:1769074111.195463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074111.195468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:1.1:1769074111.316388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074111.368461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:1.1:1769074111.368479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074111.368484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074111.368487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074111.383635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074111.383649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074111.437167:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca5280.
00000080:00000010:1.1:1769074111.437189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5760.
00000080:00000010:1.1:1769074111.520704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb37a0.
00010000:00000010:1.1:1769074111.520733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd200.
00010000:00000010:1.1:1769074111.520741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:1.1:1769074111.624513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5080.
00010000:00000010:1.1:1769074111.757348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074111.757374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074111.910503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbc80.
00010000:00000010:1.1:1769074111.910519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074111.910525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074112.061590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074112.110458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074112.110474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074112.110479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074112.110482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:1.1:1769074112.182713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074112.182722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074112.222464:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca3180.
00000080:00000010:1.1:1769074112.240452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5300.
00010000:00000010:1.1:1769074112.331173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074112.609440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074112.627452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5000.
00010000:00000010:1.1:1769074112.631449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074112.631474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074112.672753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5200.
00010000:00000010:1.1:1769074112.815546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074112.840220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5c00.
00010000:00000010:1.1:1769074112.840253:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:1.1:1769074112.840259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:1.1:1769074112.986441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074113.059448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074113.059468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074113.112841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074113.112850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074113.147467:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c80000.
00000080:00000010:1.1:1769074113.147482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5300.
00000080:00000010:1.1:1769074113.185447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb31c0.
00000080:00000010:1.1:1769074113.261476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a180.
00010000:00000010:1.1:1769074113.315488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074113.443585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074113.443601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074113.638530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbbe0.
00010000:00000010:0.1:1769074113.777923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074113.777941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:0.1:1769074113.790524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074113.790537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:0.1:1769074113.804450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074113.804464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:0.1:1769074113.848452:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e6b40.
00000080:00000010:0.1:1769074113.848463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3620.
00010000:00000010:0.1:1769074113.870671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:0.1:1769074113.880468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a2a0.
00010000:00000010:0.1:1769074113.880485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:0.1:1769074113.880491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00010000:00000010:0.1:1769074114.086458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:0.1:1769074114.086479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00010000:00000010:0.1:1769074114.114476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:0.1:1769074114.114494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:0.1:1769074114.119458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:0.1:1769074114.119474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00000080:00000010:0.1:1769074114.145083:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c83180.
00000080:00000010:0.1:1769074114.145101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbde0.
00010000:00000010:1.1:1769074114.186990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074114.291734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a3c0.
00010000:00000010:0.1:1769074114.298588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074114.356443:0:16337:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074114.356457:0:16337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:0.1:1769074114.374853:0:6190:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074114.374863:0:6190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:0.1:1769074114.381499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:0.1:1769074114.381516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074114.441915:0:16344:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca4200.
00000080:00000010:1.1:1769074114.441937:0:16344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ba0.
00010000:00000010:1.1:1769074114.489200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:0.1:1769074114.503776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a6e0.
00010000:00000010:0.1:1769074114.503801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:0.1:1769074114.503807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:0.1:1769074114.561570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb31e0.
00010000:00000010:1.1:1769074114.574514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074114.619452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:0.1:1769074114.619470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:0.1:1769074114.632452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:0.1:1769074114.632471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00010000:00000010:0.1:1769074114.707239:0:16347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00000080:00000010:1.1:1769074114.732461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb9a0.
00010000:00000010:1.1:1769074114.732502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074114.732508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:0.1:1769074114.806261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb36c0.
00010000:00000010:1.1:1769074114.820812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074114.844478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074114.844486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:0.1:1769074114.865453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:0.1:1769074114.865471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074114.900966:0:16350:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7dac0.
00000080:00000010:1.1:1769074114.900981:0:16350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aa60.
00010000:00000010:1.1:1769074114.915450:0:10484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:0.1:1769074114.972522:0:16354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a0e0.
00010000:00000010:0.1:1769074114.972539:0:16354:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074114.972545:0:16354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:0.1:1769074115.019081:0:16359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f20.
00010000:00000010:0.1:1769074115.051456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074115.051471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074115.051475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:0.1:1769074115.086459:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c86300.
00000080:00000010:0.1:1769074115.086474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f20.
00010000:00000010:0.1:1769074115.217644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:0.1:1769074115.296458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074115.296474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00010000:00000010:1.1:1769074115.311615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074115.311630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:0.1:1769074115.325462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074115.325480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:0.1:1769074115.390237:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c86300.
00000080:00000010:0.1:1769074115.390246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006ad60.
00010000:00000010:1.1:1769074115.406735:0:16365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00000080:00000010:1.1:1769074115.419894:0:16361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006aa80.
00010000:00000010:1.1:1769074115.419912:0:16361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074115.419917:0:16361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:1.1:1769074115.532718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074115.564460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:0.1:1769074115.564473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00010000:00000010:1.1:1769074115.569831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074115.569845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:0.1:1769074115.580509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:0.1:1769074115.580530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:0.1:1769074115.642467:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7dac0.
00000080:00000010:0.1:1769074115.642476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3060.
00010000:00000010:0.1:1769074115.817454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:0.1:1769074115.817473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00010000:00000010:1.1:1769074115.821895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:1.1:1769074115.821904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:0.1:1769074115.857074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:0.1:1769074115.857087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:0.1:1769074115.873771:0:15351:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c86300.
00000080:00000010:0.1:1769074115.873787:0:15351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbd80.
00010000:00000010:0.1:1769074115.957497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:0.1:1769074115.957509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00000080:00000010:0.1:1769074116.011530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f00.
00010000:00000010:1.1:1769074116.070473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:0.1:1769074116.115069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:0.1:1769074116.115081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074116.118453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:0.1:1769074116.118461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:0.1:1769074116.124668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074116.124677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:0.1:1769074116.138444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:0.1:1769074116.138453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:0.1:1769074116.163913:0:16374:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e6300.
00000080:00000010:0.1:1769074116.163929:0:16374:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a2a0.
00010000:00000010:0.1:1769074116.200702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:0.1:1769074116.218265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3000.
00010000:00000010:0.1:1769074116.225636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:0.1:1769074116.225653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00000080:00000010:1.1:1769074116.327067:0:16379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a1e0.
00010000:00000010:1.1:1769074116.385585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074116.389467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074116.389491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074116.411518:0:15351:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c79080.
00000080:00000010:1.1:1769074116.411534:0:15351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a1e0.
00000080:00000010:0.1:1769074116.527482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a980.
00010000:00000010:0.1:1769074116.527501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:0.1:1769074116.527506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:1.1:1769074116.636994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:1.1:1769074116.662425:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00010000:00000010:1.1:1769074116.662433:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074116.662436:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074116.662439:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:0.1:1769074116.716924:0:16385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074116.716941:0:16385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:0.1:1769074116.745050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:0.1:1769074116.745063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:0.1:1769074116.769621:0:16389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00000080:00000010:0.1:1769074116.815885:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a260.
00010000:00000010:0.1:1769074116.815908:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:0.1:1769074116.815914:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00000080:00000010:0.1:1769074116.880604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006a9c0.
00010000:00000010:1.1:1769074116.913230:0:16391:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:0.1:1769074116.950895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:0.1:1769074116.950903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:0.1:1769074116.954467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074116.954486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:0.1:1769074116.986568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:0.1:1769074116.986581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00010000:00000010:0.1:1769074117.018923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:0.1:1769074117.018940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:0.1:1769074117.063467:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c81080.
00000080:00000010:0.1:1769074117.063489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a660.
00010000:00000010:1.1:1769074117.101953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:0.1:1769074117.127684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a640.
00010000:00000010:0.1:1769074117.127705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074117.127711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:0.1:1769074117.296528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00010000:00000010:0.1:1769074117.296537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:0.1:1769074117.301265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:0.1:1769074117.301282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:0.1:1769074117.309906:0:6190:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:0.1:1769074117.309914:0:6190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00000080:00000010:0.1:1769074117.399449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbba0.
00010000:00000010:0.1:1769074117.403579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074117.403598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074117.508936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac00.
00010000:00000010:1.1:1769074117.595602:0:16406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074117.627440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:0.1:1769074117.627455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:0.1:1769074117.627459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:0.1:1769074117.627462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:0.1:1769074117.691448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:0.1:1769074117.691462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:0.1:1769074117.730962:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e5280.
00000080:00000010:0.1:1769074117.730982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3980.
00010000:00000010:1.1:1769074117.792454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:0.1:1769074117.876463:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a4a0.
00010000:00000010:0.1:1769074117.884452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:0.1:1769074117.884469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00000080:00000010:1.1:1769074117.968479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a940.
00010000:00000010:1.1:1769074118.007620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074118.034588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:1.1:1769074118.034608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074118.035540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074118.035548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:0.1:1769074118.073517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:0.1:1769074118.073525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074118.089459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074118.089474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074118.111555:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c82100.
00000080:00000010:1.1:1769074118.111571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3740.
00010000:00000010:0.1:1769074118.137573:0:16410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:0.1:1769074118.192557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3780.
00010000:00000010:0.1:1769074118.200461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:0.1:1769074118.200481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:0.1:1769074118.254875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a320.
00010000:00000010:0.1:1769074118.333465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00010000:00000010:0.1:1769074118.333479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:1.1:1769074118.337454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:1.1:1769074118.337467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00010000:00000010:1.1:1769074118.363824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:1.1:1769074118.363836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:0.1:1769074118.373400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:0.1:1769074118.373428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00000080:00000010:1.1:1769074118.422819:0:16413:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c78000.
00000080:00000010:1.1:1769074118.422837:0:16413:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbd40.
00010000:00000010:1.1:1769074118.460205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074118.475012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aa20.
00010000:00000010:1.1:1769074118.475026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:1.1:1769074118.475032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00000080:00000010:0.1:1769074118.581516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3aa0.
00010000:00000010:0.1:1769074118.675066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:0.1:1769074118.675088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:1.1:1769074118.699725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:1.1:1769074118.699741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00010000:00000010:1.1:1769074118.788607:0:16416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:0.1:1769074118.825730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a2c0.
00010000:00000010:0.1:1769074118.825748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:0.1:1769074118.825752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:0.1:1769074118.921479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d76006aae0.
00010000:00000010:0.1:1769074118.971609:0:16428:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074118.971625:0:16428:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074118.971630:0:16428:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:0.1:1769074118.997018:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c82100.
00000080:00000010:0.1:1769074118.997034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3d00.
00010000:00000010:0.1:1769074119.017442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:0.1:1769074119.036105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3680.
00010000:00000010:0.1:1769074119.036124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:0.1:1769074119.036137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:0.1:1769074119.129367:0:16430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3540.
00010000:00000010:0.1:1769074119.182438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074119.227550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:1.1:1769074119.227570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00010000:00000010:1.1:1769074119.246449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:1.1:1769074119.246467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00010000:00000010:0.1:1769074119.296954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074119.318568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3dc0.
00010000:00000010:1.1:1769074119.318607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:1.1:1769074119.318613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00010000:00000010:0.1:1769074119.466456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074119.513591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074119.513608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074119.513612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074119.513616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:1.1:1769074119.550955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074119.550974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074119.568573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074119.568585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074119.623475:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c82100.
00000080:00000010:1.1:1769074119.640538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a3e0.
00010000:00000010:0.1:1769074119.667983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:1.1:1769074119.673605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb35a0.
00010000:00000010:1.1:1769074119.677643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074119.677660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074119.767578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a8a0.
00010000:00000010:0.1:1769074119.788912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074119.829195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074119.829208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074119.829212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074119.829214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:1.1:1769074119.837975:0:6190:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074119.837984:0:6190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074119.853127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074119.853144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:0.1:1769074119.942925:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c81080.
00000080:00000010:0.1:1769074119.942940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3220.
00010000:00000010:1.1:1769074119.958469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:1.1:1769074120.007565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3da0.
00010000:00000010:1.1:1769074120.010607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074120.010621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:0.1:1769074120.204950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00010000:00000010:0.1:1769074120.204978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:0.1:1769074120.204982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:0.1:1769074120.204986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00010000:00000010:0.1:1769074120.209839:0:16449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:0.1:1769074120.210355:0:16449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00010000:00000010:0.1:1769074120.219578:0:16449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:0.1:1769074120.219596:0:16449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00000080:00000010:0.1:1769074120.287469:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c39c0.
00000080:00000010:0.1:1769074120.287494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489497a0.
00010000:00000010:1.1:1769074120.301762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:0.1:1769074120.350464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a3e0.
00010000:00000010:0.1:1769074120.357189:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:0.1:1769074120.357207:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074120.455045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3560.
00010000:00000010:1.1:1769074120.584896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:1.1:1769074120.584906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:1.1:1769074120.584929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:1.1:1769074120.584932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00010000:00000010:1.1:1769074120.584936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:1.1:1769074120.584939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00010000:00000010:0.1:1769074120.607575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074120.607594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:1.1:1769074120.658058:0:16449:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c6b40.
00000080:00000010:1.1:1769074120.658074:0:16449:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949640.
00010000:00000010:1.1:1769074120.687450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:1.1:1769074120.726614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbc60.
00010000:00000010:1.1:1769074120.726645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074120.726654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074120.806469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a160.
00010000:00000010:0.1:1769074120.921469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:0.1:1769074120.921484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:1.1:1769074120.926871:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074120.926885:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00010000:00000010:0.1:1769074120.930472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:0.1:1769074120.930499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde000.
00010000:00000010:0.1:1769074120.947479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074120.947498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:1.1:1769074120.983484:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c81080.
00000080:00000010:1.1:1769074120.993466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949120.
00010000:00000010:0.1:1769074121.015463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:0.1:1769074121.054458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3740.
00010000:00000010:0.1:1769074121.054487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074121.054493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:0.1:1769074121.202818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3780.
00010000:00000010:1.1:1769074121.242971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074121.343702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:1.1:1769074121.343714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074121.348525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074121.348550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:0.1:1769074121.404519:0:13958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:0.1:1769074121.404536:0:13958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:1.1:1769074121.414010:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074121.414025:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:0.1:1769074121.549173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00000080:00000010:0.1:1769074121.729743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949920.
00010000:00000010:0.1:1769074121.769496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:1.1:1769074121.824486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:1.1:1769074121.824511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074121.828471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074121.828498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074121.847662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074121.847686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074121.866762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074121.866786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074121.882517:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c7380.
00000080:00000010:1.1:1769074121.882537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb3e0.
00010000:00000010:0.1:1769074121.910446:0:16471:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:3.1:1769074121.960677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:3.1:1769074121.960724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:0.1:1769074122.022460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489494c0.
00010000:00000010:0.1:1769074122.068986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:0.1:1769074122.120313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:0.1:1769074122.120340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074122.133538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074122.133551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074122.150449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:1.1:1769074122.150471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00010000:00000010:1.1:1769074122.178482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074122.178517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00000080:00000010:0.1:1769074122.213681:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e2100.
00000080:00000010:0.1:1769074122.213704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a7a0.
00010000:00000010:1.1:1769074122.261677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074122.315833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae80.
00010000:00000010:1.1:1769074122.320867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074122.320898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:0.1:1769074122.438507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb30a0.
00010000:00000010:0.1:1769074122.520646:0:16476:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:1.1:1769074122.581481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00010000:00000010:1.1:1769074122.581493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074122.581497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074122.581500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:1.1:1769074122.602384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074122.602417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:1.1:1769074122.658314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074122.658331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:3.1:1769074122.666766:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d4a40.
00000080:00000010:3.1:1769074122.666788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949c20.
00010000:00000010:0.1:1769074122.685660:0:16477:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:0.1:1769074122.685669:0:16477:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:0.1:1769074122.699982:0:16468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb4c0.
00010000:00000010:0.1:1769074122.708471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074122.708490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:0.1:1769074122.708496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb30a0.
00010000:00000010:1.1:1769074122.722090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074122.722099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074122.810096:0:10484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949d40.
00010000:00000010:3.1:1769074122.858276:0:16484:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:3.1:1769074122.858295:0:16484:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:3.1:1769074122.858300:0:16484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074122.872471:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c7380.
00000080:00000010:1.1:1769074122.872495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963af60.
00010000:00000010:0.1:1769074122.911455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:1.1:1769074122.923301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae80.
00010000:00000010:1.1:1769074122.923319:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074122.923326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074123.058561:0:6190:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:1.1:1769074123.058572:0:6190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074123.073526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:1.1:1769074123.073546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00010000:00000010:1.1:1769074123.078460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074123.078474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:0.1:1769074123.104460:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c7380.
00000080:00000010:0.1:1769074123.104479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3700.
00010000:00000010:1.1:1769074123.145787:0:16492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:0.1:1769074123.157585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aa80.
00010000:00000010:0.1:1769074123.157602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074123.157609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:0.1:1769074123.199537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb39a0.
00010000:00000010:3.1:1769074123.246525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:1.1:1769074123.293621:0:6189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:1.1:1769074123.293656:0:6189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00010000:00000010:1.1:1769074123.298616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:1.1:1769074123.298637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:0.1:1769074123.328470:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d0840.
00000080:00000010:0.1:1769074123.335454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949800.
00010000:00000010:0.1:1769074123.376613:0:16495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:0.1:1769074123.390479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3bc0.
00010000:00000010:0.1:1769074123.390499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:0.1:1769074123.390508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:1.1:1769074123.480457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a9a0.
00010000:00000010:0.1:1769074123.520602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074123.555788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074123.555808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:1.1:1769074123.573311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074123.573328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:1.1:1769074123.583472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074123.583490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:1.1:1769074123.627167:0:16498:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d0840.
00000080:00000010:1.1:1769074123.627191:0:16498:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3fa0.
00010000:00000010:0.1:1769074123.676158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:1.1:1769074123.774541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ad60.
00010000:00000010:0.1:1769074123.800788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074123.838360:0:6190:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074123.838380:0:6190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:0.1:1769074123.856845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074123.856856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:3.1:1769074123.884344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:3.1:1769074123.884362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:0.1:1769074123.980275:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d18c0.
00000080:00000010:0.1:1769074123.980288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3b40.
00010000:00000010:1.1:1769074124.006466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00000080:00000010:1.1:1769074124.137433:0:16512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a5c0.
00010000:00000010:1.1:1769074124.163592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074124.196710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074124.196729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:1.1:1769074124.202481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074124.202497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074124.235671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074124.235700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074124.260788:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0dac0.
00000080:00000010:1.1:1769074124.260806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a5c0.
00000080:00000010:1.1:1769074124.377865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a600.
00010000:00000010:1.1:1769074124.465815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:1.1:1769074124.465837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074124.479477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:1.1:1769074124.479501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00010000:00000010:1.1:1769074124.493541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074124.493583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074124.553240:0:16516:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d18c0.
00000080:00000010:1.1:1769074124.553277:0:16516:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963af80.
00010000:00000010:0.1:1769074124.598138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074124.703460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963abe0.
00010000:00000010:0.1:1769074124.722809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074124.786142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074124.786167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074124.807843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074124.807870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074124.832610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074124.832633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:0.1:1769074124.872530:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0a940.
00000080:00000010:0.1:1769074124.872556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aec0.
00010000:00000010:0.1:1769074124.966460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:1.1:1769074125.099307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963abe0.
00010000:00000010:0.1:1769074125.125086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074125.209574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074125.209597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:1.1:1769074125.215436:0:16528:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:1.1:1769074125.215456:0:16528:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:0.1:1769074125.265646:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d2100.
00000080:00000010:0.1:1769074125.265677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb32e0.
00010000:00000010:1.1:1769074125.323965:0:16531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:3.1:1769074125.418696:0:16533:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbe40.
00010000:00000010:0.1:1769074125.447520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:1.1:1769074125.481439:0:6190:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074125.481457:0:6190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00010000:00000010:1.1:1769074125.489561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074125.489573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074125.524066:0:16533:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074125.524079:0:16533:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074125.546746:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d2100.
00000080:00000010:1.1:1769074125.546768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489495a0.
00010000:00000010:3.1:1769074125.581478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd000.
00010000:00000010:3.1:1769074125.581488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00000080:00000010:3.1:1769074125.581496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489491e0.
00010000:00000010:1.1:1769074125.605325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:1.1:1769074125.605350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00000080:00000010:1.1:1769074125.699789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a240.
00010000:00000010:1.1:1769074125.727568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:0.1:1769074125.774562:0:1364:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:0.1:1769074125.774581:0:1364:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:0.1:1769074125.774586:0:1364:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074125.774589:0:1364:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074125.778472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074125.778499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00010000:00000010:1.1:1769074125.802055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074125.802080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:0.1:1769074125.844375:0:16537:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d0840.
00000080:00000010:0.1:1769074125.844417:0:16537:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ace0.
00010000:00000010:0.1:1769074125.909736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:1.1:1769074125.928530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3180.
00010000:00000010:1.1:1769074125.933462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074125.933487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:0.1:1769074126.016509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3240.
00010000:00000010:1.1:1769074126.077220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074126.077254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074126.077258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:1.1:1769074126.077262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00010000:00000010:1.1:1769074126.103437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074126.103459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:1.1:1769074126.163370:0:16540:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d0840.
00000080:00000010:1.1:1769074126.163392:0:16540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a700.
00010000:00000010:0.1:1769074126.235068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:1.1:1769074126.372454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a7c0.
00010000:00000010:3.1:1769074126.405877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:3.1:1769074126.497044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:3.1:1769074126.497054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00010000:00000010:0.1:1769074126.505721:0:13958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:0.1:1769074126.505732:0:13958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00000080:00000010:1.1:1769074126.552655:0:16544:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d0840.
00000080:00000010:1.1:1769074126.552677:0:16544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489494a0.
00010000:00000010:3.1:1769074126.643773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00000080:00000010:3.1:1769074126.656450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb560.
00010000:00000010:3.1:1769074126.656470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:3.1:1769074126.656476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:0.1:1769074126.806637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074126.849871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:1.1:1769074126.849883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074126.853888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074126.853910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:0.1:1769074126.879477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074126.879498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:0.1:1769074126.890961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:0.1:1769074126.890988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074126.921565:0:16556:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d0840.
00000080:00000010:1.1:1769074126.921599:0:16556:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3640.
00000080:00000010:0.1:1769074126.989694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949be0.
00010000:00000010:0.1:1769074126.989752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:0.1:1769074126.989774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00000080:00000010:1.1:1769074127.056596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a7c0.
00010000:00000010:0.1:1769074127.149476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:0.1:1769074127.149488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00010000:00000010:0.1:1769074127.162465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:0.1:1769074127.162490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:1.1:1769074127.208592:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587db180.
00000080:00000010:1.1:1769074127.208610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a980.
00010000:00000010:3.1:1769074127.251615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00000080:00000010:0.1:1769074127.302446:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949680.
00010000:00000010:0.1:1769074127.302465:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:0.1:1769074127.302472:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00000080:00000010:1.1:1769074127.387470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a980.
00010000:00000010:0.1:1769074127.413548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074127.446533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074127.446545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074127.451885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074127.451910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:0.1:1769074127.506474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:0.1:1769074127.506497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:1.1:1769074127.525217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074127.525239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074127.573454:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ddac0.
00000080:00000010:1.1:1769074127.573478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ea0.
00010000:00000010:0.1:1769074127.611467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:0.1:1769074127.643925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949b20.
00010000:00000010:0.1:1769074127.643943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:0.1:1769074127.643950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00000080:00000010:3.1:1769074127.750699:0:16565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949a00.
00010000:00000010:1.1:1769074127.783023:0:16569:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074127.797205:0:16569:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074127.797223:0:16569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:0.1:1769074127.830853:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587dca40.
00000080:00000010:0.1:1769074127.830867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3120.
00010000:00000010:0.1:1769074127.905987:0:16570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:1.1:1769074127.944466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3940.
00010000:00000010:1.1:1769074127.944497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074127.944527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:1.1:1769074128.044551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a5a0.
00010000:00000010:1.1:1769074128.062788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074128.106471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:0.1:1769074128.106498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:0.1:1769074128.111463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074128.111482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074128.129450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:1.1:1769074128.129461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00010000:00000010:0.1:1769074128.149467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:0.1:1769074128.149481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00000080:00000010:0.1:1769074128.167557:0:16577:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0c200.
00000080:00000010:0.1:1769074128.167579:0:16577:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a240.
00010000:00000010:1.1:1769074128.212230:0:16577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:0.1:1769074128.259529:0:16574:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963abe0.
00010000:00000010:0.1:1769074128.259560:0:16574:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:0.1:1769074128.259568:0:16574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074128.358498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a5a0.
00010000:00000010:3.1:1769074128.491473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:3.1:1769074128.491487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:3.1:1769074128.491491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:3.1:1769074128.491494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00010000:00000010:0.1:1769074128.546659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:0.1:1769074128.546688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:1.1:1769074128.577759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:1.1:1769074128.577776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:0.1:1769074128.642864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00000080:00000010:0.1:1769074128.703572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbbe0.
00010000:00000010:0.1:1769074128.703592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074128.703606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:0.1:1769074128.825483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3b60.
00010000:00000010:1.1:1769074128.956560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00010000:00000010:1.1:1769074128.956574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:1.1:1769074128.956578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:1.1:1769074128.956581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00010000:00000010:1.1:1769074128.981457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074128.981467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:0.1:1769074128.985462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:0.1:1769074128.985476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:3.1:1769074129.071030:0:16584:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949560.
00010000:00000010:1.1:1769074129.138875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:1.1:1769074129.138888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00000080:00000010:1.1:1769074129.138892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbee0.
00010000:00000010:1.1:1769074129.138899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074129.138902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:1.1:1769074129.138905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ab40.
00010000:00000010:1.1:1769074129.141484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074129.141496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:1.1:1769074129.241512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a480.
00010000:00000010:1.1:1769074129.270475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:0.1:1769074129.346556:0:16592:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074129.346570:0:16592:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:1.1:1769074129.354422:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074129.354429:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074129.381446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:1.1:1769074129.381462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00000080:00000010:0.1:1769074129.426876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c4200.
00000080:00000010:0.1:1769074129.426889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ab40.
00000080:00000010:1.1:1769074129.553479:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a3a0.
00010000:00000010:0.1:1769074129.575450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074129.601837:0:16592:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074129.602036:0:16592:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:3.1:1769074129.629465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:3.1:1769074129.629487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:0.1:1769074129.683502:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0eb40.
00000080:00000010:0.1:1769074129.683518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3120.
00010000:00000010:1.1:1769074129.701436:0:16598:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00000080:00000010:0.1:1769074129.720468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb040.
00010000:00000010:0.1:1769074129.720504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:0.1:1769074129.720511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00000080:00000010:0.1:1769074129.793519:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3e80.
00010000:00000010:1.1:1769074129.920392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:1.1:1769074129.920469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00010000:00000010:1.1:1769074129.943458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:1.1:1769074129.943483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:0.1:1769074129.972491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:0.1:1769074129.972514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00000080:00000010:0.1:1769074130.074560:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ed280.
00000080:00000010:0.1:1769074130.074590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949120.
00010000:00000010:3.1:1769074130.096724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:0.1:1769074130.123255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949000.
00010000:00000010:1.1:1769074130.126535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074130.126555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:1.1:1769074130.243510:0:16603:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489494c0.
00010000:00000010:3.1:1769074130.306072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:3.1:1769074130.340216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:3.1:1769074130.340263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:0.1:1769074130.355991:0:2414:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:0.1:1769074130.356014:0:2414:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00010000:00000010:1.1:1769074130.376834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:1.1:1769074130.376853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00000080:00000010:1.1:1769074130.465527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb7e0.
00010000:00000010:3.1:1769074130.532925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00000080:00000010:3.1:1769074130.564146:0:16610:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949280.
00010000:00000010:3.1:1769074130.564167:0:16610:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:3.1:1769074130.564173:0:16610:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:0.1:1769074130.648540:0:16614:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb0e0.
00010000:00000010:1.1:1769074130.673460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:3.1:1769074130.734230:0:2420:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:3.1:1769074130.734245:0:2420:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074130.738483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074130.738503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:1.1:1769074130.818464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:0.1:1769074130.844863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae80.
00010000:00000010:0.1:1769074130.844887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:0.1:1769074130.844894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00000080:00000010:0.1:1769074130.929473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a440.
00010000:00000010:0.1:1769074130.975164:0:16618:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074131.029451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074131.029478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:0.1:1769074131.045673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074131.045696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:1.1:1769074131.067468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074131.067489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:1.1:1769074131.105090:0:16619:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ed280.
00000080:00000010:1.1:1769074131.105116:0:16619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949b00.
00010000:00000010:0.1:1769074131.150462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:3.1:1769074131.183643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3d40.
00010000:00000010:3.1:1769074131.183660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:3.1:1769074131.183666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00000080:00000010:1.1:1769074131.308884:0:16621:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbec0.
00010000:00000010:0.1:1769074131.349754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:0.1:1769074131.401618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074131.401627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:1.1:1769074131.410491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074131.410514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:0.1:1769074131.432905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074131.432929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:0.1:1769074131.490086:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0a940.
00000080:00000010:0.1:1769074131.490121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aca0.
00010000:00000010:3.1:1769074131.562612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00000080:00000010:1.1:1769074131.705242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949d40.
00010000:00000010:0.1:1769074131.734311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074131.802126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074131.802149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074131.833478:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074131.833488:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:0.1:1769074131.848990:0:16625:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:0.1:1769074131.849015:0:16625:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:0.1:1769074131.885460:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e8840.
00000080:00000010:0.1:1769074131.885482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3580.
00010000:00000010:0.1:1769074131.938807:0:16630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:3.1:1769074131.954439:0:16633:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3b60.
00010000:00000010:3.1:1769074131.954465:0:16633:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:3.1:1769074131.954472:0:16633:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00000080:00000010:3.1:1769074132.023701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb040.
00010000:00000010:0.1:1769074132.044890:0:16636:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:0.1:1769074132.124015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074132.124043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00010000:00000010:1.1:1769074132.143296:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074132.143308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:0.1:1769074132.160796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:0.1:1769074132.160821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:0.1:1769074132.220590:0:16637:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d0840.
00000080:00000010:0.1:1769074132.220605:0:16637:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949c20.
00010000:00000010:0.1:1769074132.259464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:1.1:1769074132.269719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb32c0.
00010000:00000010:1.1:1769074132.269755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074132.269762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:1.1:1769074132.327935:0:16639:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a800.
00010000:00000010:1.1:1769074132.400915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074132.438759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:0.1:1769074132.438780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:0.1:1769074132.443550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074132.443565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:1.1:1769074132.457551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074132.457570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:0.1:1769074132.500805:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d0840.
00000080:00000010:0.1:1769074132.500832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3e40.
00010000:00000010:3.1:1769074132.526469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:3.1:1769074132.526481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:3.1:1769074132.526488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949b00.
00010000:00000010:0.1:1769074132.549543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:0.1:1769074132.549569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00000080:00000010:0.1:1769074132.549601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbb40.
00010000:00000010:0.1:1769074132.597547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:0.1:1769074132.597571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074132.663519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a020.
00010000:00000010:0.1:1769074132.809135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00010000:00000010:0.1:1769074132.809149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:0.1:1769074132.809153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:0.1:1769074132.809156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:1.1:1769074132.832749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:1.1:1769074132.832766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00010000:00000010:0.1:1769074132.858790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074132.858810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:0.1:1769074132.931506:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879f380.
00000080:00000010:0.1:1769074132.931524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb0a0.
00010000:00000010:3.1:1769074132.973455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00000080:00000010:1.1:1769074133.039463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb420.
00010000:00000010:1.1:1769074133.039486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:1.1:1769074133.039491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00000080:00000010:3.1:1769074133.193496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bba00.
00010000:00000010:0.1:1769074133.226448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:0.1:1769074133.287491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:0.1:1769074133.287509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074133.287529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074133.287533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074133.327467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074133.327494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:0.1:1769074133.348506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074133.348529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:3.1:1769074133.405273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489492e0.
00010000:00000010:1.1:1769074133.457835:0:16650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074133.495451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a8a0.
00010000:00000010:1.1:1769074133.495467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:1.1:1769074133.495473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:1.1:1769074133.610555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:0.1:1769074133.688472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:0.1:1769074133.688496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:0.1:1769074133.688500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:0.1:1769074133.688504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:0.1:1769074133.708607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:0.1:1769074133.708633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074133.725728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074133.725757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:0.1:1769074133.783463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587deb40.
00000080:00000010:0.1:1769074133.783482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ade0.
00010000:00000010:1.1:1769074133.827061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074133.872463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963af20.
00010000:00000010:1.1:1769074133.872493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074133.872500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:0.1:1769074133.961620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a8a0.
00010000:00000010:0.1:1769074133.995560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074134.072479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:1.1:1769074134.072506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074134.072520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:1.1:1769074134.072525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00010000:00000010:0.1:1769074134.105470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:0.1:1769074134.105494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074134.127652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074134.127674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074134.184447:0:16662:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879ca40.
00000080:00000010:1.1:1769074134.184467:0:16662:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3b80.
00010000:00000010:1.1:1769074134.231755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074134.313461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a140.
00010000:00000010:1.1:1769074134.313490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074134.313496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:0.1:1769074134.397478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3840.
00010000:00000010:0.1:1769074134.450456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:0.1:1769074134.545589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00010000:00000010:0.1:1769074134.545614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074134.545619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074134.545623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:1.1:1769074134.586232:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074134.586254:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:0.1:1769074134.628810:0:16668:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587db9c0.
00000080:00000010:0.1:1769074134.628830:0:16668:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949ba0.
00010000:00000010:1.1:1769074134.694131:0:16669:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:0.1:1769074134.742530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a180.
00010000:00000010:0.1:1769074134.742557:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074134.742564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074134.864771:0:16676:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a220.
00010000:00000010:1.1:1769074134.892462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074134.932016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00010000:00000010:0.1:1769074134.932028:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:0.1:1769074134.932033:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074134.932037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074134.954449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074134.954473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:0.1:1769074134.970524:0:16674:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074134.970538:0:16674:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:0.1:1769074134.995470:0:16677:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c6300.
00000080:00000010:0.1:1769074134.995491:0:16677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a4a0.
00010000:00000010:1.1:1769074135.022896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:0.1:1769074135.043472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a100.
00010000:00000010:0.1:1769074135.043513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:0.1:1769074135.043521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074135.129469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a880.
00010000:00000010:1.1:1769074135.147729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:0.1:1769074135.203468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:0.1:1769074135.203506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074135.203512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:0.1:1769074135.203516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:0.1:1769074135.221682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:0.1:1769074135.221692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00010000:00000010:0.1:1769074135.240680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074135.240702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:0.1:1769074135.274582:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d9080.
00000080:00000010:0.1:1769074135.274606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a2c0.
00010000:00000010:3.1:1769074135.308155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00000080:00000010:0.1:1769074135.355455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb120.
00010000:00000010:0.1:1769074135.365439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074135.365500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:0.1:1769074135.394156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb6e0.
00010000:00000010:0.1:1769074135.416626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074135.489150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:0.1:1769074135.489162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:0.1:1769074135.501647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:0.1:1769074135.501670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00000080:00000010:0.1:1769074135.637104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489495c0.
00010000:00000010:0.1:1769074135.637128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:0.1:1769074135.637184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00000080:00000010:0.1:1769074135.727507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3400.
00010000:00000010:0.1:1769074135.746743:0:16694:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074135.746760:0:16694:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074135.746765:0:16694:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074135.757092:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c1080.
00000080:00000010:1.1:1769074135.757117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb32e0.
00010000:00000010:0.1:1769074135.787858:0:16695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00000080:00000010:0.1:1769074135.828450:0:16695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb740.
00010000:00000010:0.1:1769074135.828464:0:16695:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:0.1:1769074135.828469:0:16695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:1.1:1769074135.874492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac40.
00010000:00000010:0.1:1769074135.889451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:3.1:1769074135.932621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:3.1:1769074135.932637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:3.1:1769074135.932643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:3.1:1769074135.932646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:0.1:1769074135.951503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:0.1:1769074135.951525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:0.1:1769074135.961991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:0.1:1769074135.962002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00000080:00000010:0.1:1769074135.984468:0:1049:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c39c0.
00000080:00000010:0.1:1769074135.984512:0:1049:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3a40.
00000080:00000010:3.1:1769074136.020739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489497c0.
00010000:00000010:0.1:1769074136.043519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:0.1:1769074136.043543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:1.1:1769074136.121731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb32a0.
00010000:00000010:1.1:1769074136.173687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:1.1:1769074136.173711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:0.1:1769074136.184584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:0.1:1769074136.185323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:0.1:1769074136.213491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:0.1:1769074136.213500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00000080:00000010:1.1:1769074136.256993:0:16701:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c39c0.
00000080:00000010:1.1:1769074136.257010:0:16701:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489495e0.
00010000:00000010:1.1:1769074136.292379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:0.1:1769074136.309829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963afa0.
00010000:00000010:0.1:1769074136.309870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074136.309876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074136.353948:0:16703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aac0.
00010000:00000010:1.1:1769074136.374025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074136.407636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:0.1:1769074136.407657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:0.1:1769074136.424032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074136.424044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:0.1:1769074136.436476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074136.436493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:0.1:1769074136.517541:0:1049:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c6b40.
00000080:00000010:0.1:1769074136.517553:0:1049:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aac0.
00010000:00000010:1.1:1769074136.538446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074136.615577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a640.
00010000:00000010:0.1:1769074136.644499:0:16693:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074136.687489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074136.687499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:0.1:1769074136.705448:0:16708:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074136.705458:0:16708:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:3.1:1769074136.746498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:3.1:1769074136.746514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00000080:00000010:0.1:1769074136.823365:0:16716:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587dc200.
00000080:00000010:0.1:1769074136.823382:0:16716:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f20.
00010000:00000010:0.1:1769074136.853037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00000080:00000010:0.1:1769074137.007935:0:16718:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aac0.
00010000:00000010:1.1:1769074137.048448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074137.066484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074137.066503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:3.1:1769074137.102450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:3.1:1769074137.102495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:0.1:1769074137.108242:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:0.1:1769074137.108275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00000080:00000010:0.1:1769074137.185479:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c7380.
00000080:00000010:0.1:1769074137.185508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f20.
00010000:00000010:1.1:1769074137.204642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:1.1:1769074137.222774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a420.
00010000:00000010:1.1:1769074137.222805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:1.1:1769074137.222814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00000080:00000010:1.1:1769074137.297572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aaa0.
00010000:00000010:0.1:1769074137.317473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074137.371709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074137.371734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:0.1:1769074137.398384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074137.398418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074137.412485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:1.1:1769074137.412510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:1.1:1769074137.482488:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864a940.
00000080:00000010:1.1:1769074137.482515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3560.
00010000:00000010:1.1:1769074137.535464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:0.1:1769074137.599430:0:16724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbba0.
00010000:00000010:0.1:1769074137.629378:0:16724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074137.691445:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074137.691478:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074137.699647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:1.1:1769074137.699659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00010000:00000010:1.1:1769074137.780527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074137.824495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae00.
00010000:00000010:1.1:1769074137.824520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:1.1:1769074137.824528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00000080:00000010:1.1:1769074137.911100:0:16728:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ab80.
00010000:00000010:3.1:1769074137.931540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:0.1:1769074138.011699:0:16732:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:0.1:1769074138.011718:0:16732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00000080:00000010:0.1:1769074138.037461:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864a940.
00000080:00000010:0.1:1769074138.037480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949de0.
00010000:00000010:1.1:1769074138.094688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074138.116742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ab80.
00010000:00000010:1.1:1769074138.116770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074138.116777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074138.206498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a780.
00010000:00000010:3.1:1769074138.272526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:3.1:1769074138.272552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00010000:00000010:0.1:1769074138.282454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:0.1:1769074138.282466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00010000:00000010:1.1:1769074138.292472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:1.1:1769074138.292489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:0.1:1769074138.365593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00000080:00000010:0.1:1769074138.406626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb160.
00010000:00000010:0.1:1769074138.406658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:0.1:1769074138.406666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074138.479137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac80.
00010000:00000010:0.1:1769074138.548523:0:16742:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074138.650963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074138.650978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:1.1:1769074138.656469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:1.1:1769074138.656494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00000080:00000010:0.1:1769074138.714379:0:14:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c5ac0.
00000080:00000010:0.1:1769074138.714423:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3500.
00010000:00000010:3.1:1769074138.770314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde000.
00000080:00000010:1.1:1769074138.782501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949800.
00010000:00000010:1.1:1769074138.782527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074138.782534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:3.1:1769074138.850294:0:2412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb260.
00010000:00000010:0.1:1769074138.891739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074138.942024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074138.942050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:1.1:1769074138.963481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074138.963529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:0.1:1769074139.015495:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864e300.
00000080:00000010:0.1:1769074139.015515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3dc0.
00010000:00000010:1.1:1769074139.086032:0:16746:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:1.1:1769074139.086050:0:16746:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00000080:00000010:1.1:1769074139.086057:0:16746:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489498a0.
00010000:00000010:1.1:1769074139.086066:0:16746:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074139.086069:0:16746:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074139.086072:0:16746:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a780.
00010000:00000010:0.1:1769074139.156979:0:16747:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:0.1:1769074139.156988:0:16747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074139.223712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949c00.
00010000:00000010:0.1:1769074139.304558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00000080:00000010:0.1:1769074139.304572:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586498c0.
00000080:00000010:0.1:1769074139.304581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb9e0.
00010000:00000010:1.1:1769074139.367482:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:3.1:1769074139.413588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a2e0.
00010000:00000010:3.1:1769074139.413618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:3.1:1769074139.413625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00000080:00000010:0.1:1769074139.549720:0:15351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb1e0.
00010000:00000010:3.1:1769074139.689469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:3.1:1769074139.689492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:0.1:1769074139.710525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074139.710559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:0.1:1769074139.724671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:0.1:1769074139.724693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:0.1:1769074139.751462:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864c200.
00000080:00000010:0.1:1769074139.751486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbf20.
00010000:00000010:1.1:1769074139.788835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00000080:00000010:0.1:1769074139.813617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949780.
00010000:00000010:0.1:1769074139.816468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074139.816494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:0.1:1769074139.905469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949da0.
00010000:00000010:3.1:1769074139.955660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:1.1:1769074139.992717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:1.1:1769074139.992743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:1.1:1769074139.992748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:1.1:1769074139.992751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00010000:00000010:0.1:1769074140.015012:0:6190:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074140.015039:0:6190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:0.1:1769074140.024144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:0.1:1769074140.024196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074140.044521:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758649080.
00000080:00000010:1.1:1769074140.044550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb580.
00010000:00000010:1.1:1769074140.095706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074140.161481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963af00.
00010000:00000010:1.1:1769074140.161519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074140.161526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:0.1:1769074140.288043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3540.
00010000:00000010:1.1:1769074140.302647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074140.382844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074140.382861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:3.1:1769074140.385462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:3.1:1769074140.385477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074140.401124:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074140.401143:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:3.1:1769074140.468918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586198c0.
00000080:00000010:3.1:1769074140.468941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb37c0.
00010000:00000010:0.1:1769074140.652070:0:16778:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:0.1:1769074140.704555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074140.704578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074140.721474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074140.721716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00000080:00000010:3.1:1769074140.775073:0:16779:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861c200.
00000080:00000010:3.1:1769074140.775165:0:16779:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb3e0.
00010000:00000010:1.1:1769074140.817269:0:16779:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:0.1:1769074140.848505:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949720.
00010000:00000010:0.1:1769074140.848691:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074140.848699:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:3.1:1769074140.950512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbc00.
00010000:00000010:1.1:1769074140.973472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:1.1:1769074141.038751:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00010000:00000010:1.1:1769074141.038764:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074141.038769:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074141.038796:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074141.063086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074141.063112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:1.1:1769074141.097917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861eb40.
00000080:00000010:1.1:1769074141.097944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489490a0.
00010000:00000010:0.1:1769074141.167552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:0.1:1769074141.207453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb30e0.
00010000:00000010:3.1:1769074141.209639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:3.1:1769074141.209654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074141.303489:0:16785:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3220.
00010000:00000010:1.1:1769074141.381921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074141.413443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:1.1:1769074141.413459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074141.413468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074141.413473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:0.1:1769074141.449068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074141.449086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:3.1:1769074141.472624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:3.1:1769074141.472632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:0.1:1769074141.512523:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864f380.
00000080:00000010:0.1:1769074141.512541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3000.
00000080:00000010:0.1:1769074141.570454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949be0.
00010000:00000010:0.1:1769074141.570474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074141.570480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:0.1:1769074141.630587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ad60.
00010000:00000010:0.1:1769074141.667662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074141.694449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074141.694463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074141.694467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074141.694470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:0.1:1769074141.699091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074141.699098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:1.1:1769074141.703438:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074141.703445:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:1.1:1769074141.744069:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d6b40.
00000080:00000010:1.1:1769074141.744084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3560.
00010000:00000010:1.1:1769074141.757471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:0.1:1769074141.778796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a140.
00010000:00000010:0.1:1769074141.778817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:0.1:1769074141.778822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00010000:00000010:3.1:1769074141.874523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:3.1:1769074141.916745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00010000:00000010:3.1:1769074141.916760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:3.1:1769074141.916764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:3.1:1769074141.916767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00010000:00000010:1.1:1769074141.944538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:1.1:1769074141.944554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00010000:00000010:0.1:1769074141.948458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:0.1:1769074141.948472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00000080:00000010:3.1:1769074141.988733:0:16801:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861b180.
00000080:00000010:3.1:1769074141.988754:0:16801:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949b80.
00010000:00000010:3.1:1769074142.035677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00000080:00000010:1.1:1769074142.060585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbaa0.
00010000:00000010:1.1:1769074142.060606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074142.060611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074142.134172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aea0.
00010000:00000010:1.1:1769074142.186489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074142.285583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:0.1:1769074142.285604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:1.1:1769074142.290050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:1.1:1769074142.290067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00000080:00000010:3.1:1769074142.348743:0:16809:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758618840.
00000080:00000010:3.1:1769074142.348763:0:16809:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a1e0.
00010000:00000010:1.1:1769074142.413676:0:16813:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074142.413701:0:16813:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00000080:00000010:1.1:1769074142.413980:0:16813:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489495c0.
00010000:00000010:1.1:1769074142.427705:0:16813:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074142.427854:0:16813:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:1.1:1769074142.427860:0:16813:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a800.
00000080:00000010:3.1:1769074142.574487:0:16815:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbda0.
00010000:00000010:3.1:1769074142.584617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:1.1:1769074142.610750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074142.610760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00010000:00000010:1.1:1769074142.616479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:1.1:1769074142.616508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:0.1:1769074142.635483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074142.635511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074142.674731:0:16816:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864d280.
00000080:00000010:1.1:1769074142.674763:0:16816:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb0c0.
00010000:00000010:1.1:1769074142.741883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074142.749729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a760.
00010000:00000010:1.1:1769074142.749753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:1.1:1769074142.749761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00010000:00000010:1.1:1769074142.871236:0:16818:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074142.925468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074142.925487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:0.1:1769074142.946429:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:0.1:1769074142.946442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074142.974182:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864d280.
00000080:00000010:1.1:1769074142.974206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae40.
00010000:00000010:0.1:1769074143.009461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:1.1:1769074143.030616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3620.
00010000:00000010:1.1:1769074143.030659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074143.030667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074143.089463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb140.
00010000:00000010:1.1:1769074143.123870:0:16821:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074143.155481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074143.155504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074143.197686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074143.197695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:0.1:1769074143.200748:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074143.200772:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074143.253514:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864d280.
00000080:00000010:1.1:1769074143.253540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a680.
00010000:00000010:0.1:1769074143.304857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00000080:00000010:1.1:1769074143.331949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb6c0.
00010000:00000010:1.1:1769074143.331972:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074143.331979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:3.1:1769074143.427579:0:2411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:3.1:1769074143.427592:0:2411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:3.1:1769074143.427597:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00000080:00000010:1.1:1769074143.451681:0:16833:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d4a40.
00000080:00000010:1.1:1769074143.451709:0:16833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949840.
00010000:00000010:1.1:1769074143.485489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00010000:00000010:0.1:1769074143.606016:0:16836:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074143.644446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074143.644453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:0.1:1769074143.650466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074143.650489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:0.1:1769074143.671446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074143.671455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:0.1:1769074143.683468:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758618840.
00000080:00000010:0.1:1769074143.683492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3b60.
00010000:00000010:1.1:1769074143.718548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:0.1:1769074143.736785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aec0.
00010000:00000010:0.1:1769074143.736815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074143.736822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:0.1:1769074143.821974:0:16839:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074143.853633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074143.853650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:0.1:1769074143.872456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:0.1:1769074143.872478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074143.898588:0:16840:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758618840.
00000080:00000010:1.1:1769074143.898621:0:16840:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3860.
00000080:00000010:0.1:1769074143.953258:0:16842:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a900.
00010000:00000010:0.1:1769074143.969712:0:16842:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074144.005459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074144.005481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:0.1:1769074144.022598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074144.022608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:3.1:1769074144.027479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:3.1:1769074144.027504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074144.053426:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d5ac0.
00000080:00000010:1.1:1769074144.053445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3e60.
00010000:00000010:3.1:1769074144.078498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00000080:00000010:0.1:1769074144.092587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb760.
00010000:00000010:0.1:1769074144.092606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:0.1:1769074144.092616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:1.1:1769074144.140509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aa80.
00010000:00000010:1.1:1769074144.187900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:1.1:1769074144.205636:0:10484:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074144.205659:0:10484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00010000:00000010:1.1:1769074144.205665:0:10484:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074144.205668:0:10484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074144.269606:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856d280.
00000080:00000010:1.1:1769074144.269625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb560.
00010000:00000010:0.1:1769074144.300455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:0.1:1769074144.326752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3820.
00010000:00000010:0.1:1769074144.326770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:0.1:1769074144.326776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:0.1:1769074144.428454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074144.466453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074144.466469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:3.1:1769074144.472531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:3.1:1769074144.472550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:0.1:1769074144.517509:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758568000.
00000080:00000010:0.1:1769074144.517539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3120.
00000080:00000010:1.1:1769074144.551470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949fc0.
00010000:00000010:1.1:1769074144.551494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074144.551501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:0.1:1769074144.666471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:0.1:1769074144.666497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00010000:00000010:0.1:1769074144.688442:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:0.1:1769074144.688454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00000080:00000010:0.1:1769074144.723467:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864c200.
00000080:00000010:0.1:1769074144.723491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949fa0.
00010000:00000010:1.1:1769074144.762635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074144.762655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:3.1:1769074144.787646:0:2412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949760.
00010000:00000010:0.1:1769074144.821804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:0.1:1769074144.821826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00000080:00000010:3.1:1769074144.896652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbf40.
00010000:00000010:1.1:1769074144.948709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00010000:00000010:1.1:1769074144.948734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:1.1:1769074144.948739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:1.1:1769074144.948742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00010000:00000010:1.1:1769074144.995702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074144.995712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:1.1:1769074145.022485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074145.022502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:1.1:1769074145.060596:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586498c0.
00000080:00000010:1.1:1769074145.060621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb860.
00000080:00000010:1.1:1769074145.178166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949700.
00010000:00000010:1.1:1769074145.178190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:1.1:1769074145.178197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00000080:00000010:1.1:1769074145.247004:0:16871:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbf40.
00010000:00000010:1.1:1769074145.277514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074145.277530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074145.277536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074145.285623:0:16876:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586498c0.
00000080:00000010:1.1:1769074145.285647:0:16876:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aa80.
00010000:00000010:1.1:1769074145.361480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:3.1:1769074145.484553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bba00.
00010000:00000010:1.1:1769074145.525492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074145.598480:0:16875:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:1.1:1769074145.598505:0:16875:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074145.598509:0:16875:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074145.598513:0:16875:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:3.1:1769074145.621681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:3.1:1769074145.621695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074145.629522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074145.629538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074145.642672:0:1364:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758568840.
00000080:00000010:1.1:1769074145.642691:0:1364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3e80.
00010000:00000010:0.1:1769074145.717729:0:2414:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:3.1:1769074145.766466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3cc0.
00010000:00000010:3.1:1769074145.766493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:3.1:1769074145.766498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:0.1:1769074145.853455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3d80.
00010000:00000010:1.1:1769074145.880655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd000.
00010000:00000010:1.1:1769074145.927446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00010000:00000010:1.1:1769074145.927458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074145.927461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074145.927464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00010000:00000010:1.1:1769074145.936011:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074145.936029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:0.1:1769074145.963001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:0.1:1769074145.963024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074146.026646:0:16882:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d2940.
00000080:00000010:1.1:1769074146.026667:0:16882:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb220.
00010000:00000010:1.1:1769074146.074740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074146.113723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a060.
00010000:00000010:1.1:1769074146.113757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:1.1:1769074146.113764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00000080:00000010:0.1:1769074146.185554:0:16884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3b20.
00010000:00000010:1.1:1769074146.236499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:1.1:1769074146.274484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00010000:00000010:1.1:1769074146.274515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074146.274520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074146.274523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:0.1:1769074146.306453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074146.306468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074146.327653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074146.327671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:0.1:1769074146.373920:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587da100.
00000080:00000010:0.1:1769074146.373935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949e00.
00010000:00000010:3.1:1769074146.401257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:0.1:1769074146.451449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489496c0.
00010000:00000010:0.1:1769074146.456045:0:16893:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd000.
00010000:00000010:0.1:1769074146.456052:0:16893:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00010000:00000010:1.1:1769074146.556557:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:0.1:1769074146.624473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:0.1:1769074146.624494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00010000:00000010:1.1:1769074146.660643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:1.1:1769074146.660667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:1.1:1769074146.753287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489498a0.
00010000:00000010:1.1:1769074146.753327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:1.1:1769074146.753334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00000080:00000010:3.1:1769074146.829452:0:1364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbfa0.
00010000:00000010:1.1:1769074146.889818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:1.1:1769074146.915955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00010000:00000010:1.1:1769074146.915976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074146.915980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074146.915983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:1.1:1769074146.935556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074146.935573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:1.1:1769074146.944979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074146.944998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074146.973527:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585698c0.
00000080:00000010:1.1:1769074146.973551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949ce0.
00010000:00000010:0.1:1769074147.014542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074147.037936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3140.
00010000:00000010:1.1:1769074147.037968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:1.1:1769074147.037975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:3.1:1769074147.164740:0:16893:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949120.
00010000:00000010:0.1:1769074147.224466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074147.326454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:0.1:1769074147.326468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074147.326472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074147.326475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074147.349763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074147.349784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:1.1:1769074147.366823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074147.366837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:0.1:1769074147.473898:0:16912:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858ca40.
00000080:00000010:0.1:1769074147.473915:0:16912:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3140.
00010000:00000010:1.1:1769074147.503029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:1.1:1769074147.525816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aee0.
00010000:00000010:1.1:1769074147.525837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074147.525843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:0.1:1769074147.596694:0:16911:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bba20.
00010000:00000010:0.1:1769074147.635289:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:0.1:1769074147.707053:0:16911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00010000:00000010:0.1:1769074147.707071:0:16911:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074147.712722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:0.1:1769074147.712730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00010000:00000010:0.1:1769074147.732228:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074147.732242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074147.734584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074147.734597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:0.1:1769074147.768152:0:15351:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858dac0.
00000080:00000010:0.1:1769074147.768168:0:15351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb7e0.
00000080:00000010:0.1:1769074147.835579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949140.
00010000:00000010:0.1:1769074147.835601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:0.1:1769074147.835606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:0.1:1769074147.916514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949220.
00010000:00000010:1.1:1769074148.017476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:0.1:1769074148.060164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:0.1:1769074148.060190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074148.062738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:0.1:1769074148.062758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:1.1:1769074148.091693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:1.1:1769074148.091718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:0.1:1769074148.108667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074148.108690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:0.1:1769074148.138212:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858b180.
00000080:00000010:0.1:1769074148.138234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a5c0.
00010000:00000010:1.1:1769074148.191504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074148.191523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074148.191530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac60.
00000080:00000010:0.1:1769074148.195457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aec0.
00010000:00000010:1.1:1769074148.195552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074148.195561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074148.323453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3d80.
00010000:00000010:3.1:1769074148.339457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:0.1:1769074148.396496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:0.1:1769074148.396505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:1.1:1769074148.404178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:1.1:1769074148.404203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00010000:00000010:1.1:1769074148.436194:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:1.1:1769074148.436215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:0.1:1769074148.508482:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856a100.
00000080:00000010:0.1:1769074148.508492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489493e0.
00010000:00000010:1.1:1769074148.725503:0:16931:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074148.749002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074148.749024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:3.1:1769074148.749512:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:3.1:1769074148.749661:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00010000:00000010:3.1:1769074148.850325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:3.1:1769074148.882468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963af40.
00010000:00000010:3.1:1769074148.882484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:3.1:1769074148.882489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:3.1:1769074148.955839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbca0.
00010000:00000010:0.1:1769074148.974756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074149.047471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074149.047488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:1.1:1769074149.054455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074149.054467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074149.066147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074149.066165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074149.133793:0:13:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587da100.
00000080:00000010:1.1:1769074149.133826:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3fc0.
00010000:00000010:3.1:1769074149.142670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00000080:00000010:3.1:1769074149.165455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489494e0.
00010000:00000010:3.1:1769074149.165486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:3.1:1769074149.165494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00000080:00000010:3.1:1769074149.198506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb100.
00010000:00000010:0.1:1769074149.226594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074149.273233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074149.273251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:1.1:1769074149.294326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074149.294349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074149.301470:0:16939:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074149.301478:0:16939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:1.1:1769074149.320482:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587da100.
00000080:00000010:1.1:1769074149.320502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ae0.
00010000:00000010:0.1:1769074149.355505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:1.1:1769074149.383052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb37a0.
00010000:00000010:1.1:1769074149.383079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:1.1:1769074149.383086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00000080:00000010:3.1:1769074149.436489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489490a0.
00010000:00000010:3.1:1769074149.455873:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:0.1:1769074149.478787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:0.1:1769074149.478810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00010000:00000010:1.1:1769074149.495453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:1.1:1769074149.495464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:1.1:1769074149.509990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074149.510007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:0.1:1769074149.559902:0:13958:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858e300.
00000080:00000010:0.1:1769074149.559927:0:13958:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb040.
00010000:00000010:1.1:1769074149.594100:0:16948:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00000080:00000010:1.1:1769074149.598651:0:16948:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb1a0.
00010000:00000010:1.1:1769074149.598665:0:16948:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074149.598671:0:16948:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074149.803759:0:16952:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:1.1:1769074149.803768:0:16952:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00010000:00000010:3.1:1769074149.815094:0:2419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:3.1:1769074149.815102:0:2419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00010000:00000010:1.1:1769074149.909477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:0.1:1769074149.917458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a800.
00010000:00000010:0.1:1769074149.917492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:0.1:1769074149.917498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074150.017489:0:16957:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a220.
00010000:00000010:0.1:1769074150.056702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074150.117340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074150.117361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:0.1:1769074150.123090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074150.123098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:2.1:1769074150.167458:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbc200.
00000080:00000010:2.1:1769074150.167489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a220.
00010000:00000010:1.1:1769074150.208554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:0.1:1769074150.228461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ade0.
00010000:00000010:0.1:1769074150.228477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074150.228482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:2.1:1769074150.301448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbf60.
00010000:00000010:0.1:1769074150.314926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:2.1:1769074150.351456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:2.1:1769074150.351475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:1.1:1769074150.386432:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074150.386827:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:2.1:1769074150.395462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:2.1:1769074150.395480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:0.1:1769074150.411456:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585898c0.
00000080:00000010:0.1:1769074150.411479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb32c0.
00010000:00000010:0.1:1769074150.460494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00000080:00000010:0.1:1769074150.474811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949b20.
00010000:00000010:0.1:1769074150.479497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074150.479517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:0.1:1769074150.527459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949380.
00010000:00000010:3.1:1769074150.564475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:0.1:1769074150.627511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:0.1:1769074150.627527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde000.
00010000:00000010:1.1:1769074150.647142:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:1.1:1769074150.647153:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00010000:00000010:1.1:1769074150.696638:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:1.1:1769074150.696656:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:1.1:1769074150.721603:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbf380.
00000080:00000010:1.1:1769074150.721629:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbd00.
00010000:00000010:1.1:1769074150.757502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:0.1:1769074150.766159:0:16973:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a100.
00010000:00000010:0.1:1769074150.766178:0:16973:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074150.766183:0:16973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:1.1:1769074150.808590:0:16975:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949a80.
00010000:00000010:2.1:1769074150.847288:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:0.1:1769074150.870669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:0.1:1769074150.870687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00010000:00000010:1.1:1769074150.883666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074150.883756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00010000:00000010:1.1:1769074150.894467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074150.894477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:0.1:1769074150.923739:0:15351:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858c200.
00000080:00000010:0.1:1769074150.923760:0:15351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949e60.
00010000:00000010:0.1:1769074150.975992:0:16976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:1.1:1769074150.988478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949600.
00010000:00000010:1.1:1769074150.988502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074150.988509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:0.1:1769074151.079925:0:16978:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb980.
00010000:00000010:2.1:1769074151.128500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074151.149566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:1.1:1769074151.149582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:1.1:1769074151.163123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:1.1:1769074151.171163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:1.1:1769074151.182215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074151.182252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:1.1:1769074151.204461:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758589080.
00000080:00000010:1.1:1769074151.204479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963af00.
00010000:00000010:0.1:1769074151.256546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:0.1:1769074151.274578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3fa0.
00010000:00000010:0.1:1769074151.274597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074151.274603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:0.1:1769074151.340463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb39e0.
00010000:00000010:1.1:1769074151.405520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:0.1:1769074151.468556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074151.468569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:1.1:1769074151.476474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074151.476493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:0.1:1769074151.488466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074151.488485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:0.1:1769074151.522669:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758589080.
00000080:00000010:0.1:1769074151.522686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a640.
00010000:00000010:1.1:1769074151.567096:0:16982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074151.581093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aa60.
00010000:00000010:1.1:1769074151.581112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074151.581118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:3.1:1769074151.659520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbb00.
00010000:00000010:1.1:1769074151.676384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:1.1:1769074151.715683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074151.715699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00010000:00000010:0.1:1769074151.724970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:0.1:1769074151.724987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:1.1:1769074151.736563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074151.736576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074151.767449:0:16967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949840.
00010000:00000010:3.1:1769074151.805495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00000080:00000010:0.1:1769074151.814606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb440.
00010000:00000010:0.1:1769074151.814621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:0.1:1769074151.814626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:3.1:1769074151.871488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949a60.
00010000:00000010:3.1:1769074151.897458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074151.946496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:1.1:1769074151.946508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:1.1:1769074151.957451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:1.1:1769074151.957468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00010000:00000010:1.1:1769074151.960639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074151.960663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00000080:00000010:0.1:1769074152.002973:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbd280.
00000080:00000010:0.1:1769074152.002990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbb00.
00010000:00000010:3.1:1769074152.070770:0:2412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00000080:00000010:0.1:1769074152.089600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbd40.
00010000:00000010:0.1:1769074152.093621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:0.1:1769074152.093638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:0.1:1769074152.159633:0:16999:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949560.
00010000:00000010:1.1:1769074152.232645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:1.1:1769074152.285459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074152.285474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00010000:00000010:1.1:1769074152.297186:0:16996:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074152.297196:0:16996:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00010000:00000010:1.1:1769074152.319460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074152.319478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074152.371031:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758589080.
00000080:00000010:1.1:1769074152.371050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbc40.
00010000:00000010:3.1:1769074152.404803:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:2.1:1769074152.408467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949620.
00010000:00000010:2.1:1769074152.408482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:2.1:1769074152.408488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:0.1:1769074152.473550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a660.
00010000:00000010:3.1:1769074152.511683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:0.1:1769074152.570639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:0.1:1769074152.570655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00010000:00000010:1.1:1769074152.591467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:1.1:1769074152.591482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:1.1:1769074152.610454:0:15351:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074152.610466:0:15351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:2.1:1769074152.616785:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758589080.
00000080:00000010:2.1:1769074152.616799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbd80.
00010000:00000010:1.1:1769074152.646478:0:17003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:0.1:1769074152.660591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949f60.
00010000:00000010:0.1:1769074152.660617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:0.1:1769074152.660623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:3.1:1769074152.731482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb4a0.
00010000:00000010:1.1:1769074152.755573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:0.1:1769074152.777129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:0.1:1769074152.790589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:1.1:1769074152.793623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074152.793653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074152.797779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074152.797982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:0.1:1769074152.840328:0:17006:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbd280.
00000080:00000010:0.1:1769074152.851916:0:17006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949d40.
00010000:00000010:3.1:1769074152.904072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:3.1:1769074152.951546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a520.
00010000:00000010:3.1:1769074152.951570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:3.1:1769074152.951577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:3.1:1769074153.001287:0:17016:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949640.
00010000:00000010:0.1:1769074153.023546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:0.1:1769074153.023562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074153.023568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00000080:00000010:3.1:1769074153.068361:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587cf380.
00000080:00000010:3.1:1769074153.068385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb840.
00010000:00000010:1.1:1769074153.116290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074153.116315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a780.
00010000:00000010:1.1:1769074153.116326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074153.116331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00000080:00000010:2.1:1769074153.168508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb120.
00010000:00000010:1.1:1769074153.185286:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:1.1:1769074153.225673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074153.225718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:1.1:1769074153.246617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074153.246640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074153.265241:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074153.265262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:2.1:1769074153.323523:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858dac0.
00000080:00000010:2.1:1769074153.323633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949920.
00010000:00000010:0.1:1769074153.338762:0:17021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:0.1:1769074153.362904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3e60.
00010000:00000010:0.1:1769074153.362925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:0.1:1769074153.362954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:2.1:1769074153.422207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489493e0.
00010000:00000010:1.1:1769074153.449906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074153.487497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074153.487512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:0.1:1769074153.487571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:0.1:1769074153.487576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:0.1:1769074153.492443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074153.492460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:0.1:1769074153.512911:0:17024:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbd280.
00000080:00000010:0.1:1769074153.512929:0:17024:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a1a0.
00010000:00000010:1.1:1769074153.561202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074153.561223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074153.561237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a2e0.
00010000:00000010:1.1:1769074153.579519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074153.579536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074153.579542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac80.
00010000:00000010:1.1:1769074153.618513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:1.1:1769074153.618531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00000080:00000010:3.1:1769074153.713435:0:14129:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbae0.
00010000:00000010:1.1:1769074153.747532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:2.1:1769074153.775873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:2.1:1769074153.775897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:2.1:1769074153.775901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:2.1:1769074153.775904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074153.791198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074153.791207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:0.1:1769074153.819653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074153.819674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074153.837498:0:17027:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbd280.
00000080:00000010:1.1:1769074153.837520:0:17027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a120.
00010000:00000010:1.1:1769074153.893709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074153.902774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aba0.
00010000:00000010:1.1:1769074153.902814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074153.902822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074154.022791:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a120.
00010000:00000010:2.1:1769074154.042021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:0.1:1769074154.105857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:0.1:1769074154.105876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:0.1:1769074154.105880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:0.1:1769074154.105882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00010000:00000010:1.1:1769074154.154771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:1.1:1769074154.154788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00010000:00000010:1.1:1769074154.181250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074154.181272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:0.1:1769074154.216467:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b21080.
00000080:00000010:0.1:1769074154.216488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949c60.
00010000:00000010:3.1:1769074154.242604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00000080:00000010:1.1:1769074154.289771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb780.
00010000:00000010:1.1:1769074154.296479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074154.296533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:1.1:1769074154.376459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a6e0.
00010000:00000010:0.1:1769074154.425627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074154.463733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:1.1:1769074154.463744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074154.463749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074154.463753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:1.1:1769074154.472207:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074154.472217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:2.1:1769074154.485631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:2.1:1769074154.485652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074154.529488:0:17038:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ceb40.
00000080:00000010:1.1:1769074154.529514:0:17038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb34e0.
00010000:00000010:3.1:1769074154.573628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00000080:00000010:1.1:1769074154.614566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949580.
00010000:00000010:1.1:1769074154.614598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:1.1:1769074154.614605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00000080:00000010:0.1:1769074154.655498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb000.
00010000:00000010:0.1:1769074154.688629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:0.1:1769074154.728451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00010000:00000010:0.1:1769074154.728462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074154.728466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074154.728470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:2.1:1769074154.739533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:2.1:1769074154.739558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:0.1:1769074154.745740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074154.745763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:0.1:1769074154.774477:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b22100.
00000080:00000010:0.1:1769074154.774499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489491e0.
00010000:00000010:3.1:1769074154.817586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:0.1:1769074154.851480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac00.
00010000:00000010:0.1:1769074154.851516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:0.1:1769074154.851523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:0.1:1769074154.935201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3080.
00010000:00000010:1.1:1769074154.966455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:0.1:1769074155.007468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:0.1:1769074155.007492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:1.1:1769074155.008181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074155.008190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:0.1:1769074155.024465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074155.024491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074155.048473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074155.048499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074155.122482:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587cb9c0.
00000080:00000010:1.1:1769074155.122506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a1e0.
00010000:00000010:0.1:1769074155.141559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:0.1:1769074155.174465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3a20.
00010000:00000010:0.1:1769074155.174501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:0.1:1769074155.174508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00000080:00000010:2.1:1769074155.245590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb860.
00010000:00000010:1.1:1769074155.306256:0:17051:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074155.306273:0:17051:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074155.306738:0:17051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074155.319437:0:17055:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b45280.
00000080:00000010:1.1:1769074155.319457:0:17055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a140.
00010000:00000010:0.1:1769074155.371068:0:17060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00000080:00000010:1.1:1769074155.390639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb560.
00010000:00000010:1.1:1769074155.390674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074155.390681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:3.1:1769074155.474514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949d20.
00010000:00000010:2.1:1769074155.507878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:1.1:1769074155.555061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00010000:00000010:1.1:1769074155.555080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:1.1:1769074155.555084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:1.1:1769074155.555087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00010000:00000010:0.1:1769074155.587457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:0.1:1769074155.587475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00010000:00000010:1.1:1769074155.604126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074155.604136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:2.1:1769074155.634302:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbdac0.
00000080:00000010:2.1:1769074155.634324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb500.
00010000:00000010:2.1:1769074155.656703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:0.1:1769074155.660638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949680.
00010000:00000010:0.1:1769074155.660657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074155.660664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:3.1:1769074155.759877:0:17066:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb080.
00010000:00000010:3.1:1769074155.812638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd200.
00010000:00000010:3.1:1769074155.866466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:3.1:1769074155.866487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00010000:00000010:2.1:1769074155.866556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00010000:00000010:2.1:1769074155.866562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:0.1:1769074155.869617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd200.
00010000:00000010:0.1:1769074155.869636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00010000:00000010:0.1:1769074155.879705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:0.1:1769074155.879727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:3.1:1769074155.945466:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b40000.
00000080:00000010:3.1:1769074155.945485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb080.
00010000:00000010:1.1:1769074155.993522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:0.1:1769074156.036802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a020.
00010000:00000010:0.1:1769074156.036839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:0.1:1769074156.036847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00000080:00000010:0.1:1769074156.109787:0:17069:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949620.
00010000:00000010:0.1:1769074156.137487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074156.218984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074156.218993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074156.223714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074156.223729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:0.1:1769074156.227526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074156.227538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:0.1:1769074156.240469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:0.1:1769074156.240494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074156.260545:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b25ac0.
00000080:00000010:1.1:1769074156.260564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3000.
00010000:00000010:0.1:1769074156.325716:0:15195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074156.383560:0:15195:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae40.
00010000:00000010:1.1:1769074156.383667:0:15195:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074156.383675:0:15195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:3.1:1769074156.500507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb6c0.
00010000:00000010:1.1:1769074156.552279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074156.555476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074156.555497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:0.1:1769074156.599563:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c98c0.
00000080:00000010:0.1:1769074156.599585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a500.
00010000:00000010:3.1:1769074156.611461:0:17082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:3.1:1769074156.611471:0:17082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00000080:00000010:3.1:1769074156.611496:0:17082:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbb80.
00010000:00000010:3.1:1769074156.623841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:3.1:1769074156.623850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00000080:00000010:3.1:1769074156.640465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb3e0.
00010000:00000010:1.1:1769074156.644490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:1.1:1769074156.644508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00000080:00000010:0.1:1769074156.698448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb32a0.
00010000:00000010:0.1:1769074156.727767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:2.1:1769074156.766449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:2.1:1769074156.766460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00010000:00000010:1.1:1769074156.773073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074156.773091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074156.775459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:1.1:1769074156.775482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00000080:00000010:0.1:1769074156.857180:0:17079:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b25ac0.
00000080:00000010:0.1:1769074156.857205:0:17079:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbc20.
00010000:00000010:1.1:1769074156.953701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074156.972461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a880.
00010000:00000010:1.1:1769074156.972482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074156.972488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:0.1:1769074157.045763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3fe0.
00010000:00000010:1.1:1769074157.063476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074157.093451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074157.093461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:1.1:1769074157.105514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074157.105534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:1.1:1769074157.128616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074157.128641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074157.140478:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b23180.
00000080:00000010:1.1:1769074157.140500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a4a0.
00010000:00000010:0.1:1769074157.186514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:2.1:1769074157.215554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3180.
00010000:00000010:2.1:1769074157.215591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:2.1:1769074157.215598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074157.284489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a8e0.
00010000:00000010:2.1:1769074157.312468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:1.1:1769074157.327753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:1.1:1769074157.327785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00010000:00000010:1.1:1769074157.355849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:1.1:1769074157.355869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00010000:00000010:1.1:1769074157.359899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074157.359923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074157.387476:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b44a40.
00000080:00000010:1.1:1769074157.387499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489496a0.
00010000:00000010:3.1:1769074157.410533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00000080:00000010:3.1:1769074157.412683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949240.
00010000:00000010:3.1:1769074157.412843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:3.1:1769074157.412852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:0.1:1769074157.477445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3a60.
00010000:00000010:3.1:1769074157.512755:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:3.1:1769074157.512777:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:3.1:1769074157.512785:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00000080:00000010:3.1:1769074157.515514:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbdac0.
00000080:00000010:3.1:1769074157.515548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949600.
00010000:00000010:1.1:1769074157.539713:0:17103:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00000080:00000010:1.1:1769074157.544596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949600.
00010000:00000010:1.1:1769074157.544613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd000.
00010000:00000010:1.1:1769074157.544619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00000080:00000010:1.1:1769074157.567460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949420.
00010000:00000010:1.1:1769074157.592441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:2.1:1769074157.613449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:2.1:1769074157.613462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:0.1:1769074157.628464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:0.1:1769074157.628488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:1.1:1769074157.637447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074157.637465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:2.1:1769074157.642455:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b23180.
00000080:00000010:2.1:1769074157.648588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3580.
00010000:00000010:2.1:1769074157.656460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:2.1:1769074157.660515:0:17106:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949f80.
00010000:00000010:2.1:1769074157.660527:0:17106:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:2.1:1769074157.660532:0:17106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:0.1:1769074157.694533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3a00.
00010000:00000010:3.1:1769074157.706461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd000.
00010000:00000010:3.1:1769074157.750779:0:6182:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:3.1:1769074157.750788:0:6182:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00010000:00000010:0.1:1769074157.781459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:0.1:1769074157.781476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00010000:00000010:1.1:1769074157.789465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd000.
00010000:00000010:1.1:1769074157.789483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00000080:00000010:1.1:1769074157.806218:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b40840.
00000080:00000010:1.1:1769074157.806230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb580.
00010000:00000010:2.1:1769074157.816440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00000080:00000010:3.1:1769074157.826276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb480.
00010000:00000010:3.1:1769074157.826301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:3.1:1769074157.826309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00000080:00000010:1.1:1769074157.858664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949440.
00010000:00000010:1.1:1769074157.862702:0:17111:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074157.888434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074157.888442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:0.1:1769074157.899562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:0.1:1769074157.899585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:0.1:1769074157.911663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:0.1:1769074157.911673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074157.935449:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ceb40.
00000080:00000010:1.1:1769074157.935461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a6c0.
00010000:00000010:0.1:1769074157.960450:0:17112:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00000080:00000010:0.1:1769074157.966532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949160.
00010000:00000010:0.1:1769074157.970666:0:17112:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:0.1:1769074157.970675:0:17112:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:1.1:1769074158.006532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949fc0.
00010000:00000010:2.1:1769074158.026605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:2.1:1769074158.100795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:2.1:1769074158.100810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00010000:00000010:0.1:1769074158.101531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:0.1:1769074158.101540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:0.1:1769074158.133451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:0.1:1769074158.133464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00000080:00000010:0.1:1769074158.167464:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbd280.
00000080:00000010:0.1:1769074158.167482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae20.
00010000:00000010:1.1:1769074158.199710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:0.1:1769074158.231161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a160.
00010000:00000010:0.1:1769074158.231179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074158.231184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:1.1:1769074158.348455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963af60.
00010000:00000010:3.1:1769074158.378134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:1.1:1769074158.458452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:1.1:1769074158.458498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00010000:00000010:1.1:1769074158.537568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:1.1:1769074158.537583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00010000:00000010:0.1:1769074158.546473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074158.546486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:1.1:1769074158.600872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbd280.
00000080:00000010:1.1:1769074158.600888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949ee0.
00010000:00000010:0.1:1769074158.662906:0:17127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:0.1:1769074158.667483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb36e0.
00010000:00000010:0.1:1769074158.667500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:0.1:1769074158.667515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074158.751446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aca0.
00010000:00000010:0.1:1769074158.778550:0:17129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074158.836149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074158.836159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:0.1:1769074158.852438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074158.852453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074158.880535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074158.880563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:1.1:1769074158.937839:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b15ac0.
00000080:00000010:2.1:1769074158.942529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3120.
00010000:00000010:1.1:1769074158.990745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074158.990765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074158.990771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ae0.
00010000:00000010:1.1:1769074159.012461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074159.012472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074159.012476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aca0.
00010000:00000010:0.1:1769074159.051725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074159.051735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:3.1:1769074159.100423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb260.
00010000:00000010:3.1:1769074159.170516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd200.
00010000:00000010:2.1:1769074159.244377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00010000:00000010:2.1:1769074159.244388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:2.1:1769074159.244392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:2.1:1769074159.244395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde000.
00010000:00000010:1.1:1769074159.248560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:1.1:1769074159.248587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00010000:00000010:0.1:1769074159.262787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd200.
00010000:00000010:0.1:1769074159.262811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00000080:00000010:0.1:1769074159.406763:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b15ac0.
00000080:00000010:0.1:1769074159.406793:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb260.
00010000:00000010:0.1:1769074159.457869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:0.1:1769074159.504029:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3700.
00010000:00000010:0.1:1769074159.504051:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074159.504057:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:3.1:1769074159.642339:0:17143:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a340.
00010000:00000010:2.1:1769074159.694650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:2.1:1769074159.694667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:2.1:1769074159.694673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:2.1:1769074159.730575:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585bd280.
00000080:00000010:2.1:1769074159.730605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949b00.
00010000:00000010:0.1:1769074159.802267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:1.1:1769074159.839792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3120.
00010000:00000010:1.1:1769074159.839812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:1.1:1769074159.839818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00000080:00000010:1.1:1769074159.947267:0:17147:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aca0.
00010000:00000010:0.1:1769074160.013465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074160.065160:0:17144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074160.065186:0:17144:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074160.065193:0:17144:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:1.1:1769074160.065196:0:17144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:1.1:1769074160.107677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074160.107735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:0.1:1769074160.138374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:0.1:1769074160.138400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074160.173728:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585bf380.
00000080:00000010:1.1:1769074160.173758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3300.
00010000:00000010:3.1:1769074160.215064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00000080:00000010:1.1:1769074160.248698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb480.
00010000:00000010:1.1:1769074160.248731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074160.248738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:0.1:1769074160.328149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949020.
00010000:00000010:0.1:1769074160.362785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074160.416817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:0.1:1769074160.416841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074160.424114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074160.424125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:0.1:1769074160.442044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074160.442064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074160.455551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074160.455582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:0.1:1769074160.485588:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b12940.
00000080:00000010:0.1:1769074160.485604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3320.
00010000:00000010:2.1:1769074160.534746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:0.1:1769074160.587462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489492c0.
00010000:00000010:0.1:1769074160.593352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:0.1:1769074160.593370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00000080:00000010:0.1:1769074160.673479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3e80.
00010000:00000010:0.1:1769074160.743995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074160.808470:0:13958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:0.1:1769074160.808502:0:13958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074160.808507:0:13958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:0.1:1769074160.808511:0:13958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00010000:00000010:0.1:1769074160.852454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:0.1:1769074160.852469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:0.1:1769074160.873590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074160.873605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:0.1:1769074160.913014:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbdac0.
00000080:00000010:0.1:1769074160.913031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb35e0.
00010000:00000010:0.1:1769074160.921178:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00000080:00000010:0.1:1769074161.002644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489496c0.
00010000:00000010:0.1:1769074161.002671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074161.002677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:3.1:1769074161.076492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949b60.
00010000:00000010:1.1:1769074161.129843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:0.1:1769074161.170614:0:6189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00010000:00000010:0.1:1769074161.170623:0:6189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074161.170627:0:6189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074161.170630:0:6189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:0.1:1769074161.179486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074161.179521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:0.1:1769074161.205463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074161.205484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:0.1:1769074161.252290:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbdac0.
00000080:00000010:0.1:1769074161.252308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949140.
00010000:00000010:3.1:1769074161.317602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:0.1:1769074161.333544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a480.
00010000:00000010:0.1:1769074161.333565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074161.333571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:0.1:1769074161.389535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3940.
00010000:00000010:1.1:1769074161.426627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:0.1:1769074161.483834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:0.1:1769074161.483859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:0.1:1769074161.483864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:0.1:1769074161.483868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:0.1:1769074161.498575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:0.1:1769074161.498635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:0.1:1769074161.518516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074161.518535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:0.1:1769074161.558828:0:17169:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b418c0.
00000080:00000010:0.1:1769074161.558855:0:17169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a900.
00010000:00000010:1.1:1769074161.605831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:0.1:1769074161.638653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a280.
00010000:00000010:0.1:1769074161.638687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:0.1:1769074161.638695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00000080:00000010:3.1:1769074161.733979:0:17171:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a4c0.
00010000:00000010:2.1:1769074161.785426:0:17171:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074161.833464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00010000:00000010:1.1:1769074161.833487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:1.1:1769074161.833502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:1.1:1769074161.833506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00010000:00000010:0.1:1769074161.852680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:0.1:1769074161.852695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00010000:00000010:0.1:1769074161.866447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:0.1:1769074161.866469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074161.921531:0:13:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a62100.
00000080:00000010:1.1:1769074161.921558:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb4c0.
00010000:00000010:0.1:1769074161.946465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00000080:00000010:0.1:1769074161.979459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489493c0.
00010000:00000010:0.1:1769074161.979482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:0.1:1769074161.979501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:0.1:1769074162.148395:0:17177:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3fc0.
00010000:00000010:1.1:1769074162.188454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:2.1:1769074162.203675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:2.1:1769074162.203693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:0.1:1769074162.227455:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a67380.
00000080:00000010:0.1:1769074162.227467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489497a0.
00010000:00000010:1.1:1769074162.274474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:3.1:1769074162.304715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a9a0.
00010000:00000010:3.1:1769074162.304746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:3.1:1769074162.304752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:1.1:1769074162.381476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a880.
00010000:00000010:0.1:1769074162.422468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:2.1:1769074162.458514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:2.1:1769074162.458531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:2.1:1769074162.458537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:2.1:1769074162.458541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:0.1:1769074162.498527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:0.1:1769074162.498545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00010000:00000010:3.1:1769074162.539847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:3.1:1769074162.539860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00000080:00000010:2.1:1769074162.588563:0:17187:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a67380.
00000080:00000010:2.1:1769074162.588593:0:17187:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ba0.
00010000:00000010:3.1:1769074162.630199:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:3.1:1769074162.630246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:3.1:1769074162.630253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbb80.
00010000:00000010:3.1:1769074162.640543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:3.1:1769074162.640566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00000080:00000010:3.1:1769074162.640574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb140.
00010000:00000010:3.1:1769074162.667462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:3.1:1769074162.667493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00000080:00000010:1.1:1769074162.742855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949720.
00010000:00000010:1.1:1769074162.757620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074162.807176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074162.807198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074162.840314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074162.840337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00010000:00000010:0.1:1769074162.853486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:0.1:1769074162.853510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074162.913679:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585bc200.
00000080:00000010:1.1:1769074162.913699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a620.
00010000:00000010:0.1:1769074162.955504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:1.1:1769074162.959890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3580.
00010000:00000010:1.1:1769074162.959916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:1.1:1769074162.959923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:2.1:1769074163.025899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbc00.
00010000:00000010:0.1:1769074163.089268:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074163.119295:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074163.119321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:0.1:1769074163.153296:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074163.153319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:1.1:1769074163.156610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074163.156635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:1.1:1769074163.180053:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b139c0.
00000080:00000010:1.1:1769074163.180080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3a00.
00010000:00000010:0.1:1769074163.213609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:1.1:1769074163.228687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3c00.
00010000:00000010:1.1:1769074163.228720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074163.228749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:0.1:1769074163.346718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb36e0.
00010000:00000010:1.1:1769074163.404446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:0.1:1769074163.433467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074163.433484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:0.1:1769074163.440591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:0.1:1769074163.440605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074163.470448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:1.1:1769074163.470468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00000080:00000010:0.1:1769074163.624547:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b139c0.
00000080:00000010:0.1:1769074163.624558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a620.
00010000:00000010:2.1:1769074163.666341:0:17206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00000080:00000010:2.1:1769074163.696066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbf40.
00010000:00000010:2.1:1769074163.696086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:2.1:1769074163.696091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:1.1:1769074163.763535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963af20.
00010000:00000010:0.1:1769074163.792074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:3.1:1769074163.864565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:3.1:1769074163.864582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:1.1:1769074163.864639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074163.864645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:0.1:1769074163.873798:0:17205:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:0.1:1769074163.873829:0:17205:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:3.1:1769074163.925546:0:31:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b98c0.
00000080:00000010:3.1:1769074163.925565:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3d60.
00010000:00000010:0.1:1769074163.968824:0:17209:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00000080:00000010:0.1:1769074163.983654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489491a0.
00010000:00000010:0.1:1769074163.983677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:0.1:1769074163.983682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00000080:00000010:0.1:1769074164.055494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489495c0.
00010000:00000010:3.1:1769074164.088848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:0.1:1769074164.130460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:0.1:1769074164.130474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00010000:00000010:0.1:1769074164.135088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:0.1:1769074164.135096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00010000:00000010:1.1:1769074164.144533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074164.144540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:0.1:1769074164.156450:0:17212:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a63180.
00000080:00000010:0.1:1769074164.156466:0:17212:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbce0.
00010000:00000010:0.1:1769074164.180467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:1.1:1769074164.184064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb33c0.
00010000:00000010:1.1:1769074164.184076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074164.184082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074164.208626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a020.
00010000:00000010:0.1:1769074164.236627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074164.256682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074164.256690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:0.1:1769074164.262462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074164.262470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074164.268559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074164.268580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074164.293508:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b17380.
00000080:00000010:1.1:1769074164.293529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3dc0.
00010000:00000010:0.1:1769074164.325442:0:17202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:1.1:1769074164.328784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3180.
00010000:00000010:1.1:1769074164.328805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074164.328813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074164.373124:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a020.
00010000:00000010:3.1:1769074164.396539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:3.1:1769074164.401469:0:17218:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:3.1:1769074164.401487:0:17218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00000080:00000010:1.1:1769074164.403452:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b17380.
00000080:00000010:1.1:1769074164.403468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb3e0.
00010000:00000010:0.1:1769074164.459158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:0.1:1769074164.477668:0:17227:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f00.
00010000:00000010:0.1:1769074164.477680:0:17227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074164.477685:0:17227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:0.1:1769074164.504528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3aa0.
00010000:00000010:1.1:1769074164.520197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:1.1:1769074164.537603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074164.537621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:0.1:1769074164.552549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:0.1:1769074164.552560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074164.564136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074164.564157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074164.575452:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a62940.
00000080:00000010:1.1:1769074164.575477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949260.
00010000:00000010:0.1:1769074164.603473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074164.606679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3380.
00010000:00000010:1.1:1769074164.606701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074164.606707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:3.1:1769074164.655587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949fc0.
00010000:00000010:0.1:1769074164.672636:0:17232:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074164.695422:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074164.695435:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:0.1:1769074164.716774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074164.716793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:0.1:1769074164.716797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074164.716801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074164.750704:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b10000.
00000080:00000010:1.1:1769074164.750723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3680.
00010000:00000010:2.1:1769074164.788526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00000080:00000010:1.1:1769074164.794534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949660.
00010000:00000010:1.1:1769074164.794547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074164.794552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:0.1:1769074164.861667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb620.
00010000:00000010:2.1:1769074164.885458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:0.1:1769074164.901771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:0.1:1769074164.901790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00010000:00000010:0.1:1769074164.905447:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:0.1:1769074164.905455:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00010000:00000010:0.1:1769074164.918244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074164.918263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:0.1:1769074164.965714:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b10000.
00000080:00000010:0.1:1769074164.965740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949f00.
00010000:00000010:1.1:1769074165.006465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074165.006488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074165.006494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a680.
00000080:00000010:2.1:1769074165.015468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949820.
00010000:00000010:0.1:1769074165.016372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:0.1:1769074165.016387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:0.1:1769074165.069475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:0.1:1769074165.069503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:1.1:1769074165.177377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a0e0.
00010000:00000010:1.1:1769074165.274336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:0.1:1769074165.300551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00010000:00000010:0.1:1769074165.300572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:0.1:1769074165.300575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:0.1:1769074165.300578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:0.1:1769074165.314422:0:17247:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:0.1:1769074165.314442:0:17247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074165.329902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074165.329918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:0.1:1769074165.351638:0:17248:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a64200.
00000080:00000010:0.1:1769074165.351660:0:17248:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949d00.
00010000:00000010:0.1:1769074165.379074:0:17248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:0.1:1769074165.407953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3180.
00010000:00000010:0.1:1769074165.407970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:0.1:1769074165.407976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00000080:00000010:2.1:1769074165.495563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489493e0.
00010000:00000010:3.1:1769074165.558245:0:17250:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:3.1:1769074165.625498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:3.1:1769074165.625523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:3.1:1769074165.625527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:3.1:1769074165.625531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00010000:00000010:1.1:1769074165.659844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074165.659864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00010000:00000010:0.1:1769074165.686909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:0.1:1769074165.686918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00000080:00000010:3.1:1769074165.763551:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b139c0.
00000080:00000010:3.1:1769074165.763577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a540.
00010000:00000010:0.1:1769074165.816085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00000080:00000010:1.1:1769074165.851272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949780.
00010000:00000010:1.1:1769074165.851291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074165.851298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:3.1:1769074165.974905:0:2412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb0c0.
00010000:00000010:0.1:1769074166.009622:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:2.1:1769074166.083856:0:2412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00010000:00000010:2.1:1769074166.083876:0:2412:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:2.1:1769074166.099240:0:2411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:2.1:1769074166.099257:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074166.128918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074166.128939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:0.1:1769074166.141329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074166.141341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:0.1:1769074166.211734:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b12940.
00000080:00000010:0.1:1769074166.211757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbc60.
00010000:00000010:1.1:1769074166.250542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:1.1:1769074166.265281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949ea0.
00010000:00000010:1.1:1769074166.265314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074166.265321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:3.1:1769074166.330385:0:2412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a980.
00010000:00000010:0.1:1769074166.373617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:2.1:1769074166.434600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00010000:00000010:2.1:1769074166.434627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:2.1:1769074166.434633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:2.1:1769074166.434635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074166.505195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074166.505211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074166.505216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:1.1:1769074166.505220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00000080:00000010:0.1:1769074166.525722:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a62940.
00000080:00000010:0.1:1769074166.525753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949cc0.
00010000:00000010:3.1:1769074166.597000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:1.1:1769074166.631630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb2c0.
00010000:00000010:1.1:1769074166.631667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074166.631677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:0.1:1769074166.718049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3900.
00010000:00000010:1.1:1769074166.750439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:1.1:1769074166.822752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:1.1:1769074166.822771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074166.828575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074166.828598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074166.839468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074166.839492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:1.1:1769074166.858558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074166.858582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:2.1:1769074166.874590:0:17269:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a62940.
00000080:00000010:2.1:1769074166.874615:0:17269:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949b60.
00010000:00000010:2.1:1769074166.910393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:1.1:1769074166.942470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949b60.
00010000:00000010:1.1:1769074166.942502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:1.1:1769074166.942509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00000080:00000010:1.1:1769074167.038494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963acc0.
00010000:00000010:1.1:1769074167.058923:0:17271:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:2.1:1769074167.097728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:2.1:1769074167.097749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:2.1:1769074167.097754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:2.1:1769074167.097757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:1.1:1769074167.139570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074167.139586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:1.1:1769074167.187565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:1.1:1769074167.187581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00000080:00000010:0.1:1769074167.225456:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a62940.
00000080:00000010:0.1:1769074167.225474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb32a0.
00010000:00000010:3.1:1769074167.270167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00000080:00000010:0.1:1769074167.331641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949640.
00010000:00000010:0.1:1769074167.335450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:0.1:1769074167.335466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00000080:00000010:1.1:1769074167.478834:0:17274:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a840.
00010000:00000010:2.1:1769074167.548627:0:2412:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:1.1:1769074167.638539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00010000:00000010:1.1:1769074167.638548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:1.1:1769074167.642571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:1.1:1769074167.642586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:1.1:1769074167.654467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074167.654494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:0.1:1769074167.669544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074167.669562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:2.1:1769074167.723289:0:17275:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a62940.
00000080:00000010:2.1:1769074167.723321:0:17275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb640.
00010000:00000010:1.1:1769074167.763420:0:15195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00000080:00000010:0.1:1769074167.854270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949ae0.
00010000:00000010:0.1:1769074167.854289:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd200.
00010000:00000010:0.1:1769074167.854295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:0.1:1769074167.905975:0:17281:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbfa0.
00010000:00000010:0.1:1769074167.981733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:0.1:1769074167.986456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074167.986471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00000080:00000010:1.1:1769074168.006454:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895dac0.
00000080:00000010:1.1:1769074168.006474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbd20.
00010000:00000010:0.1:1769074168.082696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00000080:00000010:0.1:1769074168.125607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbe20.
00010000:00000010:0.1:1769074168.125631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074168.125637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:1.1:1769074168.209441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489490c0.
00010000:00000010:3.1:1769074168.264456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:2.1:1769074168.315646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:2.1:1769074168.315662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:2.1:1769074168.315666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:2.1:1769074168.315669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:0.1:1769074168.345962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:0.1:1769074168.345979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00010000:00000010:0.1:1769074168.361148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074168.361164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:2.1:1769074168.435439:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895b180.
00000080:00000010:2.1:1769074168.435457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949c40.
00010000:00000010:0.1:1769074168.475284:0:17290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:0.1:1769074168.505462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ab20.
00010000:00000010:0.1:1769074168.518463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074168.518479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:1.1:1769074168.605210:0:17292:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae60.
00010000:00000010:2.1:1769074168.664536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:2.1:1769074168.749526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:2.1:1769074168.749543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:2.1:1769074168.749547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:2.1:1769074168.749550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00010000:00000010:1.1:1769074168.814481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:1.1:1769074168.814495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:0.1:1769074168.857843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:0.1:1769074168.857858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:2.1:1769074168.937528:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958840.
00000080:00000010:2.1:1769074168.937542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489497a0.
00010000:00000010:1.1:1769074168.967992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074168.968020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074168.968025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aac0.
00010000:00000010:1.1:1769074168.975998:0:17293:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:1.1:1769074168.976009:0:17293:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074168.976016:0:17293:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae60.
00010000:00000010:2.1:1769074168.997097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:2.1:1769074168.997114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074169.081380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949840.
00010000:00000010:3.1:1769074169.101878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:3.1:1769074169.169869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:3.1:1769074169.169884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00010000:00000010:0.1:1769074169.178469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:0.1:1769074169.178492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde000.
00010000:00000010:1.1:1769074169.208553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:1.1:1769074169.208574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00000080:00000010:0.1:1769074169.258011:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895a940.
00000080:00000010:0.1:1769074169.258031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bba20.
00010000:00000010:3.1:1769074169.370014:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00000080:00000010:1.1:1769074169.381656:0:17297:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bba40.
00010000:00000010:1.1:1769074169.381683:0:17297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074169.381691:0:17297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:1.1:1769074169.448801:0:17302:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb040.
00010000:00000010:0.1:1769074169.518463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074169.518485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074169.518491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:0.1:1769074169.543443:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a45280.
00000080:00000010:0.1:1769074169.543452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a1a0.
00010000:00000010:1.1:1769074169.565447:0:17308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00000080:00000010:1.1:1769074169.586697:0:17308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb880.
00010000:00000010:1.1:1769074169.586707:0:17308:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074169.586712:0:17308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00000080:00000010:0.1:1769074169.643489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3a60.
00010000:00000010:1.1:1769074169.676957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:2.1:1769074169.749455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:2.1:1769074169.749478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:0.1:1769074169.769607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:0.1:1769074169.769618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074169.779703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074169.779724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:2.1:1769074169.843458:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a40000.
00000080:00000010:2.1:1769074169.843477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a6e0.
00010000:00000010:1.1:1769074169.893469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:0.1:1769074169.909490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a3c0.
00010000:00000010:0.1:1769074169.909514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:0.1:1769074169.909521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074169.997292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a980.
00010000:00000010:0.1:1769074170.031540:0:17314:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:1.1:1769074170.078573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074170.078595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00010000:00000010:0.1:1769074170.108734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074170.108748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:0.1:1769074170.126483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074170.126501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074170.164566:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895a940.
00000080:00000010:1.1:1769074170.164590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbc40.
00010000:00000010:3.1:1769074170.185381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00000080:00000010:0.1:1769074170.209309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949b80.
00010000:00000010:0.1:1769074170.214662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074170.214683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:1.1:1769074170.286193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949ee0.
00010000:00000010:0.1:1769074170.317183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074170.391451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074170.391462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:2.1:1769074170.439185:0:2411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:2.1:1769074170.439201:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:0.1:1769074170.462164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074170.462184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074170.467061:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895c200.
00000080:00000010:1.1:1769074170.467079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3c40.
00010000:00000010:3.1:1769074170.498072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00000080:00000010:1.1:1769074170.532548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949da0.
00010000:00000010:1.1:1769074170.532574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:1.1:1769074170.532580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00000080:00000010:0.1:1769074170.591661:0:17320:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3140.
00010000:00000010:1.1:1769074170.611465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:2.1:1769074170.660282:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:2.1:1769074170.660298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:0.1:1769074170.673276:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:0.1:1769074170.673311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:0.1:1769074170.688590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:0.1:1769074170.688604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:0.1:1769074170.758566:0:17322:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a43180.
00000080:00000010:0.1:1769074170.758579:0:17322:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a980.
00010000:00000010:0.1:1769074170.804105:0:17329:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:0.1:1769074170.833466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489493a0.
00010000:00000010:0.1:1769074170.833498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:0.1:1769074170.833504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:0.1:1769074170.907490:0:17332:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a820.
00010000:00000010:1.1:1769074170.941567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074170.992886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:0.1:1769074170.992917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:0.1:1769074171.006523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074171.006546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:0.1:1769074171.038458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:0.1:1769074171.038483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:0.1:1769074171.081031:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895eb40.
00000080:00000010:0.1:1769074171.081054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb33a0.
00010000:00000010:1.1:1769074171.146673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:0.1:1769074171.160398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae00.
00010000:00000010:0.1:1769074171.160444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074171.160451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:0.1:1769074171.240080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489499c0.
00010000:00000010:3.1:1769074171.258648:0:2412:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:1.1:1769074171.314444:0:1049:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:1.1:1769074171.314467:0:1049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde000.
00010000:00000010:0.1:1769074171.318569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd200.
00010000:00000010:0.1:1769074171.318593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00010000:00000010:1.1:1769074171.350465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:1.1:1769074171.350491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00000080:00000010:1.1:1769074171.424707:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b0840.
00000080:00000010:1.1:1769074171.424729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbec0.
00010000:00000010:3.1:1769074171.470084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00000080:00000010:1.1:1769074171.475654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb0e0.
00010000:00000010:1.1:1769074171.475677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:1.1:1769074171.475684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:2.1:1769074171.535511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963af20.
00010000:00000010:2.1:1769074171.585024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:2.1:1769074171.629524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:2.1:1769074171.629547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00010000:00000010:0.1:1769074171.637563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:0.1:1769074171.637586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00010000:00000010:1.1:1769074171.663963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:1.1:1769074171.663985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:2.1:1769074171.741463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a44200.
00000080:00000010:2.1:1769074171.741483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949b20.
00010000:00000010:0.1:1769074171.824759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:2.1:1769074171.847491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3120.
00010000:00000010:2.1:1769074171.851447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:2.1:1769074171.851474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00000080:00000010:1.1:1769074171.934430:0:17342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a620.
00010000:00000010:1.1:1769074171.989579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:3.1:1769074172.013449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:3.1:1769074172.013464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:0.1:1769074172.013569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074172.013576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00010000:00000010:1.1:1769074172.078430:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074172.078440:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074172.113728:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895eb40.
00000080:00000010:1.1:1769074172.113747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbf60.
00010000:00000010:1.1:1769074172.133477:0:10484:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074172.133483:0:10484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074172.133487:0:10484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a9a0.
00010000:00000010:2.1:1769074172.144193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:2.1:1769074172.144201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:2.1:1769074172.144206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a880.
00010000:00000010:0.1:1769074172.150567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:0.1:1769074172.150588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00000080:00000010:0.1:1769074172.264734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949700.
00010000:00000010:2.1:1769074172.302557:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074172.359683:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:1.1:1769074172.359696:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:1.1:1769074172.365555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:1.1:1769074172.365565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00010000:00000010:0.1:1769074172.381346:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074172.381389:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:1.1:1769074172.383480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074172.383499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074172.446679:0:17354:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b4a40.
00000080:00000010:1.1:1769074172.446698:0:17354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac40.
00010000:00000010:1.1:1769074172.476730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:0.1:1769074172.512782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac40.
00010000:00000010:0.1:1769074172.512814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074172.512821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:0.1:1769074172.576451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3cc0.
00010000:00000010:3.1:1769074172.590568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:3.1:1769074172.653760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:3.1:1769074172.653782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:3.1:1769074172.656589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:3.1:1769074172.656617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:1.1:1769074172.701583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:1.1:1769074172.701608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00010000:00000010:0.1:1769074172.743653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:0.1:1769074172.743663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00000080:00000010:2.1:1769074172.813297:0:15351:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895d280.
00000080:00000010:2.1:1769074172.813324:0:15351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3420.
00010000:00000010:1.1:1769074172.870454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074172.936393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a8e0.
00010000:00000010:1.1:1769074172.936430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074172.936436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:1.1:1769074173.018250:0:17359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a180.
00010000:00000010:0.1:1769074173.043605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074173.074444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:0.1:1769074173.074453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074173.074457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074173.074461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:0.1:1769074173.107456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074173.107505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074173.126490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074173.126510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:0.1:1769074173.184567:0:17360:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958000.
00000080:00000010:0.1:1769074173.184588:0:17360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3cc0.
00010000:00000010:1.1:1769074173.233460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:2.1:1769074173.265500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a180.
00010000:00000010:2.1:1769074173.265516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:2.1:1769074173.265522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:1.1:1769074173.319675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3cc0.
00010000:00000010:0.1:1769074173.439859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:0.1:1769074173.452198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:0.1:1769074173.452209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074173.452213:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074173.452216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:0.1:1769074173.494475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1900.
00010000:00000010:0.1:1769074173.494495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00010000:00000010:2.1:1769074173.507460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:2.1:1769074173.507479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:0.1:1769074173.557449:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958000.
00000080:00000010:0.1:1769074173.557469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949100.
00010000:00000010:0.1:1769074173.655451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:0.1:1769074173.718744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3600.
00010000:00000010:0.1:1769074173.723466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074173.723487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:0.1:1769074173.806539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb400.
00010000:00000010:2.1:1769074173.888897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:2.1:1769074173.930955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00010000:00000010:2.1:1769074173.936508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:2.1:1769074173.936528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:2.1:1769074173.936534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00010000:00000010:0.1:1769074174.002373:0:17371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:0.1:1769074174.002384:0:17371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00010000:00000010:1.1:1769074174.029598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:1.1:1769074174.029615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00000080:00000010:0.1:1769074174.047662:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a62940.
00000080:00000010:0.1:1769074174.047683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489493e0.
00010000:00000010:1.1:1769074174.097598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:0.1:1769074174.118005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489495e0.
00010000:00000010:0.1:1769074174.118050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:0.1:1769074174.118058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00000080:00000010:0.1:1769074174.229275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3c00.
00010000:00000010:1.1:1769074174.261563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074174.325820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:1.1:1769074174.325845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074174.330449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074174.330464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:0.1:1769074174.370464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:0.1:1769074174.370482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074174.417542:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074174.417557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:1.1:1769074174.475250:0:17378:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958000.
00000080:00000010:1.1:1769074174.475270:0:17378:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a480.
00010000:00000010:1.1:1769074174.496725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:0.1:1769074174.558227:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a480.
00010000:00000010:0.1:1769074174.560001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:0.1:1769074174.560012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074174.643440:0:17380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a580.
00010000:00000010:1.1:1769074174.730840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074174.771637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074174.771652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074174.776464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074174.776496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:3.1:1769074174.856456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:3.1:1769074174.856470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:0.1:1769074174.859594:0:13958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074174.859610:0:13958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:1.1:1769074174.941766:0:17387:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895c200.
00000080:00000010:1.1:1769074174.941778:0:17387:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a580.
00010000:00000010:0.1:1769074174.984461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00000080:00000010:1.1:1769074175.016835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb380.
00010000:00000010:1.1:1769074175.016863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:1.1:1769074175.016869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00000080:00000010:1.1:1769074175.179576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb6e0.
00010000:00000010:3.1:1769074175.260099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:3.1:1769074175.366451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00010000:00000010:3.1:1769074175.366475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:3.1:1769074175.366480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:3.1:1769074175.366483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:1.1:1769074175.523227:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:1.1:1769074175.523248:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00010000:00000010:1.1:1769074175.523254:0:2418:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074175.523257:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:3.1:1769074175.603652:0:17393:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895a940.
00000080:00000010:3.1:1769074175.603673:0:17393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489496e0.
00010000:00000010:3.1:1769074175.653652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00000080:00000010:1.1:1769074175.711908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb5e0.
00010000:00000010:1.1:1769074175.715236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074175.715259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:3.1:1769074175.900920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb3c0.
00010000:00000010:1.1:1769074176.004458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074176.164599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:1.1:1769074176.164615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074176.164620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074176.164623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074176.176631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:1.1:1769074176.176651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:2.1:1769074176.184248:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:2.1:1769074176.184269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00000080:00000010:1.1:1769074176.240163:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958840.
00000080:00000010:1.1:1769074176.240182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a7c0.
00010000:00000010:1.1:1769074176.358472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00000080:00000010:0.1:1769074176.410466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbae0.
00010000:00000010:0.1:1769074176.410494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074176.410501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:0.1:1769074176.590465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3500.
00010000:00000010:3.1:1769074176.656954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074176.761553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00010000:00000010:1.1:1769074176.761566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:1.1:1769074176.767543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:1.1:1769074176.767567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00010000:00000010:1.1:1769074176.850448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074176.850457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:0.1:1769074176.912060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:0.1:1769074176.912081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074176.962495:0:17402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949ae0.
00010000:00000010:1.1:1769074177.065140:0:17404:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074177.065174:0:17404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:0.1:1769074177.097552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a6c0.
00010000:00000010:0.1:1769074177.107528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074177.107544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:0.1:1769074177.107549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3c40.
00010000:00000010:1.1:1769074177.153288:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074177.153303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074177.255603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a620.
00010000:00000010:0.1:1769074177.261711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:0.1:1769074177.309481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:0.1:1769074177.309492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00010000:00000010:2.1:1769074177.313461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:2.1:1769074177.313479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074177.327831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:1.1:1769074177.327848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:0.1:1769074177.378131:0:17412:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958840.
00000080:00000010:0.1:1769074177.378155:0:17412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949a60.
00010000:00000010:2.1:1769074177.437202:0:17412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:2.1:1769074177.448677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3580.
00010000:00000010:2.1:1769074177.451978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:2.1:1769074177.451987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:0.1:1769074177.532614:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb680.
00010000:00000010:1.1:1769074177.561487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074177.587514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074177.587531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:0.1:1769074177.597440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:0.1:1769074177.601465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:2.1:1769074177.621869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:2.1:1769074177.621885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074177.651475:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958840.
00000080:00000010:1.1:1769074177.651491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a2e0.
00010000:00000010:0.1:1769074177.698033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:0.1:1769074177.719006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3dc0.
00010000:00000010:3.1:1769074177.719739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:3.1:1769074177.719749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00000080:00000010:1.1:1769074177.799959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a280.
00010000:00000010:0.1:1769074177.820449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074177.850608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074177.850622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:2.1:1769074177.850675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:2.1:1769074177.850680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:1.1:1769074177.874568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074177.874581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:0.1:1769074177.937809:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958000.
00000080:00000010:0.1:1769074177.937824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb32e0.
00010000:00000010:0.1:1769074177.967459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf600.
00000080:00000010:1.1:1769074177.972418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb2c0.
00010000:00000010:1.1:1769074177.972439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074177.972444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:0.1:1769074178.024438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae80.
00010000:00000010:3.1:1769074178.030491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:0.1:1769074178.058444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:0.1:1769074178.058459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00010000:00000010:0.1:1769074178.077417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:0.1:1769074178.077434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde400.
00010000:00000010:1.1:1769074178.090665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:1.1:1769074178.090679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfe00.
00000080:00000010:0.1:1769074178.151643:0:17421:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d39c0.
00000080:00000010:0.1:1769074178.151660:0:17421:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb860.
00010000:00000010:0.1:1769074178.199549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074178.235458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb32e0.
00010000:00000010:1.1:1769074178.235470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074178.235477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:0.1:1769074178.292842:0:15351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3a20.
00010000:00000010:1.1:1769074178.322701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:2.1:1769074178.360749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:2.1:1769074178.360763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00010000:00000010:1.1:1769074178.383372:0:6189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074178.383392:0:6189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:1.1:1769074178.400526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:1.1:1769074178.400537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00000080:00000010:2.1:1769074178.421638:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512a98c0.
00000080:00000010:2.1:1769074178.421678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb8e0.
00010000:00000010:1.1:1769074178.523031:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:1.1:1769074178.527854:0:17427:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a580.
00010000:00000010:1.1:1769074178.527872:0:17427:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:1.1:1769074178.527880:0:17427:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:0.1:1769074178.588539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949f60.
00010000:00000010:0.1:1769074178.606636:0:17430:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074178.606657:0:17430:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074178.606663:0:17430:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:2.1:1769074178.653660:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958000.
00000080:00000010:2.1:1769074178.653683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3560.
00010000:00000010:2.1:1769074178.693200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:0.1:1769074178.728618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489495c0.
00010000:00000010:0.1:1769074178.728642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:0.1:1769074178.728650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:3.1:1769074178.799125:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb580.
00010000:00000010:3.1:1769074178.853476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:3.1:1769074178.865618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:3.1:1769074178.865639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:3.1:1769074178.900047:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:3.1:1769074178.900064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:0.1:1769074178.920316:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:0.1:1769074178.920339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:3.1:1769074178.969664:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d7380.
00000080:00000010:3.1:1769074178.969686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a060.
00010000:00000010:2.1:1769074179.017316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00000080:00000010:0.1:1769074179.022267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949420.
00010000:00000010:0.1:1769074179.028090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecde00.
00010000:00000010:0.1:1769074179.028112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00000080:00000010:1.1:1769074179.086769:0:17441:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a700.
00010000:00000010:3.1:1769074179.148026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:3.1:1769074179.206153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:3.1:1769074179.206175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:1.1:1769074179.206235:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:1.1:1769074179.206242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00010000:00000010:0.1:1769074179.234025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd200.
00010000:00000010:0.1:1769074179.234046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00000080:00000010:3.1:1769074179.288139:0:17442:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958000.
00000080:00000010:3.1:1769074179.288168:0:17442:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949900.
00010000:00000010:3.1:1769074179.332997:0:17442:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00000080:00000010:0.1:1769074179.358452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949ba0.
00010000:00000010:0.1:1769074179.358469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:0.1:1769074179.358475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00000080:00000010:1.1:1769074179.414045:0:17444:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a960.
00010000:00000010:0.1:1769074179.444344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074179.457933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:0.1:1769074179.457956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:2.1:1769074179.481673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:2.1:1769074179.481683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:1.1:1769074179.485463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074179.485581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:1.1:1769074179.534825:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958000.
00000080:00000010:1.1:1769074179.534846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3180.
00010000:00000010:1.1:1769074179.577642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00000080:00000010:2.1:1769074179.600474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb660.
00010000:00000010:2.1:1769074179.600496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:2.1:1769074179.600503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00000080:00000010:2.1:1769074179.626773:0:17447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949f40.
00010000:00000010:0.1:1769074179.668812:0:13958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:2.1:1769074179.744228:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:2.1:1769074179.744249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00010000:00000010:2.1:1769074179.749047:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:2.1:1769074179.749071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:1.1:1769074179.761512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074179.761533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:2.1:1769074179.792858:0:10944:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513aa940.
00000080:00000010:2.1:1769074179.792880:0:10944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949f40.
00010000:00000010:3.1:1769074182.442288:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:3.1:1769074182.442303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:3.1:1769074182.453573:0:17467:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb960.
00010000:00000010:1.1:1769074182.506604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdc00.
00010000:00000010:1.1:1769074182.506627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074182.506632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00000080:00000010:1.1:1769074182.539469:0:17468:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b4a40.
00000080:00000010:1.1:1769074182.539487:0:17468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb160.
00010000:00000010:1.1:1769074186.274768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074186.274793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:1.1:1769074186.313469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074186.313476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:0.1:1769074186.339508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074186.354687:0:17499:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074186.354694:0:17499:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:0.1:1769074186.359727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074186.359743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:0.1:1769074186.384455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074186.384468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:0.1:1769074186.522577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:0.1:1769074186.522590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:0.1:1769074186.537661:0:17499:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074186.683716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00000080:00000010:1.1:1769074186.799333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949c00.
00010000:00000010:1.1:1769074186.850633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074186.850651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00010000:00000010:0.1:1769074186.874095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59800.
00010000:00000010:0.1:1769074186.927482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:1.1:1769074187.116912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3440.
00010000:00000010:0.1:1769074187.138918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59d00.
00010000:00000010:0.1:1769074187.138995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:2.1:1769074187.210309:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59000.
00010000:00000010:0.1:1769074187.336729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:0.1:1769074187.481570:0:17499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3d60.
00010000:00000010:3.1:1769074187.521161:0:17499:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:3.1:1769074187.521184:0:17499:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00010000:00000010:2.1:1769074187.542716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:0.1:1769074187.821793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59700.
00010000:00000010:0.1:1769074187.821816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89c00.
00010000:00000010:0.1:1769074187.901589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59700.
00010000:00000010:2.1:1769074188.043847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00010000:00000010:1.1:1769074188.075586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00010000:00000010:2.1:1769074188.101780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59800.
00010000:00000010:2.1:1769074188.101791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:2.1:1769074188.101796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd000.
00010000:00000010:2.1:1769074188.101800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde000.
00010000:00000010:0.1:1769074188.106226:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:0.1:1769074188.106246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00010000:00000010:0.1:1769074188.131638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:0.1:1769074188.131648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:2.1:1769074188.143879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d8000.
00000080:00000010:2.1:1769074188.143900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949020.
00010000:00000010:0.1:1769074188.155576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00010000:00000010:0.1:1769074188.186854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:0.1:1769074188.186864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59200.
00010000:00000010:0.1:1769074188.186868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:0.1:1769074188.186890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:0.1:1769074188.193869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdd00.
00010000:00000010:0.1:1769074188.193888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00010000:00000010:0.1:1769074188.244100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:0.1:1769074188.244125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:0.1:1769074188.248771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1800.
00010000:00000010:0.1:1769074188.248791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00000080:00000010:2.1:1769074188.280129:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e9080.
00000080:00000010:2.1:1769074188.280147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb32c0.
00010000:00000010:0.1:1769074188.283454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00010000:00000010:1.1:1769074188.309984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:1.1:1769074188.310006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074188.310012:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59100.
00010000:00000010:1.1:1769074188.310017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89c00.
00010000:00000010:0.1:1769074188.315070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59f00.
00010000:00000010:0.1:1769074188.315088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88e00.
00000080:00000010:1.1:1769074188.347566:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cda100.
00000080:00000010:1.1:1769074188.347585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a320.
00010000:00000010:1.1:1769074188.364595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:1.1:1769074188.381684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00010000:00000010:1.1:1769074188.381707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074188.381746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074188.385763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:1.1:1769074188.385770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:0.1:1769074188.407451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074188.407460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074188.439455:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c27380.
00000080:00000010:1.1:1769074188.439471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac60.
00010000:00000010:3.1:1769074188.462027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00010000:00000010:3.1:1769074188.466479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89800.
00010000:00000010:3.1:1769074188.466497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd900.
00010000:00000010:3.1:1769074188.466503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:3.1:1769074188.466507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00010000:00000010:1.1:1769074188.504035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:1.1:1769074188.504052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00010000:00000010:0.1:1769074188.522461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59c00.
00010000:00000010:0.1:1769074188.522478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88200.
00000080:00000010:2.1:1769074188.558985:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a40000.
00000080:00000010:2.1:1769074188.559006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3a60.
00010000:00000010:0.1:1769074188.585626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00010000:00000010:0.1:1769074188.614570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00010000:00000010:0.1:1769074188.614609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59d00.
00010000:00000010:0.1:1769074188.614615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89000.
00010000:00000010:1.1:1769074188.626353:0:6190:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59900.
00010000:00000010:1.1:1769074188.626371:0:6190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89200.
00010000:00000010:1.1:1769074188.640524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59400.
00010000:00000010:1.1:1769074188.640547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88c00.
00000080:00000010:0.1:1769074188.658459:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587cb180.
00000080:00000010:0.1:1769074188.658482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949d40.
00010000:00000010:0.1:1769074188.678357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89000.
00010000:00000010:1.1:1769074188.689482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074188.689500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074188.689505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59600.
00010000:00000010:1.1:1769074188.689508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:1.1:1769074188.724587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074188.724615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:2.1:1769074188.766460:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c2940.
00000080:00000010:2.1:1769074188.766478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a020.
00010000:00000010:0.1:1769074188.789871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00010000:00000010:3.1:1769074188.802553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:3.1:1769074188.802601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:1.1:1769074188.802870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00010000:00000010:1.1:1769074188.802877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074188.844467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:1.1:1769074188.844477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:1.1:1769074188.852841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:1.1:1769074188.852870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:3.1:1769074188.885449:0:13:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd3180.
00000080:00000010:3.1:1769074188.885479:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489491c0.
00010000:00000010:0.1:1769074188.890523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:1.1:1769074188.896645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074188.913916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074188.919461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:0.1:1769074188.926829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89000.
00010000:00000010:0.1:1769074188.957202:0:6189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:0.1:1769074188.957208:0:6189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:0.1:1769074188.957212:0:6189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:0.1:1769074188.957214:0:6189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:1.1:1769074188.960613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074188.960629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:0.1:1769074188.963534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:0.1:1769074188.963545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:0.1:1769074188.978447:0:17500:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d5280.
00000080:00000010:0.1:1769074188.978457:0:17500:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a660.
00010000:00000010:0.1:1769074188.984192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdec00.
00010000:00000010:0.1:1769074188.984213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6600.
00010000:00000010:0.1:1769074188.984219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47300.
00010000:00000010:0.1:1769074188.984223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7a00.
00010000:00000010:0.1:1769074188.987570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413a00.
00010000:00000010:0.1:1769074188.987603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7800.
00000080:00000010:0.1:1769074189.009635:0:17504:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d28840.
00000080:00000010:0.1:1769074189.009656:0:17504:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748a89580.
00010000:00000010:1.1:1769074199.512504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6600.
00000080:00000010:1.1:1769074199.512521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ae0.
00010000:00000010:1.1:1769074199.512531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59e00.
00010000:00000010:1.1:1769074199.512535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88000.
00010000:00000010:1.1:1769074199.606365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:1.1:1769074199.606376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7800.
00010000:00000010:1.1:1769074199.620420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:0.1:1769074199.700497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59500.
00000080:00000010:1.1:1769074199.748448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac80.
00000080:00000010:2.1:1769074199.760818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949b00.
00000080:00000010:2.1:1769074199.760868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949700.
00010000:00000010:3.1:1769074199.793989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1b00.
00010000:00000010:0.1:1769074199.922641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59500.
00000080:00000010:0.1:1769074199.958031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3820.
00000080:00000010:0.1:1769074199.958043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3120.
00010000:00000010:3.1:1769074199.962872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:3.1:1769074199.998443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1500.
00010000:00000010:0.1:1769074200.106490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:2.1:1769074200.182809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6600.
00010000:00000010:2.1:1769074200.182821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074200.211484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf000.
00010000:00000010:1.1:1769074200.211499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7a00.
00010000:00000010:1.1:1769074200.211504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074200.473996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:1.1:1769074200.474012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074200.539731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074200.646955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1d00.
00010000:00000010:1.1:1769074200.646965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00010000:00000010:2.1:1769074200.659979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:2.1:1769074200.660001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:2.1:1769074200.660049:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:2.1:1769074200.660053:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:2.1:1769074200.660069:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:2.1:1769074200.660072:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00000080:00000010:2.1:1769074200.660078:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489496a0.
00010000:00000010:2.1:1769074200.660086:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00010000:00000010:2.1:1769074200.660090:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd600.
00010000:00000010:2.1:1769074200.660093:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89e00.
00000080:00000010:1.1:1769074200.733654:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd3180.
00010000:00000010:2.1:1769074200.792547:0:2411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:2.1:1769074200.792560:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf200.
00000080:00000010:0.1:1769074200.796626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb0c0.
00010000:00000010:0.1:1769074200.796650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00010000:00000010:0.1:1769074200.809567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:0.1:1769074200.809579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:0.1:1769074200.827769:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b4a40.
00010000:00000010:1.1:1769074200.877350:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:1.1:1769074200.877373:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde000.
00010000:00000010:1.1:1769074200.877377:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00010000:00000010:1.1:1769074200.877380:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd000.
00010000:00000010:1.1:1769074200.877384:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89600.
00000080:00000010:2.1:1769074200.882786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489497a0.
00000080:00000010:1.1:1769074200.932446:0:18093:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b0840.
00010000:00000010:1.1:1769074200.958385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59b00.
00010000:00000010:1.1:1769074200.958412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88400.
00000080:00000010:2.1:1769074200.971449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a520.
00010000:00000010:2.1:1769074200.971479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:2.1:1769074200.971495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:2.1:1769074200.971500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:1.1:1769074201.020680:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d0840.
00010000:00000010:2.1:1769074201.094470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:2.1:1769074201.094499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7800.
00000080:00000010:2.1:1769074201.103610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3c00.
00010000:00000010:2.1:1769074201.103641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88800.
00010000:00000010:2.1:1769074201.103647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59a00.
00010000:00000010:2.1:1769074201.103652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89a00.
00000080:00000010:1.1:1769074201.216301:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d2940.
00010000:00000010:0.1:1769074201.252458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59700.
00010000:00000010:0.1:1769074201.252466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88a00.
00000080:00000010:2.1:1769074201.271456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f40.
00000080:00000010:2.1:1769074201.271479:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d5ac0.
00000080:00000010:2.1:1769074201.271490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae20.
00010000:00000010:2.1:1769074201.271496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88000.
00010000:00000010:2.1:1769074201.271501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59e00.
00010000:00000010:2.1:1769074201.271505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:2.1:1769074201.452524:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513ac200.
00000080:00000010:2.1:1769074201.471899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a400.
00010000:00000010:2.1:1769074201.528797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074201.536895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074201.536910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:1.1:1769074201.578351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:2.1:1769074201.642770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:3.1:1769074201.726116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdec00.
00010000:00000010:2.1:1769074201.737795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde600.
00010000:00000010:2.1:1769074201.745758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00010000:00000010:2.1:1769074201.770743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:2.1:1769074201.778814:0:18096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00010000:00000010:2.1:1769074201.800974:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:2.1:1769074201.800997:0:2411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489496e0.
00010000:00000010:1.1:1769074201.804631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00000080:00000010:1.1:1769074201.980237:0:18098:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a4a0.
00010000:00000010:0.1:1769074201.989340:0:18098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:0.1:1769074201.989359:0:18098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:0.1:1769074201.989361:0:18098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:0.1:1769074201.989364:0:18098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:0.1:1769074201.989367:0:18098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00010000:00000010:0.1:1769074201.989381:0:18098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6600.
00010000:00000010:0.1:1769074201.989384:0:18098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00010000:00000010:0.1:1769074201.989386:0:18098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00010000:00000010:0.1:1769074202.035917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:1.1:1769074202.130682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a7c0.
00010000:00000010:1.1:1769074202.153457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:3.1:1769074202.299708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb5c0.
00010000:00000010:2.1:1769074202.299840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:0.1:1769074202.351701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88200.
00010000:00000010:0.1:1769074202.351712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88e00.
00010000:00000010:0.1:1769074202.351717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89400.
00010000:00000010:0.1:1769074202.351720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89000.
00000080:00000010:1.1:1769074202.413210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac40.
00010000:00000010:1.1:1769074202.449446:0:1364:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6600.
00000080:00000010:2.1:1769074202.528827:0:2412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949e20.
00010000:00000010:0.1:1769074202.544601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:1.1:1769074202.713451:0:18111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00010000:00000010:1.1:1769074202.722812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00010000:00000010:1.1:1769074202.722831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00010000:00000010:1.1:1769074202.722835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00010000:00000010:1.1:1769074202.722838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00010000:00000010:1.1:1769074202.722842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21400.
00010000:00000010:1.1:1769074202.722846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20000.
00010000:00000010:1.1:1769074202.722848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21e00.
00010000:00000010:1.1:1769074202.727163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:1.1:1769074202.727186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:1.1:1769074202.748588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949440.
00000080:00000010:1.1:1769074202.748604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489494c0.
00000080:00000010:1.1:1769074202.748607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb040.
00010000:00000010:1.1:1769074202.748615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59200.
00010000:00000010:1.1:1769074202.748621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88600.
00010000:00000010:1.1:1769074202.780498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59700.
00010000:00000010:1.1:1769074202.780512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88a00.
00000080:00000010:1.1:1769074202.788252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb220.
00000080:00000010:1.1:1769074202.788272:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512a98c0.
00010000:00000010:1.1:1769074202.792578:0:18111:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:1.1:1769074202.792585:0:18111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:1.1:1769074202.797452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a820.
00000080:00000010:1.1:1769074202.797489:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d4200.
00010000:00000010:1.1:1769074202.801638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074202.801647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7800.
00000080:00000010:1.1:1769074202.806585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949360.
00000080:00000010:1.1:1769074202.810687:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d2940.
00010000:00000010:1.1:1769074202.810705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59500.
00010000:00000010:1.1:1769074202.810711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:1.1:1769074202.821537:0:18111:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a0a0.
00000080:00000010:1.1:1769074202.821555:0:18111:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513a9080.
00010000:00000010:1.1:1769074202.825591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:1.1:1769074202.825609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:1.1:1769074202.830471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a340.
00000080:00000010:1.1:1769074202.830509:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d0840.
00010000:00000010:1.1:1769074202.834862:0:18111:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59c00.
00010000:00000010:1.1:1769074202.834872:0:18111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89400.
00000080:00000010:1.1:1769074202.844580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949ec0.
00000080:00000010:1.1:1769074202.852446:0:1049:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513ab9c0.
00010000:00000010:1.1:1769074202.852468:0:1049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00010000:00000010:1.1:1769074202.852474:0:1049:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:2.1:1769074202.856515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00010000:00000010:2.1:1769074202.856530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:2.1:1769074202.856535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00010000:00000010:0.1:1769074202.859610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:0.1:1769074202.859631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7a00.
00000080:00000010:2.1:1769074202.891642:0:18114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d6300.
00000080:00000010:2.1:1769074202.891664:0:18114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a400.
00010000:00000010:0.1:1769074203.457464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88200.
00010000:00000010:2.1:1769074203.457585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88e00.
00000080:00000010:2.1:1769074203.457599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3180.
00010000:00000010:2.1:1769074203.457608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:2.1:1769074203.457611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21e00.
00010000:00000010:0.1:1769074203.495559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59600.
00010000:00000010:0.1:1769074203.495575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88200.
00010000:00000010:0.1:1769074203.514610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59400.
00010000:00000010:0.1:1769074203.563466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59400.
00000080:00000010:1.1:1769074203.586543:0:17935:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963afe0.
00000080:00000010:1.1:1769074203.586557:0:17935:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a5e0.
00000080:00000010:1.1:1769074203.586562:0:17935:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963acc0.
00010000:00000010:1.1:1769074203.601436:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:3.1:1769074203.605547:0:17935:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47300.
00000080:00000010:2.1:1769074203.628541:0:2412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949120.
00000080:00000010:2.1:1769074203.628561:0:2412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7489497a0.
00010000:00000010:1.1:1769074203.641427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:1.1:1769074203.660451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:1.1:1769074203.703442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21800.
00010000:00000010:0.1:1769074203.754460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20000.
00010000:00000010:0.1:1769074203.754469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:0.1:1769074203.758612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00010000:00000010:0.1:1769074203.758634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21400.
00010000:00000010:0.1:1769074203.758640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:1.1:1769074203.830480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:1.1:1769074203.830502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20a00.
00010000:00000010:1.1:1769074203.846474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:0.1:1769074203.895481:0:18125:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074203.895496:0:18125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21600.
00010000:00000010:0.1:1769074203.900499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20c00.
00010000:00000010:0.1:1769074203.900520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:1.1:1769074203.904461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20800.
00010000:00000010:1.1:1769074203.904481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47300.
00000080:00000010:1.1:1769074203.904489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a5e0.
00010000:00000010:1.1:1769074203.904500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20200.
00010000:00000010:1.1:1769074203.904503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074203.904506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89800.
00010000:00000010:0.1:1769074203.904572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21000.
00010000:00000010:0.1:1769074203.904579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:3.1:1769074203.928063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:3.1:1769074203.928084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00010000:00000010:1.1:1769074203.934496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074203.934506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:2.1:1769074203.985466:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d4200.
00010000:00000010:0.1:1769074204.011430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074204.011454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21c00.
00000080:00000010:2.1:1769074204.019581:0:2411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949580.
00010000:00000010:2.1:1769074204.019610:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00010000:00000010:2.1:1769074204.019615:0:2411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:2.1:1769074204.019620:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88e00.
00000080:00000010:0.1:1769074204.039485:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d2940.
00010000:00000010:1.1:1769074204.062535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074204.062543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20600.
00000080:00000010:2.1:1769074204.071177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a560.
00010000:00000010:2.1:1769074204.071205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21200.
00010000:00000010:2.1:1769074204.071212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:2.1:1769074204.071216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89400.
00000080:00000010:0.1:1769074204.104937:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d0840.
00010000:00000010:1.1:1769074204.132572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59900.
00010000:00000010:1.1:1769074204.132584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88200.
00000080:00000010:2.1:1769074204.138475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3400.
00010000:00000010:2.1:1769074204.138511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89200.
00010000:00000010:2.1:1769074204.138543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59600.
00010000:00000010:2.1:1769074204.138547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88a00.
00000080:00000010:0.1:1769074204.160898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513aa100.
00010000:00000010:0.1:1769074204.188589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:0.1:1769074204.188612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21a00.
00000080:00000010:2.1:1769074204.196790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ac0.
00010000:00000010:2.1:1769074204.196836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88c00.
00010000:00000010:2.1:1769074204.196844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59800.
00010000:00000010:2.1:1769074204.196848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88600.
00000080:00000010:0.1:1769074204.230497:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513af380.
00010000:00000010:1.1:1769074204.264301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:1.1:1769074204.264307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:2.1:1769074204.272368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963acc0.
00000080:00000010:2.1:1769074204.272423:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512ac200.
00000080:00000010:2.1:1769074204.272430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a880.
00010000:00000010:2.1:1769074204.272437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20e00.
00010000:00000010:2.1:1769074204.272444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:2.1:1769074204.272448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20600.
00000080:00000010:1.1:1769074204.310877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd3180.
00000080:00000010:1.1:1769074204.316054:0:18127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963afe0.
00010000:00000010:1.1:1769074204.353425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20200.
00010000:00000010:0.1:1769074204.365460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59000.
00010000:00000010:0.1:1769074204.365477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88000.
00010000:00000010:0.1:1769074204.401434:0:17935:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1200.
00010000:00000010:0.1:1769074204.433464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59900.
00010000:00000010:1.1:1769074204.572833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20200.
00010000:00000010:1.1:1769074204.595497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20800.
00010000:00000010:3.1:1769074204.598449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00010000:00000010:3.1:1769074204.611591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:3.1:1769074204.617357:0:18129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdec00.
00010000:00000010:3.1:1769074204.621445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00000080:00000010:3.1:1769074204.621478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb5a0.
00010000:00000010:3.1:1769074204.641473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdec00.
00010000:00000010:0.1:1769074204.678252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59f00.
00010000:00000010:0.1:1769074204.678282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89000.
00010000:00000010:0.1:1769074204.678286:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:0.1:1769074204.678290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:1.1:1769074204.795674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a660.
00010000:00000010:0.1:1769074204.810254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00000080:00000010:3.1:1769074204.918875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb1a0.
00010000:00000010:3.1:1769074204.927606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00000080:00000010:0.1:1769074205.010896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3420.
00010000:00000010:0.1:1769074205.030799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89600.
00010000:00000010:1.1:1769074205.048723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:1.1:1769074205.048744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6600.
00010000:00000010:1.1:1769074205.048749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074205.048752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00010000:00000010:3.1:1769074205.131753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00010000:00000010:3.1:1769074205.131786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfa00.
00010000:00000010:3.1:1769074205.131789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00010000:00000010:3.1:1769074205.131792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00000080:00000010:2.1:1769074205.199518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949620.
00010000:00000010:0.1:1769074205.213732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89600.
00000080:00000010:3.1:1769074205.347663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbbe0.
00010000:00000010:3.1:1769074205.362903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdee00.
00010000:00000010:3.1:1769074205.507575:0:14129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00010000:00000010:3.1:1769074205.537879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59c00.
00010000:00000010:3.1:1769074205.537894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece600.
00000080:00000010:1.1:1769074205.547101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbf60.
00000080:00000010:1.1:1769074205.547111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac00.
00000080:00000010:1.1:1769074205.547117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a780.
00010000:00000010:1.1:1769074205.547125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59600.
00010000:00000010:1.1:1769074205.547143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89a00.
00010000:00000010:0.1:1769074205.588151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59800.
00010000:00000010:0.1:1769074205.588162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88000.
00000080:00000010:0.1:1769074205.588168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ce0.
00000080:00000010:0.1:1769074205.588185:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513ad280.
00010000:00000010:0.1:1769074205.588191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:0.1:1769074205.588195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdec00.
00000080:00000010:0.1:1769074205.615609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb3c0.
00000080:00000010:0.1:1769074205.615635:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd3180.
00010000:00000010:0.1:1769074205.619787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59d00.
00010000:00000010:0.1:1769074205.619808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00000080:00000010:0.1:1769074205.647587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb660.
00000080:00000010:0.1:1769074205.647625:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513af380.
00010000:00000010:0.1:1769074205.654669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1a00.
00010000:00000010:0.1:1769074205.654686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89e00.
00000080:00000010:1.1:1769074205.678333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3d80.
00000080:00000010:1.1:1769074205.678369:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512ac200.
00010000:00000010:1.1:1769074205.678380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59f00.
00010000:00000010:1.1:1769074205.678386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89000.
00000080:00000010:1.1:1769074205.692733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949600.
00000080:00000010:1.1:1769074205.692786:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513aa100.
00010000:00000010:1.1:1769074205.692797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:1.1:1769074205.692804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde200.
00000080:00000010:0.1:1769074205.779551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bba60.
00000080:00000010:0.1:1769074205.779582:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751286b40.
00010000:00000010:0.1:1769074205.784261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21800.
00010000:00000010:0.1:1769074205.784277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074205.790260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88800.
00010000:00000010:0.1:1769074205.790276:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59000.
00010000:00000010:0.1:1769074205.790280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00010000:00000010:1.1:1769074205.794266:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59400.
00010000:00000010:1.1:1769074205.794296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89c00.
00000080:00000010:1.1:1769074205.874931:0:18144:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d6300.
00000080:00000010:1.1:1769074205.874946:0:18144:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a820.
00010000:00000010:0.1:1769074211.712456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd400.
00010000:00000010:0.1:1769074211.712463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:0.1:1769074211.712467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1e00.
00010000:00000010:0.1:1769074211.712471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00010000:00000010:0.1:1769074211.712480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1f00.
00010000:00000010:0.1:1769074211.712484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecea00.
00010000:00000010:1.1:1769074211.718467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1000.
00010000:00000010:1.1:1769074211.718480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00010000:00000010:1.1:1769074211.718485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59900.
00010000:00000010:1.1:1769074211.718488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88400.
00010000:00000010:1.1:1769074211.718491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074211.718494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20800.
00010000:00000010:2.1:1769074221.922521:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89800.
00000080:00000010:2.1:1769074221.930599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f40.
00010000:00000010:2.1:1769074221.930627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:2.1:1769074221.930634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfc00.
00010000:00000010:1.1:1769074232.465625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1700.
00010000:00000010:1.1:1769074232.465639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fde800.
00000080:00000010:1.1:1769074232.473607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb4c0.
00000080:00000010:1.1:1769074232.473632:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512a9080.
00010000:00000010:0.1:1769074232.478154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59500.
00010000:00000010:0.1:1769074232.478168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88400.
00000080:00000010:0.1:1769074232.487805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3d60.
00000080:00000010:0.1:1769074232.487824:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513ad280.
00010000:00000010:0.1:1769074232.493227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59200.
00010000:00000010:0.1:1769074232.493244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88200.
00000080:00000010:0.1:1769074232.501845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb32c0.
00000080:00000010:0.1:1769074232.501874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513a8000.
00010000:00000010:0.1:1769074232.505047:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413a00.
00010000:00000010:0.1:1769074232.505065:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20c00.
00000080:00000010:0.1:1769074232.515444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a2e0.
00000080:00000010:0.1:1769074232.515468:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512ab9c0.
00010000:00000010:0.1:1769074232.515477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59e00.
00010000:00000010:0.1:1769074232.515482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece000.
00000080:00000010:1.1:1769074232.537584:0:19071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920b740.
00000080:00000010:1.1:1769074232.537612:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513aca40.
00010000:00000010:1.1:1769074232.537621:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59a00.
00010000:00000010:1.1:1769074232.537627:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89200.
00000080:00000010:1.1:1769074232.537631:0:19071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb33c0.
00000080:00000010:1.1:1769074232.537641:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513adac0.
00010000:00000010:1.1:1769074232.537647:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59b00.
00010000:00000010:1.1:1769074232.537650:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89800.
00000080:00000010:1.1:1769074232.546545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3240.
00000080:00000010:1.1:1769074232.546575:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513aa100.
00010000:00000010:1.1:1769074232.554951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413900.
00010000:00000010:1.1:1769074232.554958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21000.
00000080:00000010:0.1:1769074232.563545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3500.
00000080:00000010:0.1:1769074232.563574:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d6300.
00010000:00000010:0.1:1769074232.563585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413100.
00010000:00000010:0.1:1769074232.563591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21600.
00000080:00000010:0.1:1769074232.576604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a4e0.
00000080:00000010:0.1:1769074232.576632:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d5280.
00010000:00000010:0.1:1769074232.586642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59300.
00010000:00000010:0.1:1769074232.586661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf200.
00000080:00000010:0.1:1769074232.592480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920b640.
00000080:00000010:0.1:1769074232.592514:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513ab9c0.
00010000:00000010:0.1:1769074232.592524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59700.
00010000:00000010:0.1:1769074232.592529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88e00.
00000080:00000010:0.1:1769074232.606879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3600.
00000080:00000010:0.1:1769074232.606910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513a9080.
00010000:00000010:1.1:1769074232.614447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1100.
00010000:00000010:1.1:1769074232.614458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece200.
00000080:00000010:1.1:1769074232.639453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920ba00.
00000080:00000010:1.1:1769074232.639471:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512aeb40.
00010000:00000010:1.1:1769074232.649848:0:1049:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1600.
00010000:00000010:1.1:1769074232.649867:0:1049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece400.
00000080:00000010:0.1:1769074232.654477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920bb40.
00000080:00000010:0.1:1769074232.654508:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512aa100.
00010000:00000010:0.1:1769074232.658458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1400.
00010000:00000010:0.1:1769074232.658467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf600.
00000080:00000010:0.1:1769074232.664569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920b900.
00000080:00000010:0.1:1769074232.664597:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512af380.
00010000:00000010:0.1:1769074232.668591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdf00.
00010000:00000010:0.1:1769074232.668608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecee00.
00000080:00000010:2.1:1769074232.690886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920bea0.
00000080:00000010:2.1:1769074232.690915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751282100.
00010000:00000010:2.1:1769074232.690926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd100.
00010000:00000010:2.1:1769074232.690932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdec00.
00000080:00000010:3.1:1769074232.699765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb820.
00000080:00000010:3.1:1769074232.699788:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512ad280.
00010000:00000010:3.1:1769074232.704082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413400.
00010000:00000010:3.1:1769074232.704118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21400.
00000080:00000010:2.1:1769074232.733833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a640.
00000080:00000010:2.1:1769074232.733887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d7380.
00010000:00000010:2.1:1769074232.738659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59800.
00010000:00000010:2.1:1769074232.738682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20000.
00000080:00000010:0.1:1769074232.747474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a100.
00000080:00000010:0.1:1769074232.747504:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513ac200.
00010000:00000010:0.1:1769074232.747510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59d00.
00010000:00000010:0.1:1769074232.747515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88a00.
00000080:00000010:0.1:1769074232.771480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb30e0.
00000080:00000010:0.1:1769074232.779229:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513aa940.
00010000:00000010:0.1:1769074232.779251:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413d00.
00010000:00000010:0.1:1769074232.779257:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21e00.
00000080:00000010:0.1:1769074232.802645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae80.
00000080:00000010:0.1:1769074232.805989:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d39c0.
00010000:00000010:2.1:1769074232.810672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413700.
00010000:00000010:2.1:1769074232.810690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89400.
00000080:00000010:1.1:1769074232.815455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3e80.
00000080:00000010:1.1:1769074232.815483:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d0840.
00010000:00000010:1.1:1769074232.815490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413800.
00010000:00000010:1.1:1769074232.815495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21c00.
00000080:00000010:1.1:1769074232.848867:0:19071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a400.
00000080:00000010:1.1:1769074232.848888:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d2940.
00010000:00000010:1.1:1769074232.848900:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413000.
00010000:00000010:1.1:1769074232.848905:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21200.
00000080:00000010:1.1:1769074232.871007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a3c0.
00000080:00000010:1.1:1769074232.871037:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d4200.
00010000:00000010:1.1:1769074232.871059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413300.
00010000:00000010:1.1:1769074232.871064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20e00.
00000080:00000010:1.1:1769074232.880452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a140.
00000080:00000010:1.1:1769074232.880476:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c27380.
00010000:00000010:1.1:1769074232.880486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413200.
00010000:00000010:1.1:1769074232.880491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21a00.
00000080:00000010:1.1:1769074232.885427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a0e0.
00000080:00000010:1.1:1769074232.891579:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cda100.
00010000:00000010:1.1:1769074232.891606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413f00.
00010000:00000010:1.1:1769074232.891613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20600.
00000080:00000010:0.1:1769074232.898640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a820.
00000080:00000010:0.1:1769074232.898669:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958000.
00010000:00000010:0.1:1769074232.898681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413b00.
00010000:00000010:0.1:1769074232.898686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21800.
00000080:00000010:0.1:1769074232.903497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ada0.
00000080:00000010:0.1:1769074232.903532:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751297380.
00010000:00000010:0.1:1769074232.903539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413500.
00010000:00000010:0.1:1769074232.903544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20200.
00000080:00000010:0.1:1769074232.910464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aea0.
00000080:00000010:0.1:1769074232.910493:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751295280.
00010000:00000010:0.1:1769074232.910505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413600.
00010000:00000010:0.1:1769074232.910511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20800.
00010000:00000010:2.1:1769074232.925461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59900.
00010000:00000010:2.1:1769074232.925482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88600.
00000080:00000010:1.1:1769074232.925538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a5c0.
00000080:00000010:1.1:1769074232.925571:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751290000.
00000080:00000010:0.1:1769074232.944584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3400.
00000080:00000010:0.1:1769074232.944619:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd3180.
00010000:00000010:0.1:1769074232.944627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59100.
00010000:00000010:0.1:1769074232.944632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88c00.
00000080:00000010:0.1:1769074232.948784:0:19071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3680.
00000080:00000010:0.1:1769074232.948804:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b0840.
00010000:00000010:0.1:1769074232.948814:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413e00.
00010000:00000010:0.1:1769074232.948819:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20a00.
00000080:00000010:0.1:1769074232.959745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a8c0.
00000080:00000010:0.1:1769074232.959766:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751294a40.
00010000:00000010:0.1:1769074232.959776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d746413c00.
00010000:00000010:0.1:1769074232.959781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20400.
00000080:00000010:0.1:1769074232.965661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a1a0.
00000080:00000010:0.1:1769074232.965687:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751295ac0.
00010000:00000010:0.1:1769074232.965696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59000.
00010000:00000010:0.1:1769074232.965701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89a00.
00000080:00000010:0.1:1769074232.972903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb37c0.
00000080:00000010:0.1:1769074232.972923:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b4a40.
00010000:00000010:0.1:1769074232.972931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59400.
00010000:00000010:0.1:1769074232.972936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88800.
00000080:00000010:0.1:1769074232.978613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ac0.
00000080:00000010:0.1:1769074232.978643:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d28840.
00010000:00000010:0.1:1769074232.978651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59f00.
00010000:00000010:0.1:1769074232.978656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89c00.
00000080:00000010:0.1:1769074232.994767:0:19071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3440.
00000080:00000010:0.1:1769074233.001609:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587cb180.
00010000:00000010:0.1:1769074233.001635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59600.
00010000:00000010:0.1:1769074233.001641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89000.
00000080:00000010:0.1:1769074233.005599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3820.
00000080:00000010:0.1:1769074233.005629:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511ca940.
00010000:00000010:0.1:1769074233.005639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47c00.
00010000:00000010:0.1:1769074233.005644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6c00.
00000080:00000010:0.1:1769074233.021499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a700.
00000080:00000010:2.1:1769074233.026000:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751293180.
00010000:00000010:2.1:1769074233.026011:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748c59c00.
00010000:00000010:2.1:1769074233.026016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6600.
00000080:00000010:0.1:1769074233.032488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a020.
00000080:00000010:1.1:1769074233.032864:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511ce300.
00010000:00000010:1.1:1769074233.032876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83200.
00010000:00000010:1.1:1769074233.032891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89e00.
00000080:00000010:1.1:1769074233.041462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3d20.
00000080:00000010:1.1:1769074233.041491:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511c98c0.
00010000:00000010:1.1:1769074233.045600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83800.
00010000:00000010:1.1:1769074233.045614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d88000.
00000080:00000010:1.1:1769074233.051731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3dc0.
00000080:00000010:1.1:1769074233.060483:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751290840.
00010000:00000010:1.1:1769074233.060496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47e00.
00010000:00000010:1.1:1769074233.060501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6000.
00000080:00000010:0.1:1769074233.066195:0:19071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a520.
00000080:00000010:0.1:1769074233.070119:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751292940.
00010000:00000010:0.1:1769074233.070134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47800.
00010000:00000010:0.1:1769074233.070158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6a00.
00000080:00000010:0.1:1769074233.074425:0:19071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a180.
00000080:00000010:0.1:1769074233.078472:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751296300.
00010000:00000010:0.1:1769074233.078491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47b00.
00010000:00000010:0.1:1769074233.078497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7a00.
00000080:00000010:0.1:1769074233.086494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aba0.
00000080:00000010:0.1:1769074233.086522:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512918c0.
00010000:00000010:0.1:1769074233.086530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83500.
00010000:00000010:0.1:1769074233.086535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d89600.
00000080:00000010:1.1:1769074233.092357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3540.
00000080:00000010:1.1:1769074233.098496:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511cc200.
00010000:00000010:1.1:1769074233.098507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47700.
00010000:00000010:1.1:1769074233.098511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00000080:00000010:3.1:1769074233.115446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ae0.
00000080:00000010:3.1:1769074233.115466:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751294200.
00010000:00000010:3.1:1769074233.115478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83900.
00010000:00000010:3.1:1769074233.115484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf800.
00000080:00000010:0.1:1769074233.125599:0:19071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920b380.
00000080:00000010:0.1:1769074233.125618:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511c9080.
00010000:00000010:0.1:1769074233.125631:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83f00.
00010000:00000010:0.1:1769074233.125635:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00000080:00000010:0.1:1769074233.131172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb33a0.
00000080:00000010:0.1:1769074233.131205:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511cb9c0.
00010000:00000010:0.1:1769074233.131213:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83000.
00010000:00000010:0.1:1769074233.131219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00000080:00000010:0.1:1769074233.131222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3380.
00000080:00000010:0.1:1769074233.131229:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511ceb40.
00010000:00000010:0.1:1769074233.134457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83d00.
00010000:00000010:0.1:1769074233.134474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:0.1:1769074233.134479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3180.
00000080:00000010:0.1:1769074233.134496:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511ca100.
00010000:00000010:0.1:1769074233.134504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47300.
00010000:00000010:0.1:1769074233.134507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6200.
00000080:00000010:0.1:1769074233.162557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a060.
00000080:00000010:0.1:1769074233.162590:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751291080.
00010000:00000010:0.1:1769074233.162605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47400.
00010000:00000010:0.1:1769074233.162611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6800.
00000080:00000010:0.1:1769074233.162614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aa60.
00000080:00000010:0.1:1769074233.162622:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512939c0.
00010000:00000010:2.1:1769074233.166766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47900.
00010000:00000010:2.1:1769074233.166803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7200.
00000080:00000010:3.1:1769074233.182146:0:2411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a780.
00000080:00000010:2.1:1769074233.182470:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751296b40.
00010000:00000010:2.1:1769074233.182483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47f00.
00010000:00000010:2.1:1769074233.182488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7c00.
00000080:00000010:0.1:1769074233.187217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a900.
00000080:00000010:0.1:1769074233.187264:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751292100.
00010000:00000010:0.1:1769074233.187291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83400.
00010000:00000010:0.1:1769074233.187298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00000080:00000010:0.1:1769074233.202605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3220.
00000080:00000010:0.1:1769074233.202626:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511cf380.
00010000:00000010:0.1:1769074233.202636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd200.
00010000:00000010:0.1:1769074233.202641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf400.
00000080:00000010:0.1:1769074233.214603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbda0.
00000080:00000010:0.1:1769074233.214640:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751287380.
00010000:00000010:0.1:1769074233.214650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b200.
00010000:00000010:0.1:1769074233.214659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7800.
00000080:00000010:0.1:1769074233.226557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a680.
00010000:00000010:2.1:1769074233.232067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b100.
00010000:00000010:2.1:1769074233.232073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7600.
00000080:00000010:0.1:1769074233.232560:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d3dac0.
00000080:00000010:1.1:1769074233.236299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ac60.
00000080:00000010:1.1:1769074233.236339:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511cd280.
00010000:00000010:1.1:1769074233.236352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83700.
00010000:00000010:1.1:1769074233.236358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00000080:00000010:1.1:1769074233.242953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3780.
00000080:00000010:1.1:1769074233.243009:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511c8000.
00010000:00000010:1.1:1769074233.252685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2bf00.
00010000:00000010:1.1:1769074233.252697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7400.
00000080:00000010:1.1:1769074233.256475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a460.
00000080:00000010:1.1:1769074233.256506:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d3b180.
00010000:00000010:1.1:1769074233.256513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b800.
00010000:00000010:1.1:1769074233.256522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7000.
00000080:00000010:3.1:1769074233.266426:0:19071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a220.
00000080:00000010:3.1:1769074233.266446:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d38840.
00010000:00000010:3.1:1769074233.281657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2be00.
00010000:00000010:3.1:1769074233.281689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6400.
00000080:00000010:3.1:1769074233.286564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aca0.
00000080:00000010:3.1:1769074233.286615:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d3a940.
00010000:00000010:3.1:1769074233.286630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83600.
00010000:00000010:3.1:1769074233.286637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00000080:00000010:3.1:1769074233.306661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3140.
00000080:00000010:3.1:1769074233.306728:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511cca40.
00010000:00000010:3.1:1769074233.306742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83b00.
00010000:00000010:3.1:1769074233.306749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00000080:00000010:0.1:1769074233.326465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3900.
00000080:00000010:0.1:1769074233.326494:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511cdac0.
00010000:00000010:0.1:1769074233.330777:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83100.
00010000:00000010:0.1:1769074233.330786:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00000080:00000010:0.1:1769074233.344605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ce0.
00000080:00000010:1.1:1769074233.353943:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511cb180.
00010000:00000010:1.1:1769074233.353977:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83e00.
00010000:00000010:1.1:1769074233.353988:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ece800.
00000080:00000010:1.1:1769074233.363621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920b160.
00000080:00000010:1.1:1769074233.363662:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511c8840.
00010000:00000010:1.1:1769074233.363671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2bb00.
00010000:00000010:1.1:1769074233.363678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa6e00.
00000080:00000010:1.1:1769074233.391727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a1e0.
00000080:00000010:1.1:1769074233.391757:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d3e300.
00010000:00000010:1.1:1769074233.391773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b500.
00010000:00000010:1.1:1769074233.412015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fa7e00.
00000080:00000010:1.1:1769074233.412038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a720.
00000080:00000010:1.1:1769074233.412065:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d398c0.
00010000:00000010:1.1:1769074233.412074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2ba00.
00010000:00000010:1.1:1769074233.412078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59800.
00000080:00000010:1.1:1769074233.428466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aa00.
00000080:00000010:1.1:1769074233.438494:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d3c200.
00010000:00000010:1.1:1769074233.438522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2bc00.
00010000:00000010:1.1:1769074233.438529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59c00.
00000080:00000010:0.1:1769074233.453577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748a89220.
00000080:00000010:0.1:1769074233.453603:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d39080.
00010000:00000010:0.1:1769074233.453613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecdb00.
00010000:00000010:0.1:1769074233.453619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58c00.
00000080:00000010:3.1:1769074233.467471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb560.
00000080:00000010:0.1:1769074233.467554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748a89580.
00000080:00000010:0.1:1769074233.467572:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751285280.
00010000:00000010:0.1:1769074233.467589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83c00.
00010000:00000010:0.1:1769074233.467596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00000080:00000010:3.1:1769074233.471503:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135c200.
00010000:00000010:2.1:1769074233.475474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83a00.
00010000:00000010:2.1:1769074233.475494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00000080:00000010:0.1:1769074233.514708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f20.
00000080:00000010:0.1:1769074233.519460:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751359080.
00010000:00000010:2.1:1769074233.519814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83300.
00010000:00000010:2.1:1769074233.519823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00000080:00000010:0.1:1769074233.524457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3320.
00000080:00000010:0.1:1769074233.531729:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512a8000.
00010000:00000010:0.1:1769074233.531752:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd800.
00010000:00000010:0.1:1769074233.531758:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58800.
00000080:00000010:0.1:1769074233.548208:0:19071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748a89a60.
00000080:00000010:0.1:1769074233.548279:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751280000.
00010000:00000010:0.1:1769074233.565722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd500.
00010000:00000010:0.1:1769074233.565743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdf800.
00000080:00000010:1.1:1769074233.570661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbc40.
00000080:00000010:1.1:1769074233.570697:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751284a40.
00010000:00000010:1.1:1769074233.570711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b300.
00010000:00000010:1.1:1769074233.570717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59000.
00000080:00000010:1.1:1769074233.574468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742ce1520.
00000080:00000010:1.1:1769074233.574513:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d3b9c0.
00010000:00000010:1.1:1769074233.574554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2bd00.
00010000:00000010:1.1:1769074233.574562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58400.
00000080:00000010:1.1:1769074233.588124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747e6f3c0.
00000080:00000010:1.1:1769074233.591525:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d3eb40.
00010000:00000010:1.1:1769074233.598604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd500.
00010000:00000010:1.1:1769074233.598626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59400.
00000080:00000010:1.1:1769074233.603478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747eadd20.
00000080:00000010:1.1:1769074233.603504:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135b9c0.
00010000:00000010:1.1:1769074233.603514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd000.
00010000:00000010:1.1:1769074233.603519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16400.
00000080:00000010:0.1:1769074233.606898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3420.
00000080:00000010:0.1:1769074233.611648:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135eb40.
00010000:00000010:0.1:1769074233.611668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b600.
00010000:00000010:0.1:1769074233.611674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58e00.
00000080:00000010:0.1:1769074233.619848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747eff080.
00000080:00000010:0.1:1769074233.619879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d3a100.
00010000:00000010:0.1:1769074233.619893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b000.
00010000:00000010:0.1:1769074233.619899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59200.
00000080:00000010:0.1:1769074233.624457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747eff2c0.
00000080:00000010:0.1:1769074233.624482:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d3f380.
00010000:00000010:0.1:1769074233.624493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd200.
00010000:00000010:0.1:1769074233.624498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00000080:00000010:0.1:1769074233.631567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920bf80.
00000080:00000010:0.1:1769074233.631596:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135a100.
00010000:00000010:0.1:1769074233.631607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd400.
00010000:00000010:0.1:1769074233.631612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16600.
00000080:00000010:0.1:1769074233.637570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb36e0.
00000080:00000010:0.1:1769074233.637624:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135f380.
00010000:00000010:0.1:1769074233.637636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1c00.
00010000:00000010:0.1:1769074233.637643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16000.
00000080:00000010:0.1:1769074233.648459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3300.
00000080:00000010:0.1:1769074233.648504:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512aca40.
00010000:00000010:0.1:1769074233.648517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7465b1300.
00010000:00000010:0.1:1769074233.648525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecec00.
00000080:00000010:0.1:1769074233.654727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920b3c0.
00000080:00000010:0.1:1769074233.663710:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512adac0.
00010000:00000010:0.1:1769074233.663737:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecda00.
00010000:00000010:0.1:1769074233.663745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecfc00.
00000080:00000010:0.1:1769074233.667581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920bb20.
00000080:00000010:0.1:1769074233.667628:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751285ac0.
00010000:00000010:0.1:1769074233.667637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd300.
00010000:00000010:0.1:1769074233.667643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:0.1:1769074233.674094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920b680.
00000080:00000010:0.1:1769074233.674145:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751283180.
00010000:00000010:0.1:1769074233.678769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd700.
00010000:00000010:0.1:1769074233.678780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17200.
00000080:00000010:0.1:1769074233.687473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c09700.
00000080:00000010:0.1:1769074233.687498:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135d280.
00010000:00000010:0.1:1769074233.687506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b900.
00010000:00000010:0.1:1769074233.687512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58600.
00000080:00000010:0.1:1769074233.695516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747eff100.
00000080:00000010:0.1:1769074233.695551:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d3d280.
00010000:00000010:1.1:1769074233.716701:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b400.
00010000:00000010:1.1:1769074233.716710:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59a00.
00000080:00000010:1.1:1769074233.722459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d741383c60.
00000080:00000010:1.1:1769074233.722487:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d38000.
00010000:00000010:1.1:1769074233.722496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b700.
00010000:00000010:1.1:1769074233.722503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58200.
00000080:00000010:1.1:1769074233.722507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5080.
00000080:00000010:1.1:1769074233.725765:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d3ca40.
00010000:00000010:1.1:1769074233.725779:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd800.
00010000:00000010:1.1:1769074233.725783:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17c00.
00000080:00000010:1.1:1769074233.730475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d761cc17c0.
00000080:00000010:1.1:1769074233.734546:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751358000.
00010000:00000010:0.1:1769074233.735438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd900.
00010000:00000010:0.1:1769074233.735446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00000080:00000010:0.1:1769074233.742477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7601bf8e0.
00000080:00000010:0.1:1769074233.742517:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135ca40.
00010000:00000010:0.1:1769074233.748454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdf00.
00010000:00000010:0.1:1769074233.748470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17a00.
00000080:00000010:0.1:1769074233.757091:0:19071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7601bf620.
00000080:00000010:0.1:1769074233.757116:0:19071:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135dac0.
00010000:00000010:0.1:1769074233.757128:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd600.
00010000:00000010:0.1:1769074233.757250:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16200.
00000080:00000010:0.1:1769074233.763303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7494c7d60.
00000080:00000010:0.1:1769074233.763332:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135b180.
00010000:00000010:0.1:1769074233.771432:0:19071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd100.
00010000:00000010:0.1:1769074233.771440:0:19071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17800.
00000080:00000010:0.1:1769074233.783756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745fe28c0.
00000080:00000010:0.1:1769074233.783788:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751358840.
00010000:00000010:0.1:1769074233.783797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45c00.
00010000:00000010:0.1:1769074233.783802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59600.
00000080:00000010:0.1:1769074233.791607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5fc0.
00000080:00000010:0.1:1769074233.791648:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a9a100.
00010000:00000010:0.1:1769074233.791657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45800.
00010000:00000010:0.1:1769074233.791662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59e00.
00000080:00000010:0.1:1769074233.800746:0:19072:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5d80.
00000080:00000010:0.1:1769074233.800770:0:19072:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a9f380.
00010000:00000010:0.1:1769074233.800777:0:19072:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45100.
00010000:00000010:0.1:1769074233.800782:0:19072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58000.
00000080:00000010:1.1:1769074233.809495:0:19072:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5300.
00000080:00000010:1.1:1769074233.809518:0:19072:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a9d280.
00010000:00000010:0.1:1769074250.349201:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ecd700.
00010000:00000010:0.1:1769074250.349210:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdfa00.
00010000:00000010:1.1:1769074250.361657:0:19460:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd600.
00010000:00000010:0.1:1769074250.428593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47500.
00010000:00000010:0.1:1769074250.428604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffca00.
00010000:00000010:0.1:1769074250.428607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47a00.
00010000:00000010:0.1:1769074250.428610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc400.
00010000:00000010:0.1:1769074250.428614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7502dbf00.
00010000:00000010:0.1:1769074250.428618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d78217b600.
00010000:00000010:3.1:1769074250.472820:0:7458:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45f00.
00010000:00000010:3.1:1769074250.472836:0:7458:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59800.
00010000:00000010:1.1:1769074250.626458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45b00.
00010000:00000010:1.1:1769074250.626475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59000.
00010000:00000010:1.1:1769074250.654614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45300.
00010000:00000010:0.1:1769074250.657539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58400.
00010000:00000010:0.1:1769074250.670540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59000.
00010000:00000010:0.1:1769074258.358457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd900.
00010000:00000010:0.1:1769074258.358465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17200.
00000080:00000010:1.1:1769074258.364744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aa40.
00010000:00000010:1.1:1769074258.410458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58400.
00000080:00000010:3.1:1769074258.500961:0:1018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0e80.
00010000:00000010:0.1:1769074267.045624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45600.
00010000:00000010:0.1:1769074267.045637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59000.
00010000:00000010:0.1:1769074267.069189:0:20634:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd400.
00000800:00000200:3.1:1769074268.667643:0:20634:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -25132 low water 178966 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.667671:0:20634:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -26412 low water 179606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.667679:0:20634:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -27692 low water 180246 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.667713:0:20634:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 58044 low water 170658 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.668646:0:20634:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 58044 low water 170658 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.668657:0:20634:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 58044 low water 170658 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.668669:0:20634:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 56764 low water 171298 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.671657:0:20634:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 75940 low water 161710 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.671664:0:20634:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 75940 low water 161710 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.671718:0:20634:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 93836 low water 152762 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.671722:0:20634:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 93836 low water 152762 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.671737:0:20634:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 312692 low water 143174 conn ffff91d75828c000 blocked idle queued
00000800:00000200:2.1:1769074268.674940:0:2412:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -5608 low water 302324 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.679201:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 364264 low water 283788 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.715663:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 700056 low water 448692 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.734304:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 589452 low water 736954 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.734329:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 589452 low water 736954 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.734341:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 589452 low water 736954 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.734347:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 589452 low water 736954 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.734421:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 639868 low water 711746 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.734450:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 639868 low water 711746 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.734725:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 668340 low water 697510 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.736776:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 668340 low water 697510 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.736788:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 668340 low water 697510 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.736804:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 667060 low water 698150 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.737218:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 667060 low water 698150 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.737232:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 665780 low water 698790 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074268.738869:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 916964 low water 673038 conn ffff91d75828c000 blocked idle queued
00000800:00000200:2.1:1769074272.090218:0:2411:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -41776 low water 1152408 conn ffff91d75828c000 blocked idle queued
00000800:00000200:2.1:1769074272.090247:0:2411:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -43056 low water 1153048 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.091882:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -14932 low water 1138986 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.091905:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -16212 low water 1139626 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.091910:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -16212 low water 1139626 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.091940:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 11912 low water 1125564 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.093933:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 11912 low water 1125564 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.095128:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 20860 low water 1121090 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.095137:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 20860 low water 1121090 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.095185:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 66880 low water 1098080 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.095210:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 66880 low water 1098080 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.095216:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 66880 low water 1098080 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.095242:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 86056 low water 1088492 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.098690:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 132076 low water 1065482 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.098713:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 132076 low water 1065482 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.098719:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 132076 low water 1065482 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.098784:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 197272 low water 1032884 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.101149:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 216448 low water 1023296 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.101173:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 216448 low water 1023296 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.101181:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 216448 low water 1023296 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.101250:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 271416 low water 995812 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.101256:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 271416 low water 995812 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.101273:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 281644 low water 990698 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.103053:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 345560 low water 958740 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.103073:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 345560 low water 958740 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.103079:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 345560 low water 958740 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.105083:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 442756 low water 926782 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.105120:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 442756 low water 926782 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.105131:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 442756 low water 926782 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.105137:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 442756 low water 926782 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.105176:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 739632 low water 894824 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.105222:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1036508 low water 862866 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.113321:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1009608 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.113355:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1273204 low water 1310278 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074272.113405:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1464952 low water 1214404 conn ffff91d75828c000 blocked idle queued
00010000:00000010:0.1:1769074273.106467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd400.
00010000:00000010:0.1:1769074273.106483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17200.
00010000:00000010:2.1:1769074273.108692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16000.
00010000:00000010:1.1:1769074273.113290:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdb00.
00010000:00000010:1.1:1769074273.113298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17e00.
00000800:00000200:3.1:1769074275.153511:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -37080 low water 1965420 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.153548:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -38360 low water 1966060 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.153554:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -38360 low water 1966060 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.156761:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -38360 low water 1966060 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.156801:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -39640 low water 1966700 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.161061:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -20464 low water 1957112 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.161081:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -21744 low water 1957752 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.161086:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -21744 low water 1957752 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.161107:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -11516 low water 1952638 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.161132:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 7660 low water 1943050 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.161170:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 35784 low water 1928988 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.162056:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 54960 low water 1919400 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.162073:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 53680 low water 1920040 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.162078:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 53680 low water 1920040 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.162101:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 90752 low water 1901504 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.162125:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 118876 low water 1887442 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.162170:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 155948 low water 1868906 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.162180:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 155948 low water 1868906 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.162185:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 155948 low water 1868906 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.164708:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 155948 low water 1868906 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.164731:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 155948 low water 1868906 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.165812:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 184072 low water 1854844 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.165818:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 184072 low water 1854844 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.167556:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 221144 low water 1836308 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.167570:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 221144 low water 1836308 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.167575:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 221144 low water 1836308 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.167611:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 249268 low water 1822246 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.167640:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 295288 low water 1799236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.168182:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 295288 low water 1799236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.168194:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 295288 low water 1799236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.174880:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.174893:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.174901:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.174906:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.175931:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.175942:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.175951:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.177225:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.177238:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.177257:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.180009:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.180030:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.180041:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 825792 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.182935:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1209288 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.182956:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1209288 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.182965:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1209288 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.182969:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1209288 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.185068:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1209288 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.185081:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1209288 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.185089:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1209288 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.185981:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1209288 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.185994:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1209288 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.186002:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1209288 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.187163:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1209288 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.190107:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1306484 low water 1310278 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.190159:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1305204 low water 1310918 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.190166:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1305204 low water 1310918 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074275.190277:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1658064 low water 1151128 conn ffff91d75828c000 blocked idle queued
00000080:00000010:1.1:1769074278.109263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963ae60.
00010000:00000010:1.1:1769074279.135892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:1.1:1769074279.135905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59a00.
00010000:00000010:1.1:1769074279.148839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45300.
00010000:00000010:1.1:1769074279.148967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58000.
00000800:00000200:3.1:1769074281.973645:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -5032 low water 1982676 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.973666:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -6312 low water 1983316 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.973892:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -7592 low water 1983956 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.976575:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 29480 low water 1965420 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.976603:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 28200 low water 1966060 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.976610:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 28200 low water 1966060 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.976649:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 56324 low water 1951998 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.976664:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 55044 low water 1952638 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.976670:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 55044 low water 1952638 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.976701:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 92116 low water 1934102 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.976730:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 120240 low water 1920040 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.976759:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 157312 low water 1901504 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.976786:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 176488 low water 1891916 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.977550:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 176488 low water 1891916 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.977563:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 176488 low water 1891916 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.977583:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 176488 low water 1891916 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.977851:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 176488 low water 1891916 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.977868:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 175208 low water 1892556 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981537:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 184156 low water 1888082 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981545:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 184156 low water 1888082 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981600:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 230176 low water 1865072 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981614:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 230176 low water 1865072 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981619:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 230176 low water 1865072 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981646:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 249352 low water 1855484 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981694:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 304320 low water 1828000 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981706:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 304320 low water 1828000 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981711:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 304320 low water 1828000 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981728:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 314548 low water 1822886 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981762:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 378464 low water 1790928 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981799:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 442380 low water 1758970 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.981830:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 506296 low water 1727012 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.983484:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 543368 low water 1708476 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.983500:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 543368 low water 1708476 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.983507:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 543368 low water 1708476 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.983511:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 543368 low water 1708476 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.985399:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 543368 low water 1708476 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.985420:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 543368 low water 1708476 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.985430:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 543368 low water 1708476 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.988278:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 543368 low water 1708476 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.988292:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 543368 low water 1708476 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.991828:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 764520 low water 1597900 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.991843:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 764520 low water 1597900 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.991852:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 764520 low water 1597900 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.991861:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 764520 low water 1597900 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.991866:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 764520 low water 1597900 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.992635:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 764520 low water 1597900 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.992649:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 764520 low water 1597900 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074281.997539:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1564792 low water 1214404 conn ffff91d75828c000 blocked idle queued
00000080:00000010:0.1:1769074284.162482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be01e0.
00010000:00000010:2.1:1769074285.219467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45300.
00010000:00000010:2.1:1769074285.219483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59600.
00010000:00000010:0.1:1769074285.233549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69c00.
00010000:00000010:3.1:1769074285.237545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760188a00.
00000800:00000200:3.1:1769074288.306122:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -40788 low water 2017194 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.306130:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -40788 low water 2017194 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.306200:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 14180 low water 1989710 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.306217:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 12900 low water 1990350 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.306222:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 12900 low water 1990350 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.306239:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 23128 low water 1985236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.306277:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 78096 low water 1957752 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.306291:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 88324 low water 1952638 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.306327:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 143292 low water 1925154 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.306341:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 153520 low water 1920040 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.306363:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 208488 low water 1892556 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.306382:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 218716 low water 1887442 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.307854:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 237892 low water 1877854 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.307903:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 237892 low water 1877854 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.307920:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 236612 low water 1878494 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.312255:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 273684 low water 1859958 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.312281:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 272404 low water 1860598 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.312287:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 272404 low water 1860598 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.312326:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 328652 low water 1832474 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.312895:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 328652 low water 1832474 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.312911:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 327372 low water 1833114 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.313432:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 327372 low water 1833114 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.313449:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 326092 low water 1833754 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.314135:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 326092 low water 1833754 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.314153:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 324812 low water 1834394 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.314879:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 324812 low water 1834394 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.314897:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 323532 low water 1835034 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.315381:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 323532 low water 1835034 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.315498:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 322252 low water 1835674 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.318111:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 322252 low water 1835674 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.318141:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 320972 low water 1836314 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.320949:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 320972 low water 1836314 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.320973:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 319692 low water 1836954 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.323198:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 319692 low water 1836954 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.324559:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 710868 low water 1641366 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.324586:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 710868 low water 1641366 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.324593:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 710868 low water 1641366 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.324781:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 841260 low water 1576170 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.326998:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 860436 low water 1566582 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.327014:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 860436 low water 1566582 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.327020:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 860436 low water 1566582 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.327056:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 906456 low water 1543572 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.327086:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 925632 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.327823:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 925632 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.327839:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 925632 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.329365:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 925632 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.329382:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 925632 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.340171:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1053464 low water 1470068 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.340222:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1053464 low water 1470068 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.340233:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1053464 low water 1470068 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.340240:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1053464 low water 1470068 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074288.340359:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1436960 low water 1278320 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.149198:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -22892 low water 2008246 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.149210:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -22892 low water 2008246 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.149222:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -24172 low water 2008886 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.149227:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -24172 low water 2008886 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.149250:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -4996 low water 1999298 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.149254:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -4996 low water 1999298 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.150031:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 12900 low water 1990350 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.150037:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 12900 low water 1990350 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.150063:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 21848 low water 1985876 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.150067:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 21848 low water 1985876 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.150100:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 49972 low water 1971814 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.150112:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 48692 low water 1972454 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.150115:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 48692 low water 1972454 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.162387:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 76816 low water 1958392 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.162406:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 87044 low water 1953278 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.162430:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 115168 low water 1939216 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.163497:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 143292 low water 1925154 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.163510:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 143292 low water 1925154 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.163519:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 143292 low water 1925154 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.163523:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 143292 low water 1925154 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.164018:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 153520 low water 1920040 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.164041:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 181644 low water 1905978 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.164060:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 218716 low water 1887442 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.164079:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 255788 low water 1868906 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.164277:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 255788 low water 1868906 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.164288:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 255788 low water 1868906 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.164742:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 274964 low water 1859318 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.164763:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 274964 low water 1859318 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.164768:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 274964 low water 1859318 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.168626:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 733884 low water 1629858 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.168639:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 733884 low water 1629858 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.168645:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 733884 low water 1629858 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.170382:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 733884 low water 1629858 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.170394:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 733884 low water 1629858 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.171302:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.171312:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.171317:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.173504:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.173515:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.173911:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.173923:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.176370:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.176385:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.176390:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.176681:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.176693:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.177465:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.177477:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.177693:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.177704:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.179029:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.179042:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.179489:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.179501:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1117380 low water 1438110 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.181243:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1181296 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.181249:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1181296 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074290.181653:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1500876 low water 1246362 conn ffff91d75828c000 blocked idle queued
00000080:00000010:1.1:1769074290.203544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0f00.
00010000:00000010:2.1:1769074291.259032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d800.
00010000:00000010:2.1:1769074291.259039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fdea00.
00010000:00000010:1.1:1769074291.262597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69200.
00010000:00000010:1.1:1769074291.267453:0:20650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d76018e800.
00000800:00000200:3.1:1769074295.306727:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -35668 low water 2014634 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.309607:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -36948 low water 2015274 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.309665:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -38228 low water 2015914 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.309773:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 7792 low water 1992904 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.309787:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 6512 low water 1993544 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.309791:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 6512 low water 1993544 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.309819:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 25688 low water 1983956 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.309868:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 71708 low water 1960946 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.309878:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 71708 low water 1960946 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.309883:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 71708 low water 1960946 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.309906:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 90884 low water 1951358 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.309931:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 136904 low water 1928348 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.314487:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 147132 low water 1923234 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.314506:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 147132 low water 1923234 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.314511:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 147132 low water 1923234 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.314543:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 157360 low water 1918120 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.314582:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 212328 low water 1890636 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.314586:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 212328 low water 1890636 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.314607:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 222556 low water 1885522 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.314630:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 286472 low water 1853564 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.320571:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 286472 low water 1853564 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.320594:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 286472 low water 1853564 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.320604:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 286472 low water 1853564 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.321079:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 286472 low water 1853564 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.330825:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 350388 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.330841:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 350388 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.330846:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 350388 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.330881:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 414304 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.330913:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 478220 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.331507:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 478220 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.331520:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 478220 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.332725:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 542136 low water 1725732 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.332739:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 542136 low water 1725732 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.332745:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 542136 low water 1725732 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.344035:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.344052:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.344057:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.346027:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.346050:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.346335:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.346348:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.346624:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.346639:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.347742:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.347759:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.348657:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.348673:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 861716 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074295.356912:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1600716 low water 1246362 conn ffff91d75828c000 blocked idle queued
00000080:00000010:0.1:1769074296.240145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920b9a0.
00010000:00000010:0.1:1769074297.287544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd400.
00010000:00000010:0.1:1769074297.287555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17200.
00010000:00000010:0.1:1769074297.291544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd700.
00010000:00000010:0.1:1769074297.295628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17800.
00000080:00000010:0.1:1769074302.308466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a740.
00010000:00000010:1.1:1769074303.348163:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:1.1:1769074303.348170:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58800.
00010000:00000010:1.1:1769074303.362778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45f00.
00010000:00000010:0.1:1769074303.423447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58c00.
00000800:00000200:3.1:1769074306.633940:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 19432 low water 2037004 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.633959:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 18152 low water 2037644 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.633964:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 18152 low water 2037644 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.633992:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 64172 low water 2014634 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.636795:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 92296 low water 2000572 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.636824:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 91016 low water 2001212 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.636831:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 91016 low water 2001212 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.636859:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 119140 low water 1987150 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.640678:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 119140 low water 1987150 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.640709:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 117860 low water 1987790 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.646013:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 128088 low water 1982676 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.646035:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 126808 low water 1983316 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.646040:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 126808 low water 1983316 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.646254:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 181776 low water 1955832 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.646267:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 181776 low water 1955832 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.646271:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 181776 low water 1955832 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.646301:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 192004 low water 1950718 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.646339:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 246972 low water 1923234 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.660912:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 257200 low water 1918120 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.662695:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 257200 low water 1918120 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.664536:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 257200 low water 1918120 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.664583:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 255920 low water 1918760 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.664595:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 255920 low water 1918760 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.664688:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 310888 low water 1891276 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.664699:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 310888 low water 1891276 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.664703:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 310888 low water 1891276 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.664719:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 321116 low water 1886162 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.664749:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 385032 low water 1854204 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.664785:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 447668 low water 1822886 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.664815:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 511584 low water 1790928 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.667212:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 575500 low water 1758970 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.667244:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 575500 low water 1758970 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.667256:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 575500 low water 1758970 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.667265:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 575500 low water 1758970 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.667270:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 575500 low water 1758970 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.671197:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 603624 low water 1744908 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.671218:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 603624 low water 1744908 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.671225:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 603624 low water 1744908 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.671776:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 603624 low water 1744908 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.671803:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 603624 low water 1744908 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.672800:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 603624 low water 1744908 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.672816:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 603624 low water 1744908 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.675467:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.675483:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.675490:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.676166:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.676194:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.676206:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.676517:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.676530:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.677071:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.677085:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.680155:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.680176:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.682710:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1345052 low water 1374194 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.682730:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1345052 low water 1374194 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.682748:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1345052 low water 1374194 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.682754:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1345052 low water 1374194 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074306.682866:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1856380 low water 1118530 conn ffff91d75828c000 blocked idle queued
00000080:00000010:0.1:1769074308.359524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0640.
00010000:00000010:0.1:1769074309.451904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45f00.
00010000:00000010:0.1:1769074309.451920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58800.
00010000:00000010:0.1:1769074309.462445:0:20661:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd400.
00010000:00000010:0.1:1769074309.462452:0:20661:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17200.
00000080:00000010:1.1:1769074314.407615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a740.
00010000:00000010:3.1:1769074315.470440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69500.
00010000:00000010:3.1:1769074315.470454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f08e00.
00010000:00000010:3.1:1769074315.483448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d400.
00010000:00000010:3.1:1769074315.483490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74b1fda00.
00000800:00000200:3.1:1769074319.839862:0:2411:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 256 low water 2046592 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.839875:0:2411:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -1024 low water 2047232 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.840195:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -2304 low water 2047872 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.841992:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 34768 low water 2029336 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.842008:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 34768 low water 2029336 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.842027:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 34768 low water 2029336 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.842066:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 61612 low water 2015914 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.842070:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 61612 low water 2015914 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.842102:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 107632 low water 1992904 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.842116:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 126808 low water 1983316 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.842149:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 172828 low water 1960306 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.842159:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 172828 low water 1960306 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.842164:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 172828 low water 1960306 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.842521:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 172828 low water 1960306 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.842534:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 172828 low water 1960306 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.845475:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 181776 low water 1955832 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.845483:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 181776 low water 1955832 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.845877:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 192004 low water 1950718 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.845927:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 255920 low water 1918760 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.845939:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 255920 low water 1918760 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.845943:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 255920 low water 1918760 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.845979:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 310888 low water 1891276 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.845994:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 310888 low water 1891276 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.845998:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 310888 low water 1891276 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.846010:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 321116 low water 1886162 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.846031:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 385032 low water 1854204 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.846056:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 448948 low water 1822246 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.846083:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 512864 low water 1790288 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.848610:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 549936 low water 1771752 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.848631:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 549936 low water 1771752 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.848640:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 549936 low water 1771752 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.848649:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 549936 low water 1771752 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.848654:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 549936 low water 1771752 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.848672:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 578060 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.854795:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 578060 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.854812:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 578060 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.854824:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 578060 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.854834:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 578060 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.857413:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 769808 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.857429:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 769808 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.857442:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 769808 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.857455:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 769808 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.857979:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 769808 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.858021:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 769808 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.858035:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 769808 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.864599:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.864616:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.864629:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.864639:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.864647:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1281136 low water 1406152 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.867593:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1345052 low water 1374194 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.867607:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1345052 low water 1374194 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.867615:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1345052 low water 1374194 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.867622:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1345052 low water 1374194 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.867627:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1345052 low water 1374194 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074319.873611:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1764472 low water 1214404 conn ffff91d75828c000 blocked idle queued
00000080:00000010:2.1:1769074320.449465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f1e0.
00010000:00000010:0.1:1769074321.546222:0:20669:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd400.
00010000:00000010:0.1:1769074321.546238:0:20669:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17a00.
00010000:00000010:0.1:1769074321.546242:0:20669:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd200.
00010000:00000010:0.1:1769074321.546246:0:20669:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00000080:00000010:3.1:1769074326.513566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a980.
00010000:00000010:0.1:1769074327.541818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16200.
00010000:00000010:0.1:1769074327.541832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17a00.
00010000:00000010:0.1:1769074327.541838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd300.
00010000:00000010:0.1:1769074327.541843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:0.1:1769074327.541846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd200.
00010000:00000010:0.1:1769074327.541849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00000080:00000010:0.1:1769074327.541854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aa40.
00000080:00000010:2.1:1769074327.794068:0:20675:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751358840.
00010000:00000010:2.1:1769074333.599576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdd00.
00010000:00000010:2.1:1769074333.599590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17600.
00010000:00000010:1.1:1769074342.175454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69500.
00010000:00000010:1.1:1769074342.175462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745e18800.
00010000:00000010:3.1:1769074342.183744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45700.
00010000:00000010:1.1:1769074342.215599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d900.
00010000:00000010:1.1:1769074342.215628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:1.1:1769074342.215634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45800.
00010000:00000010:1.1:1769074342.215637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59200.
00000080:00000010:1.1:1769074342.240631:0:21345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0820.
00000080:00000010:1.1:1769074342.258534:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751280840.
00010000:00000010:1.1:1769074342.359536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45800.
00010000:00000010:1.1:1769074342.359568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59200.
00010000:00000010:2.1:1769074342.372428:0:2411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45500.
00010000:00000010:1.1:1769074342.434448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d700.
00010000:00000010:1.1:1769074342.434456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf000.
00000080:00000010:2.1:1769074471.760604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7601bf600.
00000080:00000010:2.1:1769074471.760630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74953bd40.
00000080:00000010:2.1:1769074471.760635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3ca0.
00000080:00000010:2.1:1769074471.798563:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751132940.
00000080:00000010:2.1:1769074471.798592:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751136300.
00000080:00000010:2.1:1769074471.798604:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d298c0.
00000080:00000010:2.1:1769074471.798962:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2e300.
00000080:00000010:2.1:1769074471.798972:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2c200.
00000080:00000010:2.1:1769074471.798993:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2a940.
00000080:00000010:2.1:1769074471.799004:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d29080.
00000080:00000010:2.1:1769074471.799008:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2b9c0.
00000080:00000010:2.1:1769074471.799014:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d26b40.
00000080:00000010:2.1:1769074471.799019:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d20000.
00000080:00000010:2.1:1769074471.799024:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2eb40.
00000080:00000010:2.1:1769074471.799028:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2a100.
00000080:00000010:2.1:1769074471.799031:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d27380.
00000080:00000010:2.1:1769074471.799035:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d22100.
00000080:00000010:2.1:1769074471.799046:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d35280.
00000080:00000010:2.1:1769074471.799051:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d30000.
00000080:00000010:2.1:1769074471.799061:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbeb40.
00000080:00000010:2.1:1769074471.799069:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cba100.
00000080:00000010:2.1:1769074471.799074:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2ca40.
00000080:00000010:2.1:1769074471.799079:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d28000.
00000080:00000010:2.1:1769074471.799084:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2f380.
00000080:00000010:2.1:1769074471.799088:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2dac0.
00000080:00000010:2.1:1769074471.799094:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d34a40.
00000080:00000010:2.1:1769074471.799098:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d35ac0.
00000080:00000010:2.1:1769074471.799103:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2d280.
00000080:00000010:2.1:1769074471.799106:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d2b180.
00000080:00000010:2.1:1769074471.799123:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d30840.
00000080:00000010:2.1:1769074471.799130:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d32940.
00000080:00000010:2.1:1769074471.799136:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d21080.
00000080:00000010:2.1:1769074471.799140:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d24200.
00000080:00000010:2.1:1769074471.799144:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d36300.
00000080:00000010:2.1:1769074471.799148:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d318c0.
00000080:00000010:2.1:1769074471.799153:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d239c0.
00000080:00000010:2.1:1769074471.799158:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d218c0.
00000080:00000010:2.1:1769074471.799163:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf98c0.
00000080:00000010:2.1:1769074471.799169:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cfe300.
00000080:00000010:2.1:1769074471.799181:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbd280.
00000080:00000010:2.1:1769074471.799186:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb8000.
00000080:00000010:2.1:1769074471.799191:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf8840.
00000080:00000010:2.1:1769074471.799196:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cfb180.
00000080:00000010:2.1:1769074471.799201:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d34200.
00000080:00000010:2.1:1769074471.799206:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d31080.
00000080:00000010:2.1:1769074471.799210:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d37380.
00000080:00000010:2.1:1769074471.799215:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d32100.
00000080:00000010:2.1:1769074471.799219:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d36b40.
00000080:00000010:2.1:1769074471.799223:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d339c0.
00000080:00000010:2.1:1769074471.799252:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cfa940.
00000080:00000010:2.1:1769074471.799258:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cfdac0.
00000080:00000010:2.1:1769074471.799263:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbdac0.
00000080:00000010:2.1:1769074471.799269:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbb180.
00000080:00000010:2.1:1769074471.799274:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d22940.
00000080:00000010:2.1:1769074471.799280:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d20840.
00000080:00000010:2.1:1769074471.799284:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d25ac0.
00000080:00000010:2.1:1769074471.799289:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d24a40.
00000080:00000010:2.1:1769074471.799293:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf8000.
00000080:00000010:2.1:1769074471.799297:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cfd280.
00000080:00000010:2.1:1769074471.799301:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d26300.
00000080:00000010:2.1:1769074471.799306:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d25280.
00000080:00000010:2.1:1769074471.799310:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cfa100.
00000080:00000010:2.1:1769074471.799314:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cfeb40.
00000080:00000010:2.1:1769074471.799320:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cfca40.
00000080:00000010:2.1:1769074471.799325:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cfc200.
00000080:00000010:2.1:1769074471.799329:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf9080.
00000080:00000010:2.1:1769074471.799333:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cfb9c0.
00000080:00000010:2.1:1769074471.799339:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf2940.
00000080:00000010:2.1:1769074471.799345:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf0840.
00000080:00000010:2.1:1769074471.799351:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf5ac0.
00000080:00000010:2.1:1769074471.799362:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf4a40.
00000080:00000010:2.1:1769074471.799367:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf0000.
00000080:00000010:2.1:1769074471.799371:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf5280.
00000080:00000010:2.1:1769074471.799375:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf3180.
00000080:00000010:2.1:1769074471.799379:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf7380.
00000080:00000010:2.1:1769074471.799384:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf6b40.
00000080:00000010:2.1:1769074471.799388:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf39c0.
00000080:00000010:2.1:1769074471.799392:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf2100.
00000080:00000010:2.1:1769074471.799395:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf1080.
00000080:00000010:2.1:1769074471.799599:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d23180.
00000080:00000010:2.1:1769074471.799909:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cff380.
00000080:00000010:2.1:1769074471.799918:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc3180.
00000080:00000010:2.1:1769074471.799924:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc5ac0.
00000080:00000010:2.1:1769074471.799929:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d139c0.
00000080:00000010:2.1:1769074471.799940:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d11080.
00000080:00000010:2.1:1769074471.799946:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d118c0.
00000080:00000010:2.1:1769074471.799951:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d16300.
00000080:00000010:2.1:1769074471.799956:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf6300.
00000080:00000010:2.1:1769074471.799960:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf4200.
00000080:00000010:2.1:1769074471.799966:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc4a40.
00000080:00000010:2.1:1769074471.799971:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc0000.
00000080:00000010:2.1:1769074471.799976:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d12940.
00000080:00000010:2.1:1769074471.799981:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d10840.
00000080:00000010:2.1:1769074471.799985:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d14200.
00000080:00000010:2.1:1769074471.799990:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d13180.
00000080:00000010:2.1:1769074471.799995:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc5280.
00000080:00000010:2.1:1769074471.799999:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc7380.
00000080:00000010:2.1:1769074471.800004:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d15ac0.
00000080:00000010:2.1:1769074471.800008:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d14a40.
00000080:00000010:2.1:1769074471.800022:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d33180.
00000080:00000010:2.1:1769074471.800038:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ced280.
00000080:00000010:2.1:1769074471.800050:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cef380.
00000080:00000010:2.1:1769074471.800056:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cea100.
00000080:00000010:2.1:1769074471.800060:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d10000.
00000080:00000010:2.1:1769074471.800066:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d15280.
00000080:00000010:2.1:1769074471.800071:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb9080.
00000080:00000010:2.1:1769074471.800077:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbc200.
00000080:00000010:2.1:1769074471.800080:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d12100.
00000080:00000010:2.1:1769074471.800084:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d16b40.
00000080:00000010:2.1:1769074471.800091:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce9080.
00000080:00000010:2.1:1769074471.800096:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cec200.
00000080:00000010:2.1:1769074471.800100:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d17380.
00000080:00000010:2.1:1769074471.800104:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cf18c0.
00000080:00000010:2.1:1769074471.800108:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce98c0.
00000080:00000010:2.1:1769074471.800114:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cee300.
00000080:00000010:2.1:1769074471.800121:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce5280.
00000080:00000010:2.1:1769074471.800126:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce7380.
00000080:00000010:2.1:1769074471.800130:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb8840.
00000080:00000010:2.1:1769074471.800134:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cba940.
00000080:00000010:2.1:1769074471.800139:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce2100.
00000080:00000010:2.1:1769074471.800144:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce6b40.
00000080:00000010:2.1:1769074471.800149:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb98c0.
00000080:00000010:2.1:1769074471.800152:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbb9c0.
00000080:00000010:2.1:1769074471.800157:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce39c0.
00000080:00000010:2.1:1769074471.800163:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce1080.
00000080:00000010:2.1:1769074471.800166:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce4200.
00000080:00000010:2.1:1769074471.800171:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce18c0.
00000080:00000010:2.1:1769074471.800176:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce8840.
00000080:00000010:2.1:1769074471.800181:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ceb180.
00000080:00000010:2.1:1769074471.800187:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbca40.
00000080:00000010:2.1:1769074471.800192:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbf380.
00000080:00000010:2.1:1769074471.800196:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc39c0.
00000080:00000010:2.1:1769074471.800207:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc1080.
00000080:00000010:2.1:1769074471.800213:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cedac0.
00000080:00000010:2.1:1769074471.800225:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ceca40.
00000080:00000010:2.1:1769074471.800231:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce0840.
00000080:00000010:2.1:1769074471.800235:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce3180.
00000080:00000010:2.1:1769074471.800239:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc4200.
00000080:00000010:2.1:1769074471.800243:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc18c0.
00000080:00000010:2.1:1769074471.800249:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce4a40.
00000080:00000010:2.1:1769074471.800254:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce0000.
00000080:00000010:2.1:1769074471.800258:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce2940.
00000080:00000010:2.1:1769074471.800262:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce6300.
00000080:00000010:2.1:1769074471.800266:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce5ac0.
00000080:00000010:2.1:1769074471.800272:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd98c0.
00000080:00000010:2.1:1769074471.800277:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cde300.
00000080:00000010:2.1:1769074471.800280:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cda940.
00000080:00000010:2.1:1769074471.800285:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cea940.
00000080:00000010:2.1:1769074471.800289:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ceb9c0.
00000080:00000010:2.1:1769074471.800295:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ce8000.
00000080:00000010:2.1:1769074471.800300:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ccf380.
00000080:00000010:2.1:1769074471.800330:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd8840.
00000080:00000010:2.1:1769074471.800335:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cdb180.
00000080:00000010:2.1:1769074471.800340:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cceb40.
00000080:00000010:2.1:1769074471.800346:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cbe300.
00000080:00000010:2.1:1769074471.800356:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0c200.
00000080:00000010:2.1:1769074471.800361:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d098c0.
00000080:00000010:2.1:1769074471.800367:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ccb9c0.
00000080:00000010:2.1:1769074471.800373:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc9080.
00000080:00000010:2.1:1769074471.800378:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cdca40.
00000080:00000010:2.1:1769074471.800383:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd8000.
00000080:00000010:2.1:1769074471.800386:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cdd280.
00000080:00000010:2.1:1769074471.800391:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cdf380.
00000080:00000010:2.1:1769074471.800814:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d08840.
00000080:00000010:2.1:1769074471.800829:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0b180.
00000080:00000010:2.1:1769074471.800834:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0dac0.
00000080:00000010:2.1:1769074471.800839:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0ca40.
00000080:00000010:2.1:1769074471.800857:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ccc200.
00000080:00000010:2.1:1769074471.800863:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc98c0.
00000080:00000010:2.1:1769074471.800869:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d08000.
00000080:00000010:2.1:1769074471.800874:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0f380.
00000080:00000010:2.1:1769074471.800880:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cdeb40.
00000080:00000010:2.1:1769074471.800885:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cdb9c0.
00000080:00000010:2.1:1769074471.800889:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd9080.
00000080:00000010:2.1:1769074471.800895:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cdc200.
00000080:00000010:2.1:1769074471.800899:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cddac0.
00000080:00000010:2.1:1769074471.800903:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ceeb40.
00000080:00000010:2.1:1769074471.800916:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d09080.
00000080:00000010:2.1:1769074471.800922:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0eb40.
00000080:00000010:2.1:1769074471.800927:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0a100.
00000080:00000010:2.1:1769074471.800932:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0d280.
00000080:00000010:2.1:1769074471.800936:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0a940.
00000080:00000010:2.1:1769074471.800940:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0e300.
00000080:00000010:2.1:1769074471.800945:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511eb180.
00000080:00000010:2.1:1769074471.800956:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511edac0.
00000080:00000010:2.1:1769074471.800963:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cca940.
00000080:00000010:2.1:1769074471.800968:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc8840.
00000080:00000010:2.1:1769074471.800972:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ccb180.
00000080:00000010:2.1:1769074471.800977:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ccdac0.
00000080:00000010:2.1:1769074471.800982:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749d0b9c0.
00000080:00000010:2.1:1769074471.800987:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e4a40.
00000080:00000010:2.1:1769074471.800993:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e8000.
00000080:00000010:3.1:1769074471.804016:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511ed280.
00000080:00000010:3.1:1769074471.804035:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc8000.
00000080:00000010:3.1:1769074471.804041:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ccd280.
00000080:00000010:3.1:1769074471.804046:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cce300.
00000080:00000010:3.1:1769074471.804050:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cca100.
00000080:00000010:3.1:1769074471.804055:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511eca40.
00000080:00000010:3.1:1769074471.804060:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511ef380.
00000080:00000010:3.1:1769074471.804065:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511eeb40.
00000080:00000010:3.1:1769074471.804071:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511eb9c0.
00000080:00000010:3.1:1769074471.804081:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc6b40.
00000080:00000010:3.1:1769074471.804087:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc2100.
00000080:00000010:3.1:1769074471.804092:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ccca40.
00000080:00000010:3.1:1769074471.804097:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749caeb40.
00000080:00000010:3.1:1769074471.804123:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc6300.
00000080:00000010:3.1:1769074471.804128:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc2940.
00000080:00000010:3.1:1769074471.804133:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca9080.
00000080:00000010:3.1:1769074471.804138:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cac200.
00000080:00000010:3.1:1769074471.804143:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e98c0.
00000080:00000010:3.1:1769074471.804148:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511ee300.
00000080:00000010:3.1:1769074471.804152:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511ea940.
00000080:00000010:3.1:1769074471.804157:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511ec200.
00000080:00000010:3.1:1769074471.804160:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511ea100.
00000080:00000010:3.1:1769074471.804165:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e8840.
00000080:00000010:3.1:1769074471.805167:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749caa940.
00000080:00000010:3.1:1769074471.805181:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca8840.
00000080:00000010:3.1:1769074471.805191:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511dd280.
00000080:00000010:3.1:1769074471.805196:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511df380.
00000080:00000010:3.1:1769074471.805201:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cab180.
00000080:00000010:3.1:1769074471.805206:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cadac0.
00000080:00000010:3.1:1769074471.805211:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749caca40.
00000080:00000010:3.1:1769074471.805215:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca8000.
00000080:00000010:3.1:1769074471.805219:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749caf380.
00000080:00000010:3.1:1769074471.805223:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749caa100.
00000080:00000010:3.1:1769074471.805227:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511deb40.
00000080:00000010:3.1:1769074471.805232:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511db9c0.
00000080:00000010:3.1:1769074471.805238:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d9080.
00000080:00000010:3.1:1769074471.805242:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511dc200.
00000080:00000010:3.1:1769074471.805248:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cad280.
00000080:00000010:3.1:1769074471.805252:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cae300.
00000080:00000010:3.1:1769074471.805257:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca98c0.
00000080:00000010:3.1:1769074471.805261:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cab9c0.
00000080:00000010:3.1:1769074471.805268:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e39c0.
00000080:00000010:3.1:1769074471.805274:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e1080.
00000080:00000010:3.1:1769074471.805280:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc0840.
00000080:00000010:3.1:1769074471.805305:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c24a40.
00000080:00000010:3.1:1769074471.805311:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511de300.
00000080:00000010:3.1:1769074471.805315:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511da940.
00000080:00000010:3.1:1769074471.805321:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751135ac0.
00000080:00000010:3.1:1769074471.805326:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751134a40.
00000080:00000010:3.1:1769074471.805331:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511db180.
00000080:00000010:3.1:1769074471.805335:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511ddac0.
00000080:00000010:3.1:1769074471.805339:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d8000.
00000080:00000010:3.1:1769074471.805344:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511dca40.
00000080:00000010:3.1:1769074471.805348:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e6300.
00000080:00000010:3.1:1769074471.805353:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e2940.
00000080:00000010:3.1:1769074471.805358:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e0840.
00000080:00000010:3.1:1769074471.805362:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e3180.
00000080:00000010:3.1:1769074471.805366:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751133180.
00000080:00000010:3.1:1769074471.805371:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751130000.
00000080:00000010:3.1:1769074471.805375:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751137380.
00000080:00000010:3.1:1769074471.805379:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751132100.
00000080:00000010:3.1:1769074471.805383:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c20000.
00000080:00000010:3.1:1769074471.805387:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c25280.
00000080:00000010:3.1:1769074471.805391:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751136b40.
00000080:00000010:3.1:1769074471.805395:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511339c0.
00000080:00000010:3.1:1769074471.805399:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751131080.
00000080:00000010:3.1:1769074471.805417:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751134200.
00000080:00000010:3.1:1769074471.805421:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d98c0.
00000080:00000010:3.1:1769074471.805425:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d8840.
00000080:00000010:3.1:1769074471.805429:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511318c0.
00000080:00000010:3.1:1769074471.805433:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751135280.
00000080:00000010:3.1:1769074471.805437:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511da100.
00000080:00000010:3.1:1769074471.805441:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e9080.
00000080:00000010:3.1:1769074471.805446:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c239c0.
00000080:00000010:3.1:1769074471.805451:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c21080.
00000080:00000010:3.1:1769074471.805462:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751298840.
00000080:00000010:3.1:1769074471.805468:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129b180.
00000080:00000010:3.1:1769074471.805472:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129ca40.
00000080:00000010:3.1:1769074471.805477:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751298000.
00000080:00000010:3.1:1769074471.805481:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c24200.
00000080:00000010:3.1:1769074471.805485:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c218c0.
00000080:00000010:3.1:1769074471.805490:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c26300.
00000080:00000010:3.1:1769074471.805494:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c22940.
00000080:00000010:3.1:1769074471.805498:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c23180.
00000080:00000010:3.1:1769074471.805502:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c25ac0.
00000080:00000010:3.1:1769074471.805506:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129d280.
00000080:00000010:3.1:1769074471.805510:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129f380.
00000080:00000010:3.1:1769074471.805514:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129eb40.
00000080:00000010:3.1:1769074471.805517:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129b9c0.
00000080:00000010:3.1:1769074471.805521:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c20840.
00000080:00000010:3.1:1769074471.805525:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c26b40.
00000080:00000010:3.1:1769074471.805530:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd6b40.
00000080:00000010:3.1:1769074471.805534:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd2100.
00000080:00000010:3.1:1769074471.805538:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd7380.
00000080:00000010:3.1:1769074471.805542:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd5280.
00000080:00000010:3.1:1769074471.805546:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd0000.
00000080:00000010:3.1:1769074471.805550:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd4a40.
00000080:00000010:3.1:1769074471.805562:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129c200.
00000080:00000010:3.1:1769074471.805566:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512998c0.
00000080:00000010:3.1:1769074471.805571:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129a940.
00000080:00000010:3.1:1769074471.805575:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751299080.
00000080:00000010:3.1:1769074471.805580:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e18c0.
00000080:00000010:3.1:1769074471.805584:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e4200.
00000080:00000010:3.1:1769074471.805589:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd0840.
00000080:00000010:3.1:1769074471.805593:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd2940.
00000080:00000010:3.1:1769074471.805596:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd6300.
00000080:00000010:3.1:1769074471.805605:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd18c0.
00000080:00000010:3.1:1769074471.805609:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd4200.
00000080:00000010:3.1:1769074471.805613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd1080.
00000080:00000010:3.1:1769074471.805621:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd5ac0.
00000080:00000010:3.1:1769074471.805625:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cd39c0.
00000080:00000010:3.1:1769074471.805635:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129a100.
00000080:00000010:3.1:1769074471.805640:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129e300.
00000080:00000010:3.1:1769074471.805645:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129dac0.
00000080:00000010:3.1:1769074471.805649:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751130840.
00000080:00000010:3.1:1769074471.805659:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb4a40.
00000080:00000010:3.1:1769074471.805665:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb5ac0.
00000080:00000010:3.1:1769074471.805669:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb3180.
00000080:00000010:3.1:1769074471.805674:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb0840.
00000080:00000010:3.1:1769074471.805678:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb6300.
00000080:00000010:3.1:1769074471.805683:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb18c0.
00000080:00000010:3.1:1769074471.805687:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb1080.
00000080:00000010:3.1:1769074471.805692:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb39c0.
00000080:00000010:3.1:1769074471.805696:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb4200.
00000080:00000010:3.1:1769074471.805700:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb6b40.
00000080:00000010:3.1:1769074471.805704:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb2100.
00000080:00000010:3.1:1769074471.805708:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb7380.
00000080:00000010:3.1:1769074471.805711:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb5280.
00000080:00000010:3.1:1769074471.805715:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb0000.
00000080:00000010:3.1:1769074471.805719:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c22100.
00000080:00000010:3.1:1769074471.805724:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e6b40.
00000080:00000010:3.1:1769074471.805730:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca1080.
00000080:00000010:3.1:1769074471.805735:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca39c0.
00000080:00000010:3.1:1769074471.805739:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cb2940.
00000080:00000010:3.1:1769074471.805744:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c87380.
00000080:00000010:3.1:1769074471.805748:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca2100.
00000080:00000010:3.1:1769074471.805753:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca7380.
00000080:00000010:3.1:1769074471.805763:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca0000.
00000080:00000010:3.1:1769074471.805768:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca4a40.
00000080:00000010:3.1:1769074471.805773:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca5280.
00000080:00000010:3.1:1769074471.805778:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca5ac0.
00000080:00000010:3.1:1769074471.805782:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca0840.
00000080:00000010:3.1:1769074471.805786:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca2940.
00000080:00000010:3.1:1769074471.805796:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e7380.
00000080:00000010:3.1:1769074471.805801:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e2100.
00000080:00000010:3.1:1769074471.805805:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca3180.
00000080:00000010:3.1:1769074471.805809:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca6300.
00000080:00000010:3.1:1769074471.805814:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca18c0.
00000080:00000010:3.1:1769074471.805818:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca6b40.
00000080:00000010:3.1:1769074471.805822:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c84a40.
00000080:00000010:3.1:1769074471.805826:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c85ac0.
00000080:00000010:3.1:1769074471.805832:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e39c0.
00000080:00000010:3.1:1769074471.805837:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e1080.
00000080:00000010:3.1:1769074471.805841:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c83180.
00000080:00000010:3.1:1769074471.805858:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c80840.
00000080:00000010:3.1:1769074471.805863:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca4200.
00000080:00000010:3.1:1769074471.805868:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7ca40.
00000080:00000010:3.1:1769074471.805896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7b180.
00000080:00000010:3.1:1769074471.805901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c78840.
00000080:00000010:3.1:1769074471.805906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c818c0.
00000080:00000010:3.1:1769074471.805910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c84200.
00000080:00000010:3.1:1769074471.805915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7a940.
00000080:00000010:3.1:1769074471.805920:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7e300.
00000080:00000010:3.1:1769074471.805924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e4200.
00000080:00000010:3.1:1769074471.805928:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e18c0.
00000080:00000010:3.1:1769074471.805933:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c798c0.
00000080:00000010:3.1:1769074471.805937:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7c200.
00000080:00000010:3.1:1769074471.805941:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c79080.
00000080:00000010:3.1:1769074471.806421:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7b9c0.
00000080:00000010:3.1:1769074471.806427:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7eb40.
00000080:00000010:3.1:1769074471.806432:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7a100.
00000080:00000010:3.1:1769074471.806438:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e5ac0.
00000080:00000010:3.1:1769074471.806443:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e6b40.
00000080:00000010:3.1:1769074471.806448:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c839c0.
00000080:00000010:3.1:1769074471.806453:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c86b40.
00000080:00000010:3.1:1769074471.806457:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7f380.
00000080:00000010:3.1:1769074471.806460:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7d280.
00000080:00000010:3.1:1769074471.806469:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e2940.
00000080:00000010:3.1:1769074471.806474:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e0840.
00000080:00000010:3.1:1769074471.806478:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e0000.
00000080:00000010:3.1:1769074471.806482:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511e5280.
00000080:00000010:3.1:1769074471.806486:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0f380.
00000080:00000010:3.1:1769074471.806491:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0d280.
00000080:00000010:3.1:1769074471.806495:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c78000.
00000080:00000010:3.1:1769074471.806499:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c7dac0.
00000080:00000010:3.1:1769074471.806502:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c86300.
00000080:00000010:3.1:1769074471.806506:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c82940.
00000080:00000010:3.1:1769074471.806510:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e3180.
00000080:00000010:3.1:1769074471.806515:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e5ac0.
00000080:00000010:3.1:1769074471.806519:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e4a40.
00000080:00000010:3.1:1769074471.806523:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e0000.
00000080:00000010:3.1:1769074471.806527:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e5280.
00000080:00000010:3.1:1769074471.806531:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e7380.
00000080:00000010:3.1:1769074471.806536:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c6b40.
00000080:00000010:3.1:1769074471.806541:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c2100.
00000080:00000010:3.1:1769074471.806545:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c85280.
00000080:00000010:3.1:1769074471.806549:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c80000.
00000080:00000010:3.1:1769074471.806553:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c81080.
00000080:00000010:3.1:1769074471.806557:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c82100.
00000080:00000010:3.1:1769074471.806573:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d5ac0.
00000080:00000010:3.1:1769074471.806577:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d3180.
00000080:00000010:3.1:1769074471.806583:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c08000.
00000080:00000010:3.1:1769074471.806588:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0ca40.
00000080:00000010:3.1:1769074471.806593:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e2100.
00000080:00000010:3.1:1769074471.806598:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e6300.
00000080:00000010:3.1:1769074471.806609:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d2940.
00000080:00000010:3.1:1769074471.806613:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d6300.
00000080:00000010:3.1:1769074471.806617:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d4200.
00000080:00000010:3.1:1769074471.806621:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d1080.
00000080:00000010:3.1:1769074471.806625:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c5280.
00000080:00000010:3.1:1769074471.806629:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c0000.
00000080:00000010:3.1:1769074471.806634:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0b180.
00000080:00000010:3.1:1769074471.806639:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c08840.
00000080:00000010:3.1:1769074471.806644:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d39c0.
00000080:00000010:3.1:1769074471.806647:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d6b40.
00000080:00000010:3.1:1769074471.806651:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d7380.
00000080:00000010:3.1:1769074471.806654:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d5280.
00000080:00000010:3.1:1769074471.806662:0:6190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d0000.
00000080:00000010:3.1:1769074471.806880:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d18c0.
00000080:00000010:3.1:1769074471.806888:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c4a40.
00000080:00000010:3.1:1769074471.806891:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c5ac0.
00000080:00000010:3.1:1769074471.806897:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d4a40.
00000080:00000010:3.1:1769074471.806901:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d2100.
00000080:00000010:3.1:1769074471.806908:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587da940.
00000080:00000010:3.1:1769074471.806913:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d8840.
00000080:00000010:3.1:1769074471.806918:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e98c0.
00000080:00000010:3.1:1769074471.806922:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ec200.
00000080:00000010:3.1:1769074471.806927:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0e300.
00000080:00000010:3.1:1769074471.806932:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c098c0.
00000080:00000010:3.1:1769074471.806936:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c3180.
00000080:00000010:3.1:1769074471.806947:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c0840.
00000080:00000010:3.1:1769074471.806951:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c09080.
00000080:00000010:3.1:1769074471.806955:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0b9c0.
00000080:00000010:3.1:1769074471.806965:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587eb9c0.
00000080:00000010:3.1:1769074471.806969:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587eeb40.
00000080:00000010:3.1:1769074471.806973:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c6300.
00000080:00000010:3.1:1769074471.806977:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c18c0.
00000080:00000010:3.1:1769074471.806980:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c1080.
00000080:00000010:3.1:1769074471.806984:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c7380.
00000080:00000010:3.1:1769074471.806988:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ea100.
00000080:00000010:3.1:1769074471.806992:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ef380.
00000080:00000010:3.1:1769074471.806996:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0eb40.
00000080:00000010:3.1:1769074471.807000:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0c200.
00000080:00000010:3.1:1769074471.807005:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587dd280.
00000080:00000010:3.1:1769074471.807009:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587df380.
00000080:00000010:3.1:1769074471.807013:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c39c0.
00000080:00000010:3.1:1769074471.807016:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c4200.
00000080:00000010:3.1:1769074471.807027:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e8000.
00000080:00000010:3.1:1769074471.807034:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587eca40.
00000080:00000010:3.1:1769074471.807039:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587edac0.
00000080:00000010:3.1:1769074471.807043:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587eb180.
00000080:00000010:3.1:1769074471.807047:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ea940.
00000080:00000010:3.1:1769074471.807051:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ee300.
00000080:00000010:3.1:1769074471.807056:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587e8840.
00000080:00000010:3.1:1769074471.807061:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ed280.
00000080:00000010:3.1:1769074471.807070:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879eb40.
00000080:00000010:3.1:1769074471.807076:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879a100.
00000080:00000010:3.1:1769074471.807080:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0dac0.
00000080:00000010:3.1:1769074471.807085:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0a100.
00000080:00000010:3.1:1769074471.807090:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d0840.
00000080:00000010:3.1:1769074471.807094:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c3180.
00000080:00000010:3.1:1769074471.807106:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879d280.
00000080:00000010:3.1:1769074471.807119:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758798000.
00000080:00000010:3.1:1769074471.807124:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879dac0.
00000080:00000010:3.1:1769074471.807128:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879b180.
00000080:00000010:3.1:1769074471.807133:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c0840.
00000080:00000010:3.1:1769074471.807137:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c2940.
00000080:00000010:3.1:1769074471.807141:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c18c0.
00000080:00000010:3.1:1769074471.807147:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c4200.
00000080:00000010:3.1:1769074471.807151:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879ca40.
00000080:00000010:3.1:1769074471.807154:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758798840.
00000080:00000010:3.1:1769074471.807158:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879a940.
00000080:00000010:3.1:1769074471.807161:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879e300.
00000080:00000010:3.1:1769074471.807169:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587998c0.
00000080:00000010:3.1:1769074471.807174:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879c200.
00000080:00000010:3.1:1769074471.807178:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c0a940.
00000080:00000010:3.1:1769074471.807182:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d39c0.
00000080:00000010:3.1:1769074471.807186:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758799080.
00000080:00000010:3.1:1769074471.807191:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879b9c0.
00000080:00000010:3.1:1769074471.807195:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c6b40.
00000080:00000010:3.1:1769074471.807199:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c2100.
00000080:00000010:3.1:1769074471.807203:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75879f380.
00000080:00000010:3.1:1769074471.807208:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758648840.
00000080:00000010:3.1:1769074471.807214:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c7380.
00000080:00000010:3.1:1769074471.807218:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c5280.
00000080:00000010:3.1:1769074471.807222:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c0000.
00000080:00000010:3.1:1769074471.807225:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c4a40.
00000080:00000010:3.1:1769074471.807230:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d98c0.
00000080:00000010:3.1:1769074471.807235:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587de300.
00000080:00000010:3.1:1769074471.807239:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d2100.
00000080:00000010:3.1:1769074471.807244:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d7380.
00000080:00000010:3.1:1769074471.807248:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c39c0.
00000080:00000010:3.1:1769074471.807259:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c1080.
00000080:00000010:3.1:1769074471.807263:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c5ac0.
00000080:00000010:3.1:1769074471.807267:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586c6300.
00000080:00000010:3.1:1769074471.807270:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861a940.
00000080:00000010:3.1:1769074471.807303:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861e300.
00000080:00000010:3.1:1769074471.807309:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864b9c0.
00000080:00000010:3.1:1769074471.807316:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864eb40.
00000080:00000010:3.1:1769074471.807321:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758649080.
00000080:00000010:3.1:1769074471.807326:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864a100.
00000080:00000010:3.1:1769074471.807330:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758619080.
00000080:00000010:3.1:1769074471.807334:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861b9c0.
00000080:00000010:3.1:1769074471.807339:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861a100.
00000080:00000010:3.1:1769074471.807343:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861f380.
00000080:00000010:3.1:1769074471.807347:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861d280.
00000080:00000010:3.1:1769074471.807351:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758618000.
00000080:00000010:3.1:1769074471.807355:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861ca40.
00000080:00000010:3.1:1769074471.807359:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861dac0.
00000080:00000010:3.1:1769074471.807364:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587dc200.
00000080:00000010:3.1:1769074471.807368:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587d9080.
00000080:00000010:3.1:1769074471.807373:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d5280.
00000080:00000010:3.1:1769074471.807376:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d0000.
00000080:00000010:3.1:1769074471.807381:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587db9c0.
00000080:00000010:3.1:1769074471.807385:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587deb40.
00000080:00000010:3.1:1769074471.807390:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758648000.
00000080:00000010:3.1:1769074471.807394:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864ca40.
00000080:00000010:3.1:1769074471.807399:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864dac0.
00000080:00000010:3.1:1769074471.807428:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864b180.
00000080:00000010:3.1:1769074471.807433:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861b180.
00000080:00000010:3.1:1769074471.807437:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861eb40.
00000080:00000010:3.1:1769074471.807441:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75861c200.
00000080:00000010:3.1:1769074471.807445:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586198c0.
00000080:00000010:3.1:1769074471.807456:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758618840.
00000080:00000010:3.1:1769074471.807460:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856f380.
00000080:00000010:3.1:1769074471.807466:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864d280.
00000080:00000010:3.1:1769074471.807470:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864f380.
00000080:00000010:3.1:1769074471.807479:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856ca40.
00000080:00000010:3.1:1769074471.807487:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856dac0.
00000080:00000010:3.1:1769074471.807492:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d3180.
00000080:00000010:3.1:1769074471.807496:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d0840.
00000080:00000010:3.1:1769074471.807502:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758568000.
00000080:00000010:3.1:1769074471.807506:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856b180.
00000080:00000010:3.1:1769074471.807513:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586498c0.
00000080:00000010:3.1:1769074471.807517:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864e300.
00000080:00000010:3.1:1769074471.807521:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864a940.
00000080:00000010:3.1:1769074471.807525:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75864c200.
00000080:00000010:3.1:1769074471.807538:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856a940.
00000080:00000010:3.1:1769074471.807546:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856e300.
00000080:00000010:3.1:1769074471.807550:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d18c0.
00000080:00000010:3.1:1769074471.807555:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d4200.
00000080:00000010:3.1:1769074471.807559:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858d280.
00000080:00000010:3.1:1769074471.807564:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758588000.
00000080:00000010:3.1:1769074471.807570:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856c200.
00000080:00000010:3.1:1769074471.807574:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758569080.
00000080:00000010:3.1:1769074471.807579:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856b9c0.
00000080:00000010:3.1:1769074471.807584:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856eb40.
00000080:00000010:3.1:1769074471.807588:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587dca40.
00000080:00000010:3.1:1769074471.807593:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d6300.
00000080:00000010:3.1:1769074471.807599:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ddac0.
00000080:00000010:3.1:1769074471.807603:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587db180.
00000080:00000010:3.1:1769074471.807608:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758588840.
00000080:00000010:3.1:1769074471.807613:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858a940.
00000080:00000010:3.1:1769074471.807619:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856a100.
00000080:00000010:3.1:1769074471.807631:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585698c0.
00000080:00000010:3.1:1769074471.807635:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758568840.
00000080:00000010:3.1:1769074471.807640:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75856d280.
00000080:00000010:3.1:1769074471.807644:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587da100.
00000080:00000010:3.1:1769074471.807657:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ce300.
00000080:00000010:3.1:1769074471.807662:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d1080.
00000080:00000010:3.1:1769074471.807667:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d2940.
00000080:00000010:3.1:1769074471.807672:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bb9080.
00000080:00000010:3.1:1769074471.807677:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbb9c0.
00000080:00000010:3.1:1769074471.807683:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbeb40.
00000080:00000010:3.1:1769074471.807690:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bba100.
00000080:00000010:3.1:1769074471.807694:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ca940.
00000080:00000010:3.1:1769074471.807700:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c8840.
00000080:00000010:3.1:1769074471.807704:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d5ac0.
00000080:00000010:3.1:1769074471.807711:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d4a40.
00000080:00000010:3.1:1769074471.807715:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7586d6b40.
00000080:00000010:3.1:1769074471.807725:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b47380.
00000080:00000010:3.1:1769074471.807731:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858b9c0.
00000080:00000010:2.1:1769074471.808216:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858eb40.
00000080:00000010:2.1:1769074471.808226:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858a100.
00000080:00000010:2.1:1769074471.808239:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858f380.
00000080:00000010:2.1:1769074471.808244:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587cdac0.
00000080:00000010:2.1:1769074471.808249:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587cca40.
00000080:00000010:2.1:1769074471.808277:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858c200.
00000080:00000010:2.1:1769074471.808282:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585898c0.
00000080:00000010:2.1:1769074471.808286:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c8000.
00000080:00000010:2.1:1769074471.808289:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587cd280.
00000080:00000010:2.1:1769074471.808293:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858e300.
00000080:00000010:2.1:1769074471.808298:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858b180.
00000080:00000010:2.1:1769074471.808301:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858ca40.
00000080:00000010:2.1:1769074471.808305:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758589080.
00000080:00000010:2.1:1769074471.808309:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75858dac0.
00000080:00000010:2.1:1769074471.808313:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b26300.
00000080:00000010:2.1:1769074471.808318:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b218c0.
00000080:00000010:2.1:1769074471.808323:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b24200.
00000080:00000010:2.1:1769074471.808327:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587cf380.
00000080:00000010:2.1:1769074471.808331:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ca100.
00000080:00000010:2.1:1769074471.808335:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b239c0.
00000080:00000010:2.1:1769074471.808339:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b26b40.
00000080:00000010:2.1:1769074471.808345:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bb8000.
00000080:00000010:2.1:1769074471.808349:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbca40.
00000080:00000010:2.1:1769074471.808354:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b27380.
00000080:00000010:2.1:1769074471.808358:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b25280.
00000080:00000010:2.1:1769074471.808363:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b20000.
00000080:00000010:2.1:1769074471.808367:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b24a40.
00000080:00000010:2.1:1769074471.808371:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c9080.
00000080:00000010:2.1:1769074471.808375:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587cc200.
00000080:00000010:2.1:1769074471.808379:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbb180.
00000080:00000010:2.1:1769074471.808383:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bb8840.
00000080:00000010:2.1:1769074471.808388:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bba940.
00000080:00000010:2.1:1769074471.808392:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbe300.
00000080:00000010:2.1:1769074471.808430:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b20840.
00000080:00000010:2.1:1769074471.808436:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b22940.
00000080:00000010:2.1:1769074471.808442:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b45ac0.
00000080:00000010:2.1:1769074471.808447:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b43180.
00000080:00000010:2.1:1769074471.808452:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b25ac0.
00000080:00000010:2.1:1769074471.808456:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b22100.
00000080:00000010:2.1:1769074471.808460:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587c98c0.
00000080:00000010:2.1:1769074471.808465:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587cb9c0.
00000080:00000010:2.1:1769074471.808470:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b21080.
00000080:00000010:2.1:1769074471.808474:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b23180.
00000080:00000010:2.1:1769074471.808478:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b42940.
00000080:00000010:2.1:1769074471.808483:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b46300.
00000080:00000010:2.1:1769074471.808488:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7587ceb40.
00000080:00000010:2.1:1769074471.808493:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585bdac0.
00000080:00000010:2.1:1769074471.808498:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbf380.
00000080:00000010:2.1:1769074471.808503:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbc200.
00000080:00000010:2.1:1769074471.808507:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585bca40.
00000080:00000010:2.1:1769074471.808512:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b8000.
00000080:00000010:2.1:1769074471.808517:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b13180.
00000080:00000010:2.1:1769074471.808522:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b10840.
00000080:00000010:2.1:1769074471.808526:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bb98c0.
00000080:00000010:2.1:1769074471.808529:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbd280.
00000080:00000010:2.1:1769074471.808538:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585ba100.
00000080:00000010:2.1:1769074471.808543:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585beb40.
00000080:00000010:2.1:1769074471.808547:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a639c0.
00000080:00000010:2.1:1769074471.808601:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a66b40.
00000080:00000010:2.1:1769074471.808632:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b16300.
00000080:00000010:2.1:1769074471.808640:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b118c0.
00000080:00000010:2.1:1769074471.808645:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585bb9c0.
00000080:00000010:2.1:1769074471.808649:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b9080.
00000080:00000010:2.1:1769074471.808655:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b44200.
00000080:00000010:2.1:1769074471.808665:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b41080.
00000080:00000010:2.1:1769074471.808673:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b14200.
00000080:00000010:2.1:1769074471.808677:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b11080.
00000080:00000010:2.1:1769074471.808682:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a65280.
00000080:00000010:2.1:1769074471.808687:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a60000.
00000080:00000010:2.1:1769074471.808692:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b16b40.
00000080:00000010:1.1:1769074471.826088:0:24731:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b12100.
00000080:00000010:1.1:1769074471.826125:0:24731:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a64a40.
00000080:00000010:1.1:1769074471.826140:0:24731:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a65ac0.
00000080:00000010:1.1:1769074471.826151:0:24731:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b98c0.
00000080:00000010:1.1:1769074471.826156:0:24731:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585be300.
00000080:00000010:1.1:1769074471.826233:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a63180.
00000080:00000010:1.1:1769074471.826241:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a60840.
00000080:00000010:1.1:1769074471.826247:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b17380.
00000080:00000010:1.1:1769074471.826271:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b15280.
00000080:00000010:1.1:1769074471.826275:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a66300.
00000080:00000010:1.1:1769074471.826281:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a618c0.
00000080:00000010:1.1:1769074471.826286:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b439c0.
00000080:00000010:1.1:1769074471.826291:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b46b40.
00000080:00000010:1.1:1769074471.826297:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b14a40.
00000080:00000010:1.1:1769074471.826453:0:24731:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b10000.
00000080:00000010:1.1:1769074471.826461:0:24731:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585ba940.
00000080:00000010:1.1:1769074471.826466:0:24731:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b8840.
00000080:00000010:1.1:1769074471.826507:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a64200.
00000080:00000010:1.1:1769074471.826519:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a61080.
00000080:00000010:1.1:1769074471.826523:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a67380.
00000080:00000010:1.1:1769074471.826528:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a62100.
00000080:00000010:1.1:1769074471.826533:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b15ac0.
00000080:00000010:1.1:1769074471.826539:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b12940.
00000080:00000010:1.1:1769074471.826543:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b139c0.
00000080:00000010:1.1:1769074471.826561:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a47380.
00000080:00000010:1.1:1769074471.826565:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758bbdac0.
00000080:00000010:1.1:1769074471.826572:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895ca40.
00000080:00000010:1.1:1769074471.826753:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585bb180.
00000080:00000010:1.1:1769074471.826761:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585bc200.
00000080:00000010:1.1:1769074471.826767:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b42100.
00000080:00000010:1.1:1769074471.826772:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b418c0.
00000080:00000010:1.1:1769074471.826776:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585bf380.
00000080:00000010:1.1:1769074471.826781:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585bd280.
00000080:00000010:1.1:1769074471.826793:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a44a40.
00000080:00000010:1.1:1769074471.826799:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a45ac0.
00000080:00000010:1.1:1769074471.826804:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895e300.
00000080:00000010:1.1:1769074471.826809:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7589598c0.
00000080:00000010:1.1:1769074471.826814:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758959080.
00000080:00000010:1.1:1769074471.826818:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895b9c0.
00000080:00000010:1.1:1769074471.826831:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a40840.
00000080:00000010:1.1:1769074471.826835:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a42940.
00000080:00000010:1.1:1769074471.826840:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a46300.
00000080:00000010:1.1:1769074471.826856:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a418c0.
00000080:00000010:1.1:1769074471.826862:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b3180.
00000080:00000010:1.1:1769074471.826867:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b5ac0.
00000080:00000010:1.1:1769074471.826872:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b40840.
00000080:00000010:1.1:1769074471.826875:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b44a40.
00000080:00000010:1.1:1769074471.826881:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a41080.
00000080:00000010:1.1:1769074471.826884:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a439c0.
00000080:00000010:1.1:1769074471.826891:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895a100.
00000080:00000010:1.1:1769074471.826896:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895f380.
00000080:00000010:1.1:1769074471.826899:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b0000.
00000080:00000010:1.1:1769074471.826904:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b5280.
00000080:00000010:1.1:1769074471.826908:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895d280.
00000080:00000010:1.1:1769074471.826912:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895eb40.
00000080:00000010:1.1:1769074471.826916:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b40000.
00000080:00000010:1.1:1769074471.826919:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b45280.
00000080:00000010:1.1:1769074471.826924:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512a8840.
00000080:00000010:1.1:1769074471.826929:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512aa940.
00000080:00000010:1.1:1769074471.826933:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a46b40.
00000080:00000010:1.1:1769074471.826937:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a42100.
00000080:00000010:1.1:1769074471.826940:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a44200.
00000080:00000010:1.1:1769074471.826944:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a43180.
00000080:00000010:1.1:1769074471.826948:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b7380.
00000080:00000010:1.1:1769074471.826952:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512ae300.
00000080:00000010:1.1:1769074471.826956:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b2100.
00000080:00000010:1.1:1769074471.826960:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b6b40.
00000080:00000010:1.1:1769074471.827004:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895b180.
00000080:00000010:1.1:1769074471.827010:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895dac0.
00000080:00000010:1.1:1769074471.827013:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895a940.
00000080:00000010:1.1:1769074471.827025:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75895c200.
00000080:00000010:1.1:1769074471.827028:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a45280.
00000080:00000010:1.1:1769074471.827041:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d1080.
00000080:00000010:1.1:1769074471.827046:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758958840.
00000080:00000010:1.1:1769074471.827062:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a62940.
00000080:00000010:1.1:1769074471.827068:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b39c0.
00000080:00000010:1.1:1769074471.827073:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b1080.
00000080:00000010:1.1:1769074471.827078:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d6b40.
00000080:00000010:1.1:1769074471.827083:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d2100.
00000080:00000010:1.1:1769074471.827086:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b4200.
00000080:00000010:1.1:1769074471.827090:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b18c0.
00000080:00000010:1.1:1769074471.827094:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b6300.
00000080:00000010:1.1:1769074471.827098:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7585b2940.
00000080:00000010:1.1:1769074471.827103:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513ab180.
00000080:00000010:1.1:1769074471.827108:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513a8840.
00000080:00000010:1.1:1769074471.827112:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513ae300.
00000080:00000010:1.1:1769074471.827116:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513a98c0.
00000080:00000010:1.1:1769074471.827121:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d0000.
00000080:00000010:1.1:1769074471.827124:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d4a40.
00000080:00000010:1.1:1769074471.827129:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d3180.
00000080:00000010:1.1:1769074471.827133:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d18c0.
00000080:00000010:1.1:1769074471.827137:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513aeb40.
00000080:00000010:1.1:1769074471.827142:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511d5ac0.
00000080:00000010:1.1:1769074471.827147:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7513af380.
00000080:00000010:1.1:1769074471.827159:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a9d280.
00000080:00000010:1.1:1769074471.827167:0:10484:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a98000.
00010000:00000010:3.1:1769074471.828098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d740030e00.
00010000:00000010:3.1:1769074471.828106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26e00.
00010000:00000010:3.1:1769074471.828109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d78217b800.
00000080:00000010:1.1:1769074471.830694:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512ab180.
00010000:00000010:3.1:1769074471.831491:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73ab00.
00010000:00000010:3.1:1769074471.831769:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d782044200.
00010000:00000010:1.1:1769074471.834779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745e19000.
00010000:00000010:1.1:1769074471.834807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69d00.
00010000:00000010:2.1:1769074471.882681:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ecf400.
00010000:00000010:2.1:1769074471.882694:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45b00.
00010000:00000010:0.1:1769074471.928612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590e600.
00010000:00000010:0.1:1769074471.928634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5da00.
00010000:00000010:3.1:1769074471.928832:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc000.
00010000:00000010:3.1:1769074471.928837:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f47600.
00010000:00000010:0.1:1769074471.992428:0:24731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74b1fca00.
00010000:00000010:0.1:1769074471.992449:0:24731:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a674a00.
00010000:00000010:1.1:1769074473.082458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45800.
00010000:00000010:1.1:1769074473.082473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58200.
00010000:00000010:1.1:1769074473.098252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45700.
00010000:00000010:0.1:1769074473.119459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45800.
00010000:00000010:0.1:1769074473.119476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59400.
00010000:00000010:1.1:1769074473.132766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45700.
00010000:00000010:1.1:1769074473.132774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58200.
00000080:00000010:1.1:1769074473.158499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d75015f2a0.
00010000:00000010:2.1:1769074474.262995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45700.
00010000:00000010:2.1:1769074474.263012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58200.
00010000:00000010:3.1:1769074474.294775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69400.
00010000:00000010:2.1:1769074474.315348:0:2412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744060800.
00010000:00000010:0.1:1769074474.460369:0:2417:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45300.
00010000:00000010:0.1:1769074474.460385:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59c00.
00000080:00000010:3.1:1769074474.584576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920b800.
00010000:00000010:2.1:1769074475.787740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d665917200.
00010000:00000010:2.1:1769074475.787752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590f800.
00010000:00000010:2.1:1769074475.787757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45200.
00010000:00000010:2.1:1769074475.787761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:2.1:1769074475.794445:0:1049:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69600.
00010000:00000010:2.1:1769074475.794459:0:1049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d665917400.
00000080:00000010:0.1:1769074475.802720:0:24831:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74920b2c0.
00000080:00000010:0.1:1769074475.802757:0:24831:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a9d280.
00000080:00000010:2.1:1769074478.871478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0840.
00000080:00000010:2.1:1769074478.871497:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a98000.
00010000:00000010:0.1:1769074478.875440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744061800.
00010000:00000010:0.1:1769074478.875450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69d00.
00010000:00000010:0.1:1769074478.875455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744061e00.
00010000:00000010:0.1:1769074478.875457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69b00.
00010000:00000010:0.1:1769074478.875460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744061600.
00010000:00000010:3.1:1769074478.894527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d665916600.
00010000:00000010:3.1:1769074478.894534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69f00.
00010000:00000010:3.1:1769074478.902029:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59000.
00010000:00000010:3.1:1769074478.902037:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45100.
00010000:00000010:0.1:1769074479.009648:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744060000.
00010000:00000010:0.1:1769074479.009665:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69800.
00010000:00000010:1.1:1769074480.097464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:1.1:1769074480.097479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59000.
00010000:00000010:1.1:1769074480.109801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45900.
00010000:00000010:1.1:1769074480.124464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:1.1:1769074480.124480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:1.1:1769074480.164672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45f00.
00010000:00000010:1.1:1769074480.164688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59000.
00000080:00000010:2.1:1769074480.252167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748a89580.
00010000:00000010:3.1:1769074491.489935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00010000:00000010:3.1:1769074491.489946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:3.1:1769074491.489950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45f00.
00010000:00000010:3.1:1769074491.489954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59000.
00010000:00000010:3.1:1769074491.489957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcda00.
00010000:00000010:3.1:1769074491.489960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16a00.
00000080:00000010:1.1:1769074491.528495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748a89240.
00000080:00000010:2.1:1769074491.581900:0:25354:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a9ca40.
00000080:00000010:2.1:1769074496.299800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74610e6e0.
00000080:00000010:2.1:1769074496.299817:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512ab180.
00010000:00000010:3.1:1769074496.304925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d665917600.
00010000:00000010:3.1:1769074496.304941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69300.
00010000:00000010:3.1:1769074496.304945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d665917a00.
00010000:00000010:3.1:1769074496.304948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdf00.
00010000:00000010:3.1:1769074496.304951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17c00.
00010000:00000010:0.1:1769074496.353697:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590e400.
00010000:00000010:0.1:1769074496.353710:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d100.
00010000:00000010:0.1:1769074496.398044:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00010000:00000010:0.1:1769074496.398051:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd100.
00010000:00000010:2.1:1769074496.464090:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58000.
00010000:00000010:2.1:1769074496.464097:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45400.
00010000:00000010:3.1:1769074497.443051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45600.
00010000:00000010:3.1:1769074497.443065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59600.
00010000:00000010:3.1:1769074497.448703:0:31:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d400.
00010000:00000010:1.1:1769074497.460105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d300.
00010000:00000010:1.1:1769074497.460112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590e800.
00010000:00000010:1.1:1769074497.468447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d700.
00010000:00000010:1.1:1769074497.468464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590f200.
00000080:00000010:1.1:1769074497.501539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743872ae0.
00010000:00000010:2.1:1769074497.514632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45400.
00010000:00000010:2.1:1769074497.514644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58200.
00010000:00000010:1.1:1769074497.521464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69d00.
00010000:00000010:1.1:1769074497.538445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d6607db600.
00010000:00000010:0.1:1769074497.581287:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45900.
00010000:00000010:0.1:1769074497.581304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00000080:00000010:0.1:1769074497.690821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748949820.
00010000:00000010:3.1:1769074497.783695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17800.
00010000:00000010:3.1:1769074497.783712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59000.
00010000:00000010:3.1:1769074497.783717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45600.
00010000:00000010:3.1:1769074497.783720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59a00.
00010000:00000010:3.1:1769074497.783723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd900.
00010000:00000010:3.1:1769074497.783725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17200.
00000080:00000010:3.1:1769074497.800368:0:25620:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a460.
00000080:00000010:3.1:1769074497.800424:0:25620:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d751282940.
00010000:00000010:3.1:1769074500.316775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590fa00.
00010000:00000010:3.1:1769074500.316791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd700.
00010000:00000010:3.1:1769074500.316795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00000080:00000010:0.1:1769074500.317471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a560.
00000080:00000010:0.1:1769074500.317487:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135b180.
00010000:00000010:0.1:1769074500.317508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69b00.
00010000:00000010:0.1:1769074500.317513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d6607da600.
00010000:00000010:3.1:1769074500.361310:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17a00.
00010000:00000010:3.1:1769074500.361323:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd600.
00010000:00000010:2.1:1769074500.391688:0:2416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590fe00.
00010000:00000010:2.1:1769074500.391698:0:2416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d400.
00010000:00000010:0.1:1769074500.469973:0:830:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16000.
00010000:00000010:0.1:1769074500.469979:0:830:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd100.
00010000:00000010:0.1:1769074501.127442:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45200.
00010000:00000010:0.1:1769074501.127449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:0.1:1769074501.135503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd100.
00010000:00000010:0.1:1769074501.161090:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd500.
00010000:00000010:0.1:1769074501.161101:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16000.
00010000:00000010:3.1:1769074501.166468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5db00.
00010000:00000010:3.1:1769074501.166493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590f400.
00000080:00000010:0.1:1769074501.190596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0300.
00010000:00000010:1.1:1769074501.269583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5db00.
00010000:00000010:1.1:1769074501.269592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590f400.
00010000:00000010:1.1:1769074501.280502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45300.
00010000:00000010:1.1:1769074507.833459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58000.
00010000:00000010:1.1:1769074507.833475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58200.
00010000:00000010:1.1:1769074507.833481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d800.
00010000:00000010:1.1:1769074507.833486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590fa00.
00010000:00000010:1.1:1769074507.833490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdc00.
00010000:00000010:1.1:1769074507.833493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16a00.
00000080:00000010:1.1:1769074507.880455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0880.
00000080:00000010:1.1:1769074507.900516:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135b180.
00010000:00000010:2.1:1769074510.463459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1e00.
00010000:00000010:2.1:1769074510.463475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45b00.
00010000:00000010:2.1:1769074510.463479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:2.1:1769074510.477448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69400.
00010000:00000010:0.1:1769074510.481649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69b00.
00010000:00000010:0.1:1769074510.481662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1800.
00010000:00000010:2.1:1769074510.491667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69d00.
00010000:00000010:2.1:1769074510.491694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1e00.
00000080:00000010:2.1:1769074510.504473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae9a0.
00010000:00000010:2.1:1769074510.540463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69d00.
00010000:00000010:2.1:1769074510.540489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1e00.
00010000:00000010:2.1:1769074510.562455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69400.
00010000:00000010:2.1:1769074510.767783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58400.
00010000:00000010:2.1:1769074510.767796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5dd00.
00010000:00000010:2.1:1769074510.767801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590ee00.
00010000:00000010:1.1:1769074510.773448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69400.
00010000:00000010:0.1:1769074510.783504:0:26329:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45300.
00010000:00000010:0.1:1769074510.783516:0:26329:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0200.
00010000:00000010:0.1:1769074510.789619:0:26329:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45200.
00010000:00000010:0.1:1769074510.789629:0:26329:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59c00.
00000080:00000010:0.1:1769074510.805830:0:26330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb500.
00010000:00000010:0.1:1769074510.830815:0:26330:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd100.
00010000:00000010:0.1:1769074510.830824:0:26330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17e00.
00010000:00000010:0.1:1769074510.847002:0:25659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd800.
00010000:00000010:0.1:1769074511.011459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16200.
00010000:00000010:0.1:1769074511.016487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45600.
00010000:00000010:0.1:1769074511.016504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59400.
00010000:00000010:1.1:1769074511.016803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd800.
00010000:00000010:1.1:1769074511.024444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45900.
00010000:00000010:1.1:1769074511.024547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17a00.
00010000:00000010:1.1:1769074511.039364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:1.1:1769074511.039382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59c00.
00000080:00000010:1.1:1769074511.053240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a0e0.
00010000:00000010:3.1:1769074511.082464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd100.
00010000:00000010:3.1:1769074511.082477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16200.
00010000:00000010:2.1:1769074511.085991:0:26334:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d500.
00010000:00000010:0.1:1769074511.204640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590f600.
00010000:00000010:1.1:1769074511.208476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdc00.
00010000:00000010:1.1:1769074511.208499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16000.
00010000:00000010:1.1:1769074511.234304:0:18419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:0.1:1769074511.236475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45900.
00010000:00000010:0.1:1769074511.236494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59c00.
00010000:00000010:1.1:1769074511.244323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45400.
00010000:00000010:1.1:1769074511.244344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58400.
00000080:00000010:2.1:1769074511.263745:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fbc0.
00010000:00000010:0.1:1769074511.298646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd300.
00010000:00000010:0.1:1769074511.298656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00010000:00000010:0.1:1769074511.311567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd400.
00010000:00000010:1.1:1769074511.460453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58400.
00010000:00000010:1.1:1769074511.460466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69a00.
00010000:00000010:1.1:1769074511.460471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1c00.
00010000:00000010:2.1:1769074511.471289:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45400.
00010000:00000010:0.1:1769074511.478463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69e00.
00010000:00000010:0.1:1769074511.478489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:3.1:1769074511.482645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69800.
00010000:00000010:3.1:1769074511.482768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1200.
00000080:00000010:3.1:1769074511.503426:0:26342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb8e0.
00010000:00000010:3.1:1769074511.530731:0:2411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5db00.
00010000:00000010:3.1:1769074511.530743:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590f000.
00010000:00000010:3.1:1769074511.538057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d400.
00010000:00000010:0.1:1769074511.707643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00010000:00000010:0.1:1769074511.715473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69f00.
00010000:00000010:0.1:1769074511.715497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1200.
00010000:00000010:0.1:1769074511.749453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd400.
00010000:00000010:1.1:1769074511.754195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd300.
00010000:00000010:1.1:1769074511.754206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17800.
00010000:00000010:0.1:1769074511.760874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69500.
00010000:00000010:0.1:1769074511.760905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0600.
00000080:00000010:1.1:1769074511.795757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aea0.
00010000:00000010:1.1:1769074511.841440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69000.
00010000:00000010:1.1:1769074511.841450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1600.
00010000:00000010:3.1:1769074511.849440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:1.1:1769074511.996654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59e00.
00010000:00000010:0.1:1769074512.005459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd400.
00010000:00000010:0.1:1769074512.005564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00010000:00000010:0.1:1769074512.013016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd600.
00010000:00000010:0.1:1769074512.016464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcde00.
00010000:00000010:0.1:1769074512.016555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17c00.
00010000:00000010:0.1:1769074512.033732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd700.
00010000:00000010:0.1:1769074512.033744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17000.
00000080:00000010:0.1:1769074512.043453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb260.
00010000:00000010:1.1:1769074512.062782:0:26350:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:1.1:1769074512.062791:0:26350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59e00.
00010000:00000010:1.1:1769074512.078562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45400.
00010000:00000010:1.1:1769074512.209916:0:26353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58e00.
00010000:00000010:1.1:1769074512.209927:0:26353:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd700.
00010000:00000010:1.1:1769074512.209931:0:26353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17000.
00010000:00000010:1.1:1769074512.218635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45400.
00010000:00000010:0.1:1769074512.243660:0:26353:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45900.
00010000:00000010:0.1:1769074512.243672:0:26353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58800.
00010000:00000010:0.1:1769074512.247864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5db00.
00010000:00000010:0.1:1769074512.247881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590f000.
00000080:00000010:0.1:1769074512.253767:0:26143:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb260.
00010000:00000010:2.1:1769074512.292596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69100.
00010000:00000010:2.1:1769074512.292606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1a00.
00010000:00000010:0.1:1769074512.300508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69200.
00010000:00000010:1.1:1769074512.447782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58c00.
00010000:00000010:2.1:1769074512.448054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d300.
00010000:00000010:2.1:1769074512.448063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590fc00.
00010000:00000010:2.1:1769074512.455490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69100.
00010000:00000010:0.1:1769074512.466599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69c00.
00010000:00000010:0.1:1769074512.466644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0200.
00010000:00000010:2.1:1769074512.479440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69200.
00010000:00000010:2.1:1769074512.479447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1a00.
00000080:00000010:3.1:1769074512.497040:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb880.
00010000:00000010:2.1:1769074512.510584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d100.
00010000:00000010:2.1:1769074512.510594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590fe00.
00010000:00000010:0.1:1769074512.518452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69200.
00010000:00000010:1.1:1769074512.702678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17c00.
00010000:00000010:1.1:1769074512.702689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5df00.
00010000:00000010:1.1:1769074512.702694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590f200.
00010000:00000010:1.1:1769074512.709465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45400.
00010000:00000010:0.1:1769074512.712659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45600.
00010000:00000010:0.1:1769074512.712684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58600.
00010000:00000010:1.1:1769074512.727443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45200.
00010000:00000010:1.1:1769074512.727547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58200.
00000080:00000010:0.1:1769074512.742980:0:26362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a0e0.
00010000:00000010:1.1:1769074512.774809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd400.
00010000:00000010:1.1:1769074512.774822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00010000:00000010:1.1:1769074512.790452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45200.
00010000:00000010:1.1:1769074513.012665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45e00.
00010000:00000010:1.1:1769074513.012680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59600.
00010000:00000010:0.1:1769074563.389792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0a00.
00000080:00000010:1.1:1769074563.462573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae9a0.
00010000:00000010:1.1:1769074563.486589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590ec00.
00010000:00000010:1.1:1769074563.486599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:1.1:1769074563.486602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590fa00.
00010000:00000010:1.1:1769074563.486605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590e600.
00010000:00000010:1.1:1769074563.486610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69d00.
00010000:00000010:1.1:1769074563.486613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590e000.
00010000:00000010:1.1:1769074563.486616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69100.
00010000:00000010:1.1:1769074563.486619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0000.
00000080:00000010:1.1:1769074563.497698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bba40.
00000080:00000010:1.1:1769074563.497890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512ab180.
00010000:00000010:0.1:1769074563.542479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17600.
00000080:00000010:3.1:1769074563.566456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963a4c0.
00010000:00000010:2.1:1769074563.575026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1a00.
00010000:00000010:2.1:1769074563.575043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590e000.
00010000:00000010:2.1:1769074563.575047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0600.
00010000:00000010:2.1:1769074563.575051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59c00.
00010000:00000010:2.1:1769074563.575056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd200.
00010000:00000010:2.1:1769074563.575059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17e00.
00010000:00000010:2.1:1769074563.575062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45a00.
00010000:00000010:2.1:1769074563.575065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00000080:00000010:2.1:1769074563.596249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fe80.
00000080:00000010:2.1:1769074563.596269:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a9b180.
00010000:00000010:0.1:1769074563.615483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590ea00.
00000080:00000010:3.1:1769074563.676806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f8a0.
00010000:00000010:0.1:1769074563.692586:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1000.
00010000:00000010:0.1:1769074563.692596:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590f800.
00010000:00000010:0.1:1769074563.692600:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0400.
00010000:00000010:0.1:1769074563.692603:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1a00.
00010000:00000010:0.1:1769074563.692608:0:27517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69300.
00010000:00000010:0.1:1769074563.692611:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0c00.
00010000:00000010:0.1:1769074563.692614:0:27517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69900.
00010000:00000010:0.1:1769074563.692616:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0600.
00000080:00000010:0.1:1769074563.702618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f9e0.
00000080:00000010:0.1:1769074563.706332:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a98840.
00010000:00000010:2.1:1769074563.733354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16400.
00000080:00000010:0.1:1769074563.756599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74963aa20.
00010000:00000010:0.1:1769074563.775834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17800.
00010000:00000010:0.1:1769074563.775850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16c00.
00010000:00000010:0.1:1769074563.775852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17c00.
00010000:00000010:0.1:1769074563.775855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17000.
00010000:00000010:0.1:1769074563.775860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd500.
00010000:00000010:0.1:1769074563.775864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17200.
00010000:00000010:0.1:1769074563.775866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcda00.
00010000:00000010:0.1:1769074563.775869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17600.
00000080:00000010:0.1:1769074563.787745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26700.
00000080:00000010:0.1:1769074563.787767:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a9a940.
00010000:00000010:1.1:1769074563.822926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590e200.
00000080:00000010:1.1:1769074563.852419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f520.
00010000:00000010:1.1:1769074563.870477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17000.
00010000:00000010:1.1:1769074563.870491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:1.1:1769074563.870495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59400.
00010000:00000010:1.1:1769074563.870498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17200.
00010000:00000010:1.1:1769074563.870503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d700.
00010000:00000010:1.1:1769074563.870507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1800.
00010000:00000010:1.1:1769074563.870511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcda00.
00010000:00000010:1.1:1769074563.870514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17600.
00000080:00000010:1.1:1769074563.882456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bba40.
00000080:00000010:1.1:1769074563.882481:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512ae300.
00010000:00000010:0.1:1769074563.892499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58400.
00000080:00000010:0.1:1769074563.935543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb480.
00010000:00000010:1.1:1769074563.944469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17c00.
00010000:00000010:1.1:1769074563.944494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59400.
00010000:00000010:1.1:1769074563.944499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16c00.
00010000:00000010:1.1:1769074563.944503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590fa00.
00010000:00000010:1.1:1769074563.944537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d400.
00010000:00000010:1.1:1769074563.944542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1400.
00010000:00000010:1.1:1769074563.944546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45a00.
00010000:00000010:1.1:1769074563.944549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59c00.
00000080:00000010:1.1:1769074563.954108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bba40.
00000080:00000010:1.1:1769074563.954143:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135dac0.
00010000:00000010:1.1:1769074563.986235:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59200.
00010000:00000010:1.1:1769074563.992455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16800.
00010000:00000010:1.1:1769074563.992463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17400.
00010000:00000010:1.1:1769074563.992466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16600.
00010000:00000010:1.1:1769074563.992468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16c00.
00010000:00000010:1.1:1769074563.992471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17c00.
00000080:00000010:1.1:1769074564.010468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbec0.
00010000:00000010:2.1:1769074564.043449:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59200.
00010000:00000010:2.1:1769074564.043470:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58800.
00010000:00000010:2.1:1769074564.043474:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59400.
00010000:00000010:2.1:1769074564.043476:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59c00.
00010000:00000010:2.1:1769074564.043482:0:27517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:2.1:1769074564.043487:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59e00.
00010000:00000010:2.1:1769074564.043490:0:27517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45000.
00010000:00000010:2.1:1769074564.043492:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00000080:00000010:2.1:1769074564.050473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bba40.
00000080:00000010:2.1:1769074564.050519:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75135ca40.
00010000:00000010:0.1:1769074564.104511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17600.
00010000:00000010:0.1:1769074564.104534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17200.
00010000:00000010:0.1:1769074564.104538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17000.
00010000:00000010:0.1:1769074564.104570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16400.
00010000:00000010:0.1:1769074564.104573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17e00.
00010000:00000010:0.1:1769074564.104575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16000.
00010000:00000010:0.1:1769074564.104578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17a00.
00010000:00000010:0.1:1769074564.104580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16200.
00010000:00000010:0.1:1769074564.104583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17c00.
00010000:00000010:1.1:1769074564.108625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0800.
00000080:00000010:2.1:1769074564.162038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f880.
00010000:00000010:0.1:1769074564.168552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1a00.
00010000:00000010:0.1:1769074564.168561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1e00.
00010000:00000010:0.1:1769074564.168565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0400.
00010000:00000010:0.1:1769074564.168573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0600.
00010000:00000010:0.1:1769074564.168580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17800.
00010000:00000010:0.1:1769074564.168588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcde00.
00010000:00000010:0.1:1769074564.168597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58e00.
00010000:00000010:0.1:1769074564.168603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69b00.
00010000:00000010:0.1:1769074564.168610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0c00.
00000080:00000010:0.1:1769074564.176873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aeb40.
00000080:00000010:1.1:1769074564.178711:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a9e300.
00010000:00000010:0.1:1769074564.227523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1c00.
00010000:00000010:0.1:1769074564.227537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17800.
00010000:00000010:0.1:1769074564.227545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17c00.
00010000:00000010:0.1:1769074564.227552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16200.
00010000:00000010:0.1:1769074564.227556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17a00.
00010000:00000010:0.1:1769074564.227561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16000.
00010000:00000010:0.1:1769074564.227566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17e00.
00010000:00000010:0.1:1769074564.227571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16400.
00010000:00000010:0.1:1769074564.227575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17000.
00010000:00000010:0.1:1769074564.227579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17200.
00010000:00000010:0.1:1769074564.227582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17600.
00010000:00000010:0.1:1769074564.227599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16c00.
00010000:00000010:0.1:1769074564.227604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16600.
00010000:00000010:0.1:1769074564.227611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58e00.
00010000:00000010:0.1:1769074564.227618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:0.1:1769074564.227625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59e00.
00010000:00000010:0.1:1769074564.227629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59c00.
00010000:00000010:0.1:1769074564.227661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59400.
00000080:00000010:0.1:1769074564.251118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644faa0.
00010000:00000010:2.1:1769074564.300785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58800.
00010000:00000010:2.1:1769074564.300806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16600.
00010000:00000010:2.1:1769074564.300811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59200.
00010000:00000010:2.1:1769074564.300815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58600.
00010000:00000010:2.1:1769074564.300818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00010000:00000010:2.1:1769074564.300823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd600.
00010000:00000010:2.1:1769074564.300827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58c00.
00010000:00000010:2.1:1769074564.300831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45a00.
00010000:00000010:2.1:1769074564.300834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59600.
00000080:00000010:0.1:1769074564.333431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26540.
00000080:00000010:1.1:1769074564.338141:0:27517:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7512aa940.
00010000:00000010:0.1:1769074564.392591:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58200.
00010000:00000010:0.1:1769074564.412509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59600.
00010000:00000010:0.1:1769074564.412526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58c00.
00010000:00000010:0.1:1769074564.420628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58600.
00010000:00000010:0.1:1769074564.420647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59200.
00010000:00000010:0.1:1769074564.420651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58800.
00010000:00000010:0.1:1769074564.420654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59400.
00010000:00000010:0.1:1769074564.420657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59c00.
00010000:00000010:0.1:1769074564.420659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59e00.
00010000:00000010:0.1:1769074564.420662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:0.1:1769074564.420665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58e00.
00010000:00000010:0.1:1769074564.420671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc000.
00010000:00000010:0.1:1769074564.420675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc200.
00010000:00000010:0.1:1769074564.420678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc400.
00010000:00000010:0.1:1769074564.420681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffca00.
00010000:00000010:0.1:1769074564.420686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffde00.
00010000:00000010:0.1:1769074564.420689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffda00.
00010000:00000010:0.1:1769074564.420691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:0.1:1769074564.420694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:0.1:1769074564.420697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:0.1:1769074564.425644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:0.1:1769074564.425661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:0.1:1769074564.425664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:0.1:1769074564.425667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:0.1:1769074564.425670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:0.1:1769074564.425673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:0.1:1769074564.425675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffcc00.
00010000:00000010:0.1:1769074564.425680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1ae00.
00010000:00000010:0.1:1769074564.425686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1ba00.
00010000:00000010:0.1:1769074564.425689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a800.
00010000:00000010:0.1:1769074564.425718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b200.
00010000:00000010:0.1:1769074564.425721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b400.
00010000:00000010:0.1:1769074564.425723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a600.
00010000:00000010:0.1:1769074564.425726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1bc00.
00000080:00000010:2.1:1769074564.448496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb960.
00000080:00000010:3.1:1769074564.452519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae1c0.
00000080:00000010:3.1:1769074564.452558:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a998c0.
00010000:00000010:2.1:1769074564.461110:0:27520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0e00.
00010000:00000010:2.1:1769074564.461125:0:27520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1c00.
00010000:00000010:2.1:1769074564.461129:0:27520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16c00.
00010000:00000010:2.1:1769074564.461131:0:27520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1800.
00010000:00000010:2.1:1769074564.461134:0:27520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16a00.
00010000:00000010:2.1:1769074564.461139:0:27520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45400.
00010000:00000010:2.1:1769074564.461143:0:27520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58000.
00010000:00000010:2.1:1769074564.461145:0:27520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45800.
00010000:00000010:2.1:1769074564.461148:0:27520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58400.
00010000:00000010:1.1:1769074567.969822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d500.
00010000:00000010:1.1:1769074567.969835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590fc00.
00010000:00000010:1.1:1769074567.980835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45300.
00010000:00000010:0.1:1769074567.994872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45c00.
00010000:00000010:0.1:1769074567.994888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b200.
00010000:00000010:1.1:1769074568.013376:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45e00.
00010000:00000010:1.1:1769074568.013394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a800.
00000080:00000010:0.1:1769074568.060111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb080.
00010000:00000010:3.1:1769074568.119581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69e00.
00010000:00000010:3.1:1769074568.119597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c1200.
00010000:00000010:1.1:1769074568.125570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5dd00.
00010000:00000010:2.1:1769074568.131338:0:27715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d66590e800.
00000080:00000010:1.1:1769074571.232533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f5c0.
00010000:00000010:1.1:1769074571.637456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69a00.
00010000:00000010:1.1:1769074571.637468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491c0e00.
00010000:00000010:0.1:1769074587.253542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912d600.
00010000:00000010:0.1:1769074587.253556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1ba00.
00010000:00000010:0.1:1769074587.253560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45e00.
00010000:00000010:0.1:1769074587.253564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a800.
00010000:00000010:0.1:1769074587.253568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5da00.
00010000:00000010:0.1:1769074587.253570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749209a00.
00000080:00000010:1.1:1769074587.287493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aef40.
00000080:00000010:1.1:1769074587.287515:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a9e300.
00010000:00000010:1.1:1769074590.022469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd800.
00010000:00000010:1.1:1769074590.022488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17200.
00010000:00000010:1.1:1769074590.048453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45900.
00010000:00000010:1.1:1769074590.053605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45b00.
00010000:00000010:1.1:1769074590.053622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1aa00.
00010000:00000010:2.1:1769074590.076494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45500.
00010000:00000010:2.1:1769074590.076523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a200.
00000080:00000010:0.1:1769074590.136029:0:28371:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb0c0.
00010000:00000010:2.1:1769074590.208767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5db00.
00010000:00000010:2.1:1769074590.208785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749208400.
00010000:00000010:2.1:1769074590.211778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69f00.
00010000:00000010:2.1:1769074590.225584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912d400.
00010000:00000010:0.1:1769074592.650997:0:28372:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69500.
00010000:00000010:0.1:1769074592.651008:0:28372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912dc00.
00000800:00000200:3.1:1769074593.349076:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 39764 low water 2077270 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.349091:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 39764 low water 2077270 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.349096:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 39764 low water 2077270 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.349131:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 103680 low water 2045312 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.349161:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 167596 low water 2013354 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.349200:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 231512 low water 1981396 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.349680:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 231512 low water 1981396 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.349694:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 231512 low water 1981396 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.349971:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 231512 low water 1981396 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.349983:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 231512 low water 1981396 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.350826:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 295428 low water 1949438 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.350843:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 295428 low water 1949438 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.350852:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 295428 low water 1949438 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.350857:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 295428 low water 1949438 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.350901:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 359344 low water 1917480 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.351627:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 423260 low water 1885522 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.351642:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 423260 low water 1885522 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.351651:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 423260 low water 1885522 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.351661:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 423260 low water 1885522 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.351666:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 423260 low water 1885522 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.351701:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 487176 low water 1853564 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.352896:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.352908:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.352917:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.352925:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.352938:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.352943:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.352973:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 615008 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.353728:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 615008 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.353740:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 615008 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.353748:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 615008 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.353756:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 615008 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.355722:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 678924 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.355736:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 678924 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.355741:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 678924 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.357171:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 742840 low water 1725732 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.357191:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 742840 low water 1725732 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.357214:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 742840 low water 1725732 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.360496:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 806756 low water 1693774 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.360527:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 806756 low water 1693774 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.360539:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 806756 low water 1693774 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.360602:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 870672 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.360618:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 870672 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.360624:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 870672 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.360658:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 934588 low water 1629858 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.360700:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 998504 low water 1597900 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074593.360894:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1509832 low water 1342236 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.655313:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -24152 low water 2109228 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.655365:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace -25432 low water 2109868 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.658534:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 38484 low water 2077910 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.658575:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 37204 low water 2078550 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.658591:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 37204 low water 2078550 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.658641:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 101120 low water 2046592 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.658672:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 165036 low water 2014634 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.658709:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 228952 low water 1982676 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.659396:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 228952 low water 1982676 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.659411:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 228952 low water 1982676 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.659421:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 228952 low water 1982676 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.661665:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 292868 low water 1950718 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.661687:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 292868 low water 1950718 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.661707:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 292868 low water 1950718 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.661746:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 312044 low water 1941130 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.662981:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 312044 low water 1941130 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.662999:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 312044 low water 1941130 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.665693:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 358064 low water 1918120 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.665713:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 358064 low water 1918120 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.665728:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 358064 low water 1918120 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.665741:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 358064 low water 1918120 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.665804:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 413032 low water 1890636 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.668108:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 413032 low water 1890636 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.668134:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 413032 low water 1890636 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.668153:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 413032 low water 1890636 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669084:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 421980 low water 1886162 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669092:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 421980 low water 1886162 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669157:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 485896 low water 1854204 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669171:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 485896 low water 1854204 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669176:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 485896 low water 1854204 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669219:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 549812 low water 1822246 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669225:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 549812 low water 1822246 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669272:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 613728 low water 1790288 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669277:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 613728 low water 1790288 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669311:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 677644 low water 1758330 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669492:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 741560 low water 1726372 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669772:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 805476 low water 1694414 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.669780:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 805476 low water 1694414 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.671273:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 869392 low water 1662456 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.671294:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 869392 low water 1662456 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.671305:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 869392 low water 1662456 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.671316:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 869392 low water 1662456 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.671327:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 869392 low water 1662456 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.671670:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 869392 low water 1662456 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.674456:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 997224 low water 1598540 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.674482:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 997224 low water 1598540 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.674501:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 997224 low water 1598540 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.674513:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 997224 low water 1598540 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.675408:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 997224 low water 1598540 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.675425:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 997224 low water 1598540 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.675435:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 997224 low water 1598540 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.675884:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 997224 low water 1598540 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.675897:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 997224 low water 1598540 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074594.678547:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 2340740 low water 926782 conn ffff91d75828c000 blocked idle queued
00000080:00000010:0.1:1769074600.119533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26ca0.
00000800:00000200:3.1:1769074600.176021:0:28190:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 39764 low water 2077270 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.176083:0:28190:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 39764 low water 2077270 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.176091:0:28190:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 39764 low water 2077270 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.176169:0:28190:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 103680 low water 2045312 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.176174:0:28190:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 103680 low water 2045312 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.176223:0:28190:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 167596 low water 2013354 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.176254:0:28190:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 231512 low water 1981396 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.176282:0:28190:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 295428 low water 1949438 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.176320:0:28190:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 359344 low water 1917480 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.180098:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 359344 low water 1917480 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.180739:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 359344 low water 1917480 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.181001:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 359344 low water 1917480 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.181333:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 359344 low water 1917480 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.183669:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 359344 low water 1917480 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.183739:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 359344 low water 1917480 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.183754:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 359344 low water 1917480 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.184796:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 359344 low water 1917480 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.184810:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 359344 low water 1917480 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.205342:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 423260 low water 1885522 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.205366:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 423260 low water 1885522 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.205371:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 423260 low water 1885522 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.205427:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 487176 low water 1853564 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.205459:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.205977:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.205990:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.206478:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.206492:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.223315:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 615008 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.223345:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 615008 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.223352:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 615008 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.226003:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 678924 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.226024:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 678924 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.226029:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 678924 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.226057:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 742840 low water 1725732 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.226090:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 806756 low water 1693774 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.226119:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 870672 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.227874:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 870672 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.227893:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 870672 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.229122:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 870672 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.229139:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 870672 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.229421:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 870672 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.229435:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 870672 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.239305:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 933308 low water 1630498 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.240085:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 933308 low water 1630498 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.240119:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 932028 low water 1631138 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.240131:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 932028 low water 1631138 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.240138:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 932028 low water 1631138 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.240281:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 994664 low water 1599820 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.240287:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 994664 low water 1599820 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.241441:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 994664 low water 1599820 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.241461:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 993384 low water 1600460 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.242147:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 993384 low water 1600460 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074600.256132:0:1049:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1823012 low water 1185646 conn ffff91d75828c000 blocked idle queued
00010000:00000010:3.1:1769074617.315666:0:28474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351400.
00010000:00000010:1.1:1769074625.608477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69600.
00010000:00000010:1.1:1769074625.608501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d78217b600.
00010000:00000010:3.1:1769074630.824486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d600.
00010000:00000010:3.1:1769074630.824501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749209400.
00010000:00000010:0.1:1769074646.913013:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45b00.
00010000:00000010:0.1:1769074646.913019:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1aa00.
00010000:00000010:1.1:1769074646.916575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdc00.
00000800:00000200:3.1:1769074648.404316:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 38484 low water 2077910 conn ffff91d75828c000 blocked scheduled empty
00000800:00000200:3.1:1769074648.404326:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 38484 low water 2077910 conn ffff91d75828c000 blocked scheduled empty
00000800:00000200:3.1:1769074648.404368:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 102400 low water 2045952 conn ffff91d75828c000 blocked scheduled empty
00000800:00000200:3.1:1769074648.404379:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 102400 low water 2045952 conn ffff91d75828c000 blocked scheduled empty
00000800:00000200:3.1:1769074648.404383:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 102400 low water 2045952 conn ffff91d75828c000 blocked scheduled empty
00000800:00000200:3.1:1769074648.404437:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 166316 low water 2013994 conn ffff91d75828c000 blocked scheduled empty
00000800:00000200:3.1:1769074648.421977:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 221284 low water 1986510 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.421997:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 221284 low water 1986510 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.422002:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 221284 low water 1986510 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.422020:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 231512 low water 1981396 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.422049:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 295428 low water 1949438 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.423361:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 295428 low water 1949438 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.423378:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 295428 low water 1949438 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.423668:0:29160:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 359344 low water 1917480 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.424568:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 423260 low water 1885522 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.424591:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 423260 low water 1885522 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.424596:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 423260 low water 1885522 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.425555:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 487176 low water 1853564 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.425586:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 487176 low water 1853564 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.425594:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 487176 low water 1853564 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.425659:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.425669:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.427456:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.427478:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.427490:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 551092 low water 1821606 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.429063:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 615008 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.429090:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 615008 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.429102:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 615008 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.429107:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 615008 low water 1789648 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.430040:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 678924 low water 1757690 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.430156:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 742840 low water 1725732 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.430170:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 742840 low water 1725732 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.430180:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 742840 low water 1725732 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.430190:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 742840 low water 1725732 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.430196:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 742840 low water 1725732 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.430244:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 806756 low water 1693774 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.430305:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 870672 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.430323:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 870672 low water 1661816 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.430366:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 934588 low water 1629858 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.434736:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1062420 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.434761:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1062420 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.434783:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1062420 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.434794:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1062420 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.434803:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1062420 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.434810:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1062420 low water 1565942 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.434860:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1126336 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.438512:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1126336 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.438541:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1126336 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.438552:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1126336 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.438562:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1126336 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.438571:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1126336 low water 1533984 conn ffff91d75828c000 blocked idle queued
00000800:00000200:3.1:1769074648.440786:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff91d7526f9f80 wspace 1637664 low water 1278320 conn ffff91d75828c000 blocked idle queued
00010000:00000010:2.1:1769074656.609457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16600.
00010000:00000010:2.1:1769074656.609473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c800.
00010000:00000010:2.1:1769074656.609478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69200.
00010000:00000010:2.1:1769074656.609482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912d200.
00010000:00000010:2.1:1769074656.609487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdd00.
00010000:00000010:2.1:1769074656.609490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16000.
00000080:00000010:3.1:1769074656.669603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aecc0.
00000080:00000010:0.1:1769074656.947448:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a9e300.
00010000:00000010:1.1:1769074659.939457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd600.
00010000:00000010:1.1:1769074659.939470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00010000:00000010:1.1:1769074659.958465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45a00.
00010000:00000010:0.1:1769074659.975471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45500.
00010000:00000010:0.1:1769074659.975489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1bc00.
00010000:00000010:0.1:1769074659.989733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45900.
00010000:00000010:0.1:1769074659.989742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a600.
00000080:00000010:2.1:1769074660.083066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb960.
00010000:00000010:0.1:1769074660.294628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45600.
00010000:00000010:0.1:1769074660.294638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1ba00.
00010000:00000010:2.1:1769074661.531469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16e00.
00010000:00000010:0.1:1769074661.552535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69c00.
00010000:00000010:0.1:1769074661.552553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c200.
00010000:00000010:3.1:1769074675.198482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351400.
00000080:00000010:1.1:1769074675.260462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f340.
00010000:00000010:1.1:1769074675.260486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45a00.
00010000:00000010:1.1:1769074675.260492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1ae00.
00010000:00000010:2.1:1769074675.484963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69300.
00010000:00000010:2.1:1769074675.484981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c600.
00010000:00000010:2.1:1769074675.512865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69b00.
00010000:00000010:3.1:1769074675.523786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69300.
00010000:00000010:3.1:1769074675.523803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912de00.
00000080:00000010:0.1:1769074675.576530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae9c0.
00010000:00000010:1.1:1769074675.641475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45600.
00010000:00000010:1.1:1769074675.641493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b800.
00010000:00000010:0.1:1769074675.651769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd000.
00010000:00000010:0.1:1769074686.215498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1bc00.
00000080:00000010:0.1:1769074686.248494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb960.
00010000:00000010:0.1:1769074686.248511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45a00.
00010000:00000010:0.1:1769074686.248524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1ae00.
00010000:00000010:1.1:1769074686.536493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdf00.
00010000:00000010:1.1:1769074686.536508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17600.
00010000:00000010:0.1:1769074686.665738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69c00.
00010000:00000010:2.1:1769074686.746680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5dc00.
00010000:00000010:2.1:1769074686.746704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912de00.
00000080:00000010:1.1:1769074686.762136:0:31013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26d60.
00010000:00000010:0.1:1769074686.803861:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1ae00.
00010000:00000010:3.1:1769074686.806531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45400.
00010000:00000010:3.1:1769074686.806542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a600.
00010000:00000010:2.1:1769074686.830283:0:2412:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d200.
00010000:00000010:3.1:1769074686.843442:0:2411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69e00.
00010000:00000010:3.1:1769074686.843466:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350000.
00000080:00000010:0.1:1769074686.883282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fe80.
00010000:00000010:1.1:1769074686.936490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45e00.
00010000:00000010:2.1:1769074696.738831:0:1018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c400.
00000080:00000010:0.1:1769074696.777583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aea20.
00010000:00000010:0.1:1769074696.777598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45c00.
00010000:00000010:0.1:1769074696.777604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b200.
00010000:00000010:0.1:1769074696.951501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdf00.
00010000:00000010:0.1:1769074696.951523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17800.
00010000:00000010:2.1:1769074697.033730:0:31601:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69500.
00010000:00000010:1.1:1769074697.109489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5db00.
00010000:00000010:1.1:1769074697.113766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912d400.
00000080:00000010:1.1:1769074697.126459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26100.
00010000:00000010:1.1:1769074697.164756:0:31603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16200.
00010000:00000010:1.1:1769074697.170305:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45000.
00010000:00000010:1.1:1769074697.170329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a000.
00010000:00000010:1.1:1769074697.170332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45400.
00010000:00000010:1.1:1769074697.177744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45a00.
00010000:00000010:1.1:1769074697.177760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1ac00.
00000080:00000010:1.1:1769074697.247442:0:31604:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbea0.
00010000:00000010:3.1:1769074697.295753:0:31604:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45a00.
00010000:00000010:0.1:1769074706.180017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1ae00.
00000080:00000010:1.1:1769074706.199466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbfc0.
00010000:00000010:1.1:1769074706.199498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69d00.
00010000:00000010:1.1:1769074706.199506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c400.
00010000:00000010:1.1:1769074706.437556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45600.
00010000:00000010:1.1:1769074706.437572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1ba00.
00010000:00000010:0.1:1769074706.524479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdd00.
00010000:00000010:0.1:1769074706.645899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69800.
00010000:00000010:1.1:1769074706.730620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16400.
00000080:00000010:1.1:1769074706.778544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbfc0.
00010000:00000010:3.1:1769074706.800667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17e00.
00010000:00000010:2.1:1769074706.820452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5df00.
00010000:00000010:2.1:1769074706.820473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350e00.
00010000:00000010:2.1:1769074706.862541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69a00.
00010000:00000010:2.1:1769074706.862556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69c00.
00010000:00000010:2.1:1769074706.862561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c200.
00000080:00000010:0.1:1769074706.930608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae620.
00010000:00000010:0.1:1769074706.930646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45000.
00010000:00000010:0.1:1769074706.930654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b000.
00010000:00000010:0.1:1769074706.960457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdd00.
00010000:00000010:0.1:1769074706.973448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd000.
00010000:00000010:0.1:1769074706.973464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17600.
00000080:00000010:0.1:1769074707.023562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26620.
00010000:00000010:1.1:1769074707.063455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45600.
00010000:00000010:0.1:1769074716.808909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:0.1:1769074716.808925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a600.
00010000:00000010:0.1:1769074717.011895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17800.
00000080:00000010:0.1:1769074717.033500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26a40.
00010000:00000010:0.1:1769074717.033522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2ba00.
00010000:00000010:0.1:1769074717.033528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16200.
00010000:00000010:2.1:1769074717.172460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5db00.
00010000:00000010:2.1:1769074717.172483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350600.
00010000:00000010:1.1:1769074717.194690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69200.
00010000:00000010:1.1:1769074717.204634:0:32786:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45a00.
00010000:00000010:1.1:1769074717.204644:0:32786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1aa00.
00000080:00000010:1.1:1769074717.204649:0:32786:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae480.
00010000:00000010:3.1:1769074717.242453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b000.
00010000:00000010:1.1:1769074717.247492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45a00.
00010000:00000010:1.1:1769074717.247516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1aa00.
00010000:00000010:1.1:1769074717.407448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69500.
00010000:00000010:1.1:1769074717.458548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45b00.
00010000:00000010:1.1:1769074717.563613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2bc00.
00010000:00000010:1.1:1769074717.563636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17800.
00010000:00000010:1.1:1769074717.581497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45b00.
00010000:00000010:0.1:1769074717.586478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45e00.
00010000:00000010:0.1:1769074717.586500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a200.
00000080:00000010:0.1:1769074717.650515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbce0.
00010000:00000010:1.1:1769074723.445570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45c00.
00010000:00000010:1.1:1769074723.445583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b200.
00010000:00000010:3.1:1769074725.611191:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350e00.
00000080:00000010:0.1:1769074725.636460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f900.
00010000:00000010:0.1:1769074725.636480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d200.
00010000:00000010:0.1:1769074725.636485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351c00.
00010000:00000010:0.1:1769074725.848005:0:33378:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45600.
00010000:00000010:0.1:1769074725.848030:0:33378:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a200.
00000080:00000010:0.1:1769074725.848035:0:33378:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb420.
00010000:00000010:1.1:1769074735.213467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b100.
00010000:00000010:1.1:1769074735.213488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:3.1:1769074735.355821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912d600.
00000080:00000010:0.1:1769074735.378625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae320.
00010000:00000010:0.1:1769074735.378649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69a00.
00010000:00000010:0.1:1769074735.378655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912ca00.
00010000:00000010:0.1:1769074735.529538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2be00.
00010000:00000010:0.1:1769074735.529556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:0.1:1769074735.611827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b000.
00010000:00000010:1.1:1769074735.663580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69b00.
00010000:00000010:0.1:1769074735.669468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00000080:00000010:1.1:1769074735.696211:0:33973:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26c40.
00010000:00000010:1.1:1769074735.721846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d200.
00010000:00000010:1.1:1769074735.721864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350200.
00010000:00000010:1.1:1769074735.750749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45700.
00010000:00000010:3.1:1769074735.751627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a800.
00010000:00000010:2.1:1769074735.755480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c600.
00000080:00000010:2.1:1769074735.755498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e98a0.
00010000:00000010:3.1:1769074735.795952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c600.
00010000:00000010:2.1:1769074735.799598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c400.
00010000:00000010:2.1:1769074735.918600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69200.
00010000:00000010:3.1:1769074742.005867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69c00.
00010000:00000010:3.1:1769074742.005896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912de00.
00010000:00000010:1.1:1769074744.265592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b000.
00000080:00000010:1.1:1769074744.288509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9c20.
00010000:00000010:1.1:1769074744.288530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:1.1:1769074744.288535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a800.
00010000:00000010:0.1:1769074744.497513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b800.
00010000:00000010:0.1:1769074744.497526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd400.
00010000:00000010:1.1:1769074744.563667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45000.
00010000:00000010:0.1:1769074744.607695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b800.
00010000:00000010:0.1:1769074744.607730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b000.
00000080:00000010:0.1:1769074744.626457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae6a0.
00010000:00000010:1.1:1769074744.704455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350c00.
00010000:00000010:1.1:1769074744.792848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b200.
00000080:00000010:0.1:1769074744.807461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9800.
00010000:00000010:0.1:1769074744.811766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:0.1:1769074744.811789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a800.
00010000:00000010:3.1:1769074744.947915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d100.
00010000:00000010:3.1:1769074744.952863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5da00.
00010000:00000010:3.1:1769074744.952889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350c00.
00010000:00000010:2.1:1769074752.905824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5de00.
00010000:00000010:2.1:1769074752.905840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351800.
00010000:00000010:0.1:1769074753.070547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc000.
00010000:00000010:0.1:1769074753.084459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc400.
00000080:00000010:0.1:1769074753.094563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f261a0.
00000080:00000010:1.1:1769074753.114349:0:35156:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26c40.
00010000:00000010:0.1:1769074753.174585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b200.
00010000:00000010:0.1:1769074753.174601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc400.
00010000:00000010:3.1:1769074753.276541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc400.
00010000:00000010:0.1:1769074753.284738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b200.
00010000:00000010:0.1:1769074753.284753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc000.
00010000:00000010:3.1:1769074753.393006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc000.
00010000:00000010:0.1:1769074753.469461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912d800.
00000080:00000010:3.1:1769074753.520548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae2a0.
00000080:00000010:1.1:1769074753.572588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f260c0.
00010000:00000010:3.1:1769074753.739413:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351c00.
00010000:00000010:0.1:1769074753.765468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c200.
00000080:00000010:1.1:1769074753.774495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae400.
00000080:00000010:0.1:1769074753.832457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9b00.
00010000:00000010:1.1:1769074753.927457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45000.
00010000:00000010:1.1:1769074753.927487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a200.
00010000:00000010:1.1:1769074754.012462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45000.
00010000:00000010:1.1:1769074754.012470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a200.
00010000:00000010:0.1:1769074754.070005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffca00.
00010000:00000010:0.1:1769074754.073471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc200.
00000080:00000010:0.1:1769074754.073482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26340.
00000080:00000010:1.1:1769074754.107458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae4a0.
00010000:00000010:2.1:1769074754.233459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a200.
00010000:00000010:0.1:1769074754.318453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d500.
00010000:00000010:0.1:1769074754.318463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350e00.
00010000:00000010:1.1:1769074754.484423:0:35161:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45200.
00010000:00000010:1.1:1769074754.484430:0:35161:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a200.
00010000:00000010:1.1:1769074754.489427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b200.
00010000:00000010:0.1:1769074754.508200:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2bb00.
00010000:00000010:0.1:1769074754.508245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffca00.
00010000:00000010:0.1:1769074754.536432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45600.
00010000:00000010:1.1:1769074754.573412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45200.
00010000:00000010:0.1:1769074760.646944:0:23813:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45e00.
00010000:00000010:0.1:1769074760.646959:0:23813:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a800.
00010000:00000010:1.1:1769074764.322982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83800.
00010000:00000010:1.1:1769074764.322995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f8f000.
00010000:00000010:2.1:1769074770.780636:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83700.
00010000:00000010:2.1:1769074770.780658:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f8fc00.
00010000:00000010:1.1:1769074779.517472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83600.
00010000:00000010:1.1:1769074779.517496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f8ec00.
00000080:00000010:1.1:1769074779.541391:0:36418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9600.
00010000:00000010:3.1:1769074779.592479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69e00.
00010000:00000010:3.1:1769074779.592496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c200.
00010000:00000010:3.1:1769074779.598605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5df00.
00010000:00000010:3.1:1769074779.598624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351c00.
00000080:00000010:3.1:1769074779.598631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f160.
00010000:00000010:3.1:1769074779.631945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351c00.
00000080:00000010:0.1:1769074779.672458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f160.
00010000:00000010:0.1:1769074805.532508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9a00.
00000080:00000010:0.1:1769074805.532531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7456c7160.
00010000:00000010:0.1:1769074805.589497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749382a00.
00010000:00000010:0.1:1769074805.589514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74921de00.
00010000:00000010:0.1:1769074805.620220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9a00.
00000080:00000010:0.1:1769074805.651461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c228c0.
00010000:00000010:2.1:1769074805.709501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74921d800.
00010000:00000010:2.1:1769074805.709517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748653900.
00010000:00000010:2.1:1769074805.709520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9a00.
00000080:00000010:1.1:1769074805.743459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22a80.
00000080:00000010:1.1:1769074805.743491:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758b5b180.
00010000:00000010:0.1:1769074805.790516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7490e4800.
00000080:00000010:0.1:1769074805.790531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5720.
00010000:00000010:1.1:1769074805.843478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748653800.
00010000:00000010:1.1:1769074805.843500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7490e4400.
00010000:00000010:0.1:1769074805.873944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9a00.
00000080:00000010:1.1:1769074805.924587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5e40.
00010000:00000010:2.1:1769074805.958379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7487c1000.
00010000:00000010:2.1:1769074805.958427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748653800.
00010000:00000010:2.1:1769074805.958433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9a00.
00000080:00000010:3.1:1769074805.979459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fe20.
00000080:00000010:3.1:1769074805.979487:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749cc0000.
00010000:00000010:2.1:1769074821.559557:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f83100.
00010000:00000010:2.1:1769074821.559582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912de00.
00010000:00000010:2.1:1769074821.559588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d200.
00010000:00000010:2.1:1769074821.559591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351800.
00000080:00000010:2.1:1769074821.845135:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d758a9b180.
00000080:00000010:2.1:1769074821.845150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae8a0.
00010000:00000010:1.1:1769074839.188481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d87400.
00010000:00000010:1.1:1769074839.188506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7487c0600.
00000080:00000010:2.1:1769074839.234452:0:37002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3380.
00010000:00000010:3.1:1769074839.263576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f7000.
00010000:00000010:3.1:1769074839.263596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7490e4400.
00010000:00000010:0.1:1769074839.297470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d87d00.
00010000:00000010:0.1:1769074839.328453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748653000.
00010000:00000010:0.1:1769074839.328470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9600.
00000080:00000010:0.1:1769074839.328476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0580.
00010000:00000010:2.1:1769074839.356441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9600.
00010000:00000010:1.1:1769074839.373597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748653000.
00010000:00000010:1.1:1769074839.373608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc8200.
00010000:00000010:1.1:1769074863.649051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74910eb00.
00010000:00000010:1.1:1769074863.649063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749549200.
00000080:00000010:1.1:1769074863.649071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1540.
00010000:00000010:0.1:1769074863.657531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7509d8500.
00010000:00000010:0.1:1769074863.697523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912aa00.
00010000:00000010:0.1:1769074863.697548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491f4200.
00010000:00000010:0.1:1769074863.708447:0:37230:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912a300.
00010000:00000010:0.1:1769074863.708457:0:37230:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744060a00.
00000080:00000010:0.1:1769074863.734546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f4a0.
00010000:00000010:1.1:1769074863.754154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748225b00.
00010000:00000010:0.1:1769074863.794614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496d4000.
00010000:00000010:0.1:1769074863.794634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912aa00.
00010000:00000010:0.1:1769074863.794641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744061800.
00000080:00000010:1.1:1769074863.835733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509323c0.
00000080:00000010:1.1:1769074863.835763:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749c9dac0.
00010000:00000010:0.1:1769074863.856616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912aa00.
00010000:00000010:0.1:1769074863.856637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744061800.
00000080:00000010:0.1:1769074863.856644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ab80.
00010000:00000010:2.1:1769074863.914857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7509d8c00.
00010000:00000010:0.1:1769074863.919441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748225500.
00010000:00000010:0.1:1769074863.919448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491f4e00.
00010000:00000010:3.1:1769074863.935518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748225c00.
00010000:00000010:3.1:1769074863.935545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496d5600.
00000080:00000010:1.1:1769074863.983367:0:37233:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fe00.
00010000:00000010:1.1:1769074864.011947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74910ee00.
00010000:00000010:0.1:1769074864.043474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749548600.
00010000:00000010:0.1:1769074864.043520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912aa00.
00010000:00000010:0.1:1769074864.043526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744061800.
00000080:00000010:0.1:1769074864.072460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b13e0.
00000080:00000010:0.1:1769074864.072497:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d7511cca40.
00010000:00000010:3.1:1769074875.004721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7487c0e00.
00010000:00000010:3.1:1769074875.004753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748653d00.
00010000:00000010:0.1:1769074875.035492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748653f00.
00010000:00000010:0.1:1769074875.035519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9c00.
00000080:00000010:1.1:1769074875.109500:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75876c200.
00000080:00000010:1.1:1769074875.109514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7456c71a0.
00010000:00000010:3.1:1769074891.349464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7509d8100.
00010000:00000010:3.1:1769074891.349480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491f4400.
00000080:00000010:3.1:1769074891.377147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932ec0.
00010000:00000010:0.1:1769074891.409459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912aa00.
00010000:00000010:0.1:1769074891.409474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744061600.
00010000:00000010:0.1:1769074891.417093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912a200.
00010000:00000010:0.1:1769074891.417111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744061e00.
00000080:00000010:0.1:1769074891.417117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a340.
00010000:00000010:0.1:1769074891.448253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744061e00.
00000080:00000010:0.1:1769074891.471925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a340.
00010000:00000010:1.1:1769074918.992692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc8c00.
00000080:00000010:1.1:1769074918.992715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7620.
00010000:00000010:0.1:1769074919.083013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7d00.
00010000:00000010:0.1:1769074919.083026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc8c00.
00010000:00000010:2.1:1769074919.118242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e1c00.
00000080:00000010:2.1:1769074919.166745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7620.
00010000:00000010:1.1:1769074919.243456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748743600.
00010000:00000010:1.1:1769074919.243483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4400.
00010000:00000010:1.1:1769074919.243488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e1c00.
00000080:00000010:1.1:1769074919.263463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f5c0.
00000080:00000010:1.1:1769074919.263575:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d749ca98c0.
00010000:00000010:2.1:1769074919.294613:0:37814:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e0000.
00000080:00000010:2.1:1769074919.294626:0:37814:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932760.
00010000:00000010:0.1:1769074919.341338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925100.
00010000:00000010:0.1:1769074919.341370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e0000.
00010000:00000010:2.1:1769074919.349702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748743c00.
00000080:00000010:1.1:1769074919.380011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932760.
00010000:00000010:1.1:1769074919.436475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f77600.
00010000:00000010:1.1:1769074919.439767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c2e300.
00010000:00000010:1.1:1769074919.439880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f77c00.
00000080:00000010:1.1:1769074919.471547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aeb20.
00000080:00000010:1.1:1769074919.476618:0:37816:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75129a100.
00010000:00000010:3.1:1769074931.658474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912a200.
00010000:00000010:3.1:1769074931.658497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744061000.
00010000:00000010:3.1:1769074931.658502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912aa00.
00010000:00000010:3.1:1769074931.658518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744061600.
00000080:00000010:2.1:1769074931.686690:0:38009:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91d75894c200.
00000080:00000010:2.1:1769074931.686734:0:38009:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a800.
00010000:00000010:0.1:1769074948.137459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7b00.
00010000:00000010:0.1:1769074948.137477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9e00.
00000080:00000010:3.1:1769074948.230515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aedc0.
00010000:00000010:0.1:1769074948.270691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682400.
00010000:00000010:0.1:1769074948.270708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f76c00.
00010000:00000010:0.1:1769074948.287479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682900.
00010000:00000010:2.1:1769074948.297726:0:38165:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682800.
00010000:00000010:2.1:1769074948.297739:0:38165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f76c00.
00000080:00000010:2.1:1769074948.297746:0:38165:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae8e0.
00010000:00000010:3.1:1769074948.317095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e1800.
00010000:00000010:0.1:1769074948.326473:0:38165:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4200.
00010000:00000010:0.1:1769074948.326483:0:38165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e1600.
00000800:00000200:2.1:1769075026.606531:0:2408:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:2.1:1769075026.606535:0:2408:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1769075026.606569:0:2408:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:2.1:1769075033.519538:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075033.519753:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075033.519858:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075038.639246:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075038.639500:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075038.639623:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075043.759089:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075043.759306:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075043.759517:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075048.879042:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075048.879046:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 4, 2 secs later)
00000800:00000200:2.1:1769075048.879440:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075048.879442:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 4, 2 secs later)
00000800:00000200:2.1:1769075048.879642:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075048.879644:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 4, 2 secs later)
00000800:00000200:2.1:1769075053.998887:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075053.999106:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075053.999273:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075059.118948:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075059.118954:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1769075059.119384:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075059.119386:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1769075059.119632:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075059.119633:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1769075064.239024:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075064.239298:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075064.239421:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075069.359351:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075069.359354:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 16, 13 secs later)
00000800:00000200:2.1:1769075069.359665:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075069.359667:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 16, 13 secs later)
00000800:00000200:2.1:1769075069.359861:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075069.359863:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 16, 13 secs later)
00000800:00000200:2.1:1769075074.478973:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075074.478976:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 16, 8 secs later)
00000800:00000200:2.1:1769075074.479291:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075074.479292:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 16, 8 secs later)
00000800:00000200:2.1:1769075074.479547:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075074.479549:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 16, 8 secs later)
00000800:00000200:2.1:1769075079.599108:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075079.599113:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 16, 2 secs later)
00000800:00000200:2.1:1769075079.599598:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075079.599600:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 16, 2 secs later)
00000800:00000200:2.1:1769075079.599812:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075079.599814:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 16, 2 secs later)
00000800:00000200:2.1:1769075084.719230:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075084.719591:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075084.719766:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075089.839168:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075089.839172:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 28 secs later)
00000800:00000200:2.1:1769075089.839575:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075089.839577:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 28 secs later)
00000800:00000200:2.1:1769075089.839854:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075089.839856:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 28 secs later)
00000800:00000200:2.1:1769075094.959296:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075094.959301:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 23 secs later)
00000800:00000200:2.1:1769075094.959707:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075094.959709:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 23 secs later)
00000800:00000200:2.1:1769075094.959940:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075094.959942:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 23 secs later)
00000800:00000200:2.1:1769075100.079163:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075100.079170:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 18 secs later)
00000800:00000200:2.1:1769075100.079680:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075100.079700:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 18 secs later)
00000800:00000200:2.1:1769075100.079986:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075100.079988:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 18 secs later)
00000800:00000200:2.1:1769075105.199063:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075105.199068:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 13 secs later)
00000800:00000200:2.1:1769075105.199613:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075105.199615:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 13 secs later)
00000800:00000200:2.1:1769075105.199809:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075105.199811:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 13 secs later)
00000800:00000200:2.1:1769075110.319280:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075110.319285:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 8 secs later)
00000800:00000200:2.1:1769075110.319747:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075110.319749:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 8 secs later)
00000800:00000200:2.1:1769075110.320046:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075110.320049:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 8 secs later)
00000800:00000200:2.1:1769075115.439167:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075115.439175:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 3 secs later)
00000800:00000200:2.1:1769075115.439736:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075115.439739:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 3 secs later)
00000800:00000200:2.1:1769075115.440024:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075115.440026:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 32, 3 secs later)
00000800:00000200:2.1:1769075120.558997:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075120.559221:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075120.559353:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075125.679350:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075125.679355:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075125.679961:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075125.679964:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075125.680273:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075125.680275:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075130.799399:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075130.799448:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075130.800007:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075130.800010:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075130.800275:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075130.800277:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075135.919774:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075135.919786:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075135.920390:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075135.920393:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075135.920912:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075135.920915:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075141.039274:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075141.039284:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075141.039874:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075141.039879:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075141.040185:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075141.040188:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075146.159714:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075146.159724:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075146.160347:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075146.160351:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075146.160960:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075146.160963:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075151.279438:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075151.279531:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075151.280185:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075151.280187:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075151.280663:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075151.280667:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075156.399626:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075156.399630:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075156.400192:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075156.400212:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075156.400601:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075156.400613:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075161.519487:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075161.519493:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075161.520013:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075161.520017:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075161.520447:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075161.520451:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075166.639584:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075166.639600:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075166.640355:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075166.640359:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075166.640821:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075166.640825:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075171.759611:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075171.759622:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075171.760220:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075171.760224:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075171.760614:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075171.760617:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075176.879048:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075176.879054:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075176.879607:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075176.879609:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075176.879829:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075176.879831:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075181.999208:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075181.999218:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075181.999922:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075181.999925:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075182.000256:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075182.000259:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075187.119129:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075187.119321:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075187.119445:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075192.239701:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075192.239709:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075192.240638:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075192.240641:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075192.240918:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075192.240920:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075197.359798:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075197.359816:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075197.360562:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075197.360566:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075197.361046:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075197.361050:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075202.479992:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075202.480001:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075202.480670:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075202.480672:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075202.480967:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075202.480969:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075207.599258:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075207.599264:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075207.599639:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075207.599641:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075207.599855:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075207.599857:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075212.719698:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075212.719703:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075212.720238:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075212.720242:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075212.720680:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075212.720683:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075217.839766:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075217.839780:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075217.840559:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075217.840563:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075217.841055:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075217.841060:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075222.959347:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075222.959351:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075222.959851:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075222.959853:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075222.960086:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075222.960088:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075228.079018:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075228.079036:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075228.079450:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075228.079452:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075228.079675:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075228.079677:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075233.200426:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075233.200429:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075233.200763:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075233.200764:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075233.200952:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075233.200953:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075238.319360:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075238.319365:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075238.319730:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075238.319732:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075238.319940:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075238.319942:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075243.439317:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075243.439333:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075243.439705:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075243.439706:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075243.439887:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075243.439888:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075248.559305:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075248.559328:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075248.559693:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075248.559695:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075248.559898:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075248.559900:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075253.679031:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075253.679321:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075253.679536:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075258.799077:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075258.799084:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075258.799627:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075258.799630:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075258.799975:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075258.799978:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075263.919629:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075263.919640:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075263.920354:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075263.920358:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075263.920796:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075263.920800:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075269.039211:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075269.039219:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075269.039981:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075269.039983:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075269.040228:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075269.040230:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000080:00000010:0.1:1769075269.941559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26080.
00000080:00000010:0.1:1769075269.941580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fbc0.
00000080:00000010:0.1:1769075269.941587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fe40.
00000080:00000010:0.1:1769075269.941591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aea00.
00000080:00000010:0.1:1769075269.941596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb120.
00000080:00000010:0.1:1769075269.945503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26c20.
00000080:00000010:0.1:1769075269.945517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26f20.
00000080:00000010:0.1:1769075269.945525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb7a0.
00000080:00000010:0.1:1769075269.945533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bb600.
00000080:00000010:0.1:1769075269.945539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7490bbd20.
00010000:00000010:0.1:1769075269.945549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45c00.
00010000:00000010:0.1:1769075269.945556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a600.
00010000:00000010:0.1:1769075269.945562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d300.
00010000:00000010:0.1:1769075269.945567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351a00.
00010000:00000010:0.1:1769075269.945572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b100.
00010000:00000010:0.1:1769075269.945576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912d400.
00010000:00000010:0.1:1769075269.945581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b300.
00010000:00000010:0.1:1769075269.945585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd600.
00010000:00000010:0.1:1769075269.945590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b500.
00010000:00000010:0.1:1769075269.945595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17e00.
00010000:00000010:0.1:1769075269.945600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45800.
00010000:00000010:0.1:1769075269.945605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912d000.
00010000:00000010:0.1:1769075269.945609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d600.
00010000:00000010:0.1:1769075269.945631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350000.
00010000:00000010:0.1:1769075269.945636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45900.
00010000:00000010:0.1:1769075269.945642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a400.
00010000:00000010:0.1:1769075269.945646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45400.
00010000:00000010:0.1:1769075269.945651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a000.
00010000:00000010:0.1:1769075269.945656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd600.
00010000:00000010:0.1:1769075269.945660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16800.
00010000:00000010:0.1:1769075269.945665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdc00.
00010000:00000010:0.1:1769075269.945669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16a00.
00010000:00000010:0.1:1769075269.945673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd300.
00010000:00000010:0.1:1769075269.945677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17000.
00010000:00000010:0.1:1769075269.945681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45500.
00010000:00000010:0.1:1769075269.945685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b600.
00010000:00000010:0.1:1769075269.945688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b400.
00010000:00000010:0.1:1769075269.945692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351600.
00010000:00000010:0.1:1769075269.945695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69400.
00010000:00000010:0.1:1769075269.945699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912ce00.
00000800:00000200:0.1:1769075274.159182:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075274.159185:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075274.159724:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075274.159727:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075274.159960:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075274.159962:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075279.279612:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075279.279618:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075279.280628:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075279.280631:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075279.281078:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075279.281084:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075284.399594:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075284.399601:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075284.399941:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075284.399943:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075284.400186:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075284.400188:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075289.519229:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075289.519232:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075289.519582:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075289.519584:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075289.519780:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075289.519782:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075294.639561:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075294.639572:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075294.640417:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075294.640421:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075294.640870:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075294.640873:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075299.759624:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075299.759633:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075299.760321:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075299.760326:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075299.760769:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075299.760772:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075304.879231:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075304.879241:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075304.879679:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075304.879681:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075304.879928:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075304.879930:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075309.999705:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075309.999714:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075310.000465:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075310.000470:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075310.000980:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075310.000983:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075315.119027:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075315.119032:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075315.119437:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075315.119439:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075315.119672:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075315.119674:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075320.239836:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075320.240170:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075320.240305:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075325.359351:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075325.359360:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075325.360046:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075325.360051:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075325.360451:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075325.360454:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075330.479166:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075330.479175:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075330.479745:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075330.479749:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075330.480205:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075330.480209:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075335.599816:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075335.599832:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075335.600551:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075335.600555:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075335.601099:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075335.601105:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075340.718999:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075340.719005:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075340.719352:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075340.719354:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075340.719567:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075340.719569:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075345.839060:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075345.839064:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075345.839521:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075345.839524:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075345.839830:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075345.839833:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075350.959145:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075350.959151:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075350.959591:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075350.959593:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075350.959787:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075350.959788:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075356.079050:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075356.079054:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075356.079471:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075356.079474:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075356.079827:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075356.079830:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000080:00000010:3.1:1769075358.004476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7ec0.
00000080:00000010:2.1:1769075360.056433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f26440.
00000080:00000010:2.1:1769075360.056506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f7e0.
00010000:00000010:2.1:1769075360.056510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4e00.
00010000:00000010:2.1:1769075360.056513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e1c00.
00010000:00000010:2.1:1769075360.056516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682400.
00010000:00000010:2.1:1769075360.056518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f76400.
00010000:00000010:2.1:1769075360.056520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2bc00.
00010000:00000010:2.1:1769075360.056521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc600.
00010000:00000010:2.1:1769075360.056524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5da00.
00010000:00000010:2.1:1769075360.056526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350c00.
00010000:00000010:2.1:1769075360.056528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5dd00.
00010000:00000010:2.1:1769075360.056530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351400.
00010000:00000010:2.1:1769075360.056532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45000.
00010000:00000010:2.1:1769075360.056534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912d800.
00010000:00000010:2.1:1769075360.056536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2be00.
00010000:00000010:2.1:1769075360.056538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd200.
00010000:00000010:2.1:1769075360.056539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b200.
00010000:00000010:2.1:1769075360.056541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc200.
00010000:00000010:2.1:1769075360.056542:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45b00.
00010000:00000010:2.1:1769075360.056544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1ae00.
00010000:00000010:2.1:1769075360.056546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69900.
00010000:00000010:2.1:1769075360.056548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912da00.
00010000:00000010:2.1:1769075360.056549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d400.
00010000:00000010:2.1:1769075360.056551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351200.
00010000:00000010:2.1:1769075360.056552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd900.
00010000:00000010:2.1:1769075360.056554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17a00.
00010000:00000010:2.1:1769075360.056563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd700.
00010000:00000010:2.1:1769075360.056565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16c00.
00010000:00000010:2.1:1769075360.056566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45d00.
00010000:00000010:2.1:1769075360.056568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1b000.
00000800:00000200:2.1:1769075361.199211:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075361.199221:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075361.199665:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075361.199667:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075361.199867:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075361.199869:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075366.319295:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075366.319298:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075366.319683:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075366.319684:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075366.319945:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075366.319947:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075371.439036:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075371.439043:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075371.439367:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075371.439369:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075371.439615:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075371.439617:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075376.559809:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075376.559822:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075376.560799:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075376.560802:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075376.561178:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769075376.561183:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075381.679141:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075381.679144:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075381.679457:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075381.679459:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075381.679700:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075381.679703:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075386.799307:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075386.799572:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075386.799677:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075391.919759:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075391.919794:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075391.921787:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075391.921790:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075391.922026:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075391.922027:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075397.039084:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075397.039090:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075397.039466:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075397.039468:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075397.039652:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075397.039654:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075402.159105:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075402.159112:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075402.159506:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075402.159509:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075402.159802:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075402.159804:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075407.279635:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075407.279640:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075407.280117:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075407.280119:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075407.280340:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075407.280342:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075412.399556:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075412.399580:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075412.400008:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075412.400011:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075412.400345:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075412.400348:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075417.519730:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075417.519737:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075417.520560:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075417.520564:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075417.520944:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075417.520947:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075422.639243:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075422.639257:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075422.639753:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075422.639755:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075422.640102:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075422.640106:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075427.759865:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075427.759877:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075427.760688:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075427.760692:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075427.761055:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075427.761057:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075432.879614:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075432.879631:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075432.880169:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075432.880173:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075432.880531:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075432.880534:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075437.999198:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075437.999205:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075437.999761:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075437.999763:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075438.000055:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075438.000057:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075443.119677:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075443.119690:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075443.120135:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075443.120137:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075443.120477:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075443.120480:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075448.239281:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075448.239284:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075448.239776:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075448.239779:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075448.240020:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075448.240021:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075453.359010:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075453.359288:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075453.359495:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075458.479968:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075458.479977:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075458.480973:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075458.480979:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075458.481766:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075458.481772:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075463.599564:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075463.599570:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769075463.600146:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075463.600149:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769075463.600591:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075463.600593:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075468.719116:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075468.719143:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075468.719864:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075468.719867:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075468.720260:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075468.720263:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075473.839540:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075473.839551:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075473.840236:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075473.840239:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075473.840676:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075473.840679:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075478.959178:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075478.959184:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075478.959540:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075478.959541:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075478.959746:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075478.959748:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075484.079499:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075484.079503:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075484.080053:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075484.080055:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075484.080469:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075484.080472:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075489.199351:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075489.199364:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075489.200109:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075489.200111:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075489.200296:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075489.200298:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075494.319156:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075494.319163:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075494.319539:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075494.319540:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075494.319740:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075494.319742:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075499.439019:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075499.439026:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075499.439458:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075499.439461:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075499.439674:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075499.439676:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075504.559388:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075504.559393:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075504.560104:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075504.560108:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075504.560437:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075504.560441:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075509.679597:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075509.679601:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075509.680270:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075509.680273:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075509.680793:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075509.680796:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075514.799286:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075514.799289:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075514.799750:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075514.799752:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075514.800011:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075514.800013:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075519.919605:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075519.920078:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075519.920389:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075525.039797:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075525.039803:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075525.040592:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075525.040596:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075525.040995:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075525.040998:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075530.159202:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075530.159208:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075530.159786:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075530.159788:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075530.160040:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075530.160042:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075535.279137:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075535.279144:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075535.279582:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075535.279584:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075535.279871:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075535.279874:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075540.401091:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075540.401094:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075540.402022:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075540.402026:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075540.402394:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075540.402398:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075545.519482:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075545.519486:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075545.520075:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075545.520078:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075545.520338:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075545.520340:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075550.639524:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075550.639532:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075550.639986:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075550.639988:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075550.640210:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075550.640212:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075555.759645:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075555.759656:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075555.760213:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075555.760216:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075555.760560:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075555.760586:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000080:00000010:1.1:1769075558.773480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a460.
00000080:00000010:1.1:1769075558.773507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932a40.
00000080:00000010:1.1:1769075558.773512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a100.
00000080:00000010:1.1:1769075558.773516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ac00.
00000080:00000010:1.1:1769075558.773519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a740.
00000080:00000010:1.1:1769075558.773540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820aec0.
00000080:00000010:0.1:1769075558.778458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a1e0.
00000080:00000010:1.1:1769075558.778463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a7e0.
00000080:00000010:1.1:1769075558.778479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932960.
00000080:00000010:0.1:1769075558.778490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a880.
00000080:00000010:1.1:1769075558.778490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ab40.
00000080:00000010:1.1:1769075558.778504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a440.
00000080:00000010:0.1:1769075558.778514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820af60.
00000080:00000010:1.1:1769075558.778516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820acc0.
00000080:00000010:0.1:1769075558.778536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a340.
00000080:00000010:1.1:1769075558.778536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820abc0.
00000080:00000010:1.1:1769075558.778547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820af00.
00000080:00000010:0.1:1769075558.778574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c225c0.
00000080:00000010:1.1:1769075558.778574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22ca0.
00000080:00000010:1.1:1769075558.778591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22800.
00000080:00000010:0.1:1769075558.778602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22b20.
00000080:00000010:1.1:1769075558.778604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22ce0.
00000080:00000010:0.1:1769075558.778641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22c40.
00000080:00000010:1.1:1769075558.778641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22700.
00000080:00000010:1.1:1769075558.778660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22600.
00000080:00000010:0.1:1769075558.778664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22980.
00000080:00000010:1.1:1769075558.778668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22cc0.
00000080:00000010:0.1:1769075558.778684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820af40.
00000080:00000010:1.1:1769075558.778686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a9e0.
00000080:00000010:1.1:1769075558.778703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a840.
00000080:00000010:0.1:1769075558.778707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932680.
00000080:00000010:1.1:1769075558.778711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820abe0.
00000080:00000010:0.1:1769075558.778725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ad80.
00000080:00000010:0.1:1769075558.778732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820aee0.
00000080:00000010:1.1:1769075558.778748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932320.
00000080:00000010:0.1:1769075558.778750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a920.
00000080:00000010:1.1:1769075558.778763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a940.
00000080:00000010:0.1:1769075558.778767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820afc0.
00000080:00000010:1.1:1769075558.778778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a8c0.
00000080:00000010:0.1:1769075558.778781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509320e0.
00000080:00000010:1.1:1769075558.778797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22200.
00000080:00000010:0.1:1769075558.778798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932940.
00000080:00000010:0.1:1769075558.778818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509327a0.
00000080:00000010:1.1:1769075558.778820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22460.
00000080:00000010:1.1:1769075558.778832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22920.
00000080:00000010:0.1:1769075558.778843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932c40.
00000080:00000010:1.1:1769075558.778848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22360.
00000080:00000010:0.1:1769075558.778856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932600.
00000080:00000010:1.1:1769075558.778862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c229e0.
00000080:00000010:0.1:1769075558.778875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932de0.
00000080:00000010:1.1:1769075558.778877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c224c0.
00000080:00000010:0.1:1769075558.778891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932b40.
00000080:00000010:1.1:1769075558.778895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22880.
00000080:00000010:0.1:1769075558.778903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932d80.
00000080:00000010:1.1:1769075558.778911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22000.
00000080:00000010:0.1:1769075558.778916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509328c0.
00000080:00000010:1.1:1769075558.778926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22fa0.
00000080:00000010:0.1:1769075558.778930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932fe0.
00000080:00000010:1.1:1769075558.778939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c221e0.
00000080:00000010:0.1:1769075558.778949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22020.
00000080:00000010:1.1:1769075558.778951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22540.
00000080:00000010:0.1:1769075558.778966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22740.
00000080:00000010:1.1:1769075558.778968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a520.
00000080:00000010:0.1:1769075558.778986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a300.
00000080:00000010:1.1:1769075558.778987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a400.
00000080:00000010:0.1:1769075558.779006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ad40.
00000080:00000010:0.1:1769075558.779019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a720.
00000080:00000010:0.1:1769075558.779025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a2c0.
00000080:00000010:0.1:1769075558.779030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a8a0.
00000080:00000010:0.1:1769075558.779037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c225a0.
00000080:00000010:0.1:1769075558.779044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c222c0.
00000080:00000010:0.1:1769075558.779050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22860.
00000080:00000010:0.1:1769075558.779056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22e60.
00000080:00000010:0.1:1769075558.779062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932160.
00000080:00000010:0.1:1769075558.779069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ab80.
00000080:00000010:0.1:1769075558.779077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ae40.
00000080:00000010:0.1:1769075558.779084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ac60.
00000080:00000010:0.1:1769075558.779089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932720.
00000080:00000010:0.1:1769075558.779096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a980.
00000080:00000010:0.1:1769075558.779101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ab60.
00000080:00000010:0.1:1769075558.779107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820aae0.
00000080:00000010:0.1:1769075558.779113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a1a0.
00000080:00000010:0.1:1769075558.779119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a9c0.
00000080:00000010:0.1:1769075558.779124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a820.
00000080:00000010:0.1:1769075558.779131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c226c0.
00000080:00000010:0.1:1769075558.779138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a4c0.
00000080:00000010:0.1:1769075558.779143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a240.
00000080:00000010:0.1:1769075558.779149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a6a0.
00000080:00000010:0.1:1769075558.779154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a0e0.
00000080:00000010:0.1:1769075558.779160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22b00.
00000080:00000010:0.1:1769075558.779167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22c20.
00000080:00000010:0.1:1769075558.779183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22dc0.
00000080:00000010:0.1:1769075558.779189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a180.
00000080:00000010:0.1:1769075558.779195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820af20.
00000080:00000010:0.1:1769075558.779200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a5c0.
00000080:00000010:0.1:1769075558.779205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a260.
00000080:00000010:0.1:1769075558.779210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a5e0.
00000080:00000010:0.1:1769075558.779221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ad60.
00000080:00000010:0.1:1769075558.779227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a680.
00000080:00000010:0.1:1769075558.779233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a3c0.
00000080:00000010:0.1:1769075558.779239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820adc0.
00000080:00000010:0.1:1769075558.779244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a020.
00000080:00000010:0.1:1769075558.779250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ab20.
00000080:00000010:0.1:1769075558.779255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a4a0.
00000080:00000010:0.1:1769075558.779261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7496457c0.
00000080:00000010:0.1:1769075558.779267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d746224b00.
00000080:00000010:0.1:1769075558.779273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d746224ec0.
00000080:00000010:0.1:1769075558.779280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c227c0.
00000080:00000010:0.1:1769075558.779290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22a00.
00000080:00000010:0.1:1769075558.779297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22a20.
00000080:00000010:0.1:1769075558.779303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22c60.
00000080:00000010:0.1:1769075558.779309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22220.
00000080:00000010:0.1:1769075558.779316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22fc0.
00000080:00000010:0.1:1769075558.779324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5000.
00000080:00000010:0.1:1769075558.779332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee51c0.
00000080:00000010:0.1:1769075558.779337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee50c0.
00000080:00000010:0.1:1769075558.779343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22f20.
00000080:00000010:0.1:1769075558.779349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22ec0.
00000080:00000010:0.1:1769075558.779355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22d20.
00000080:00000010:0.1:1769075558.779361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22180.
00000080:00000010:0.1:1769075558.779367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22ea0.
00000080:00000010:0.1:1769075558.779372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5760.
00000080:00000010:0.1:1769075558.779377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5ae0.
00000080:00000010:0.1:1769075558.779384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee54c0.
00000080:00000010:0.1:1769075558.779389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5480.
00000080:00000010:0.1:1769075558.779399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5f60.
00000080:00000010:0.1:1769075558.779427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22080.
00000080:00000010:0.1:1769075558.779443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22320.
00000080:00000010:0.1:1769075558.779449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22bc0.
00000080:00000010:0.1:1769075558.779455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5300.
00000080:00000010:0.1:1769075558.779463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c229a0.
00000080:00000010:0.1:1769075558.779469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22940.
00000080:00000010:0.1:1769075558.779474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22780.
00000080:00000010:0.1:1769075558.779480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22580.
00000080:00000010:0.1:1769075558.779486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22e80.
00000080:00000010:0.1:1769075558.779493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22160.
00000080:00000010:0.1:1769075558.779498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22ae0.
00000080:00000010:0.1:1769075558.779504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c220a0.
00000080:00000010:0.1:1769075558.779509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22560.
00000080:00000010:0.1:1769075558.779514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c228e0.
00000080:00000010:0.1:1769075558.779520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22400.
00000080:00000010:0.1:1769075558.779527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22680.
00000080:00000010:0.1:1769075558.779533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22ba0.
00000080:00000010:0.1:1769075558.779538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22de0.
00000080:00000010:0.1:1769075558.779546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c225e0.
00000080:00000010:0.1:1769075558.779553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932b00.
00000080:00000010:0.1:1769075558.779560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee55a0.
00000080:00000010:0.1:1769075558.779570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5b40.
00000080:00000010:0.1:1769075558.779575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5e40.
00000080:00000010:0.1:1769075558.779581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742aa7960.
00000080:00000010:0.1:1769075558.779587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742aa7340.
00000080:00000010:0.1:1769075558.779591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742aa7f60.
00000080:00000010:0.1:1769075558.779597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d751bd5a40.
00000080:00000010:0.1:1769075558.779608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3b20.
00000080:00000010:0.1:1769075558.779633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c220e0.
00000080:00000010:0.1:1769075558.779639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3960.
00000080:00000010:0.1:1769075558.779645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb30e0.
00000080:00000010:0.1:1769075558.779651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3500.
00000080:00000010:0.1:1769075558.779657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb37c0.
00000080:00000010:0.1:1769075558.779662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3fa0.
00000080:00000010:0.1:1769075558.779671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f800.
00000080:00000010:0.1:1769075558.779679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c222e0.
00000080:00000010:0.1:1769075558.779685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c229c0.
00000080:00000010:0.1:1769075558.779702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22520.
00000080:00000010:0.1:1769075558.779707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c223a0.
00000080:00000010:0.1:1769075558.779713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22f60.
00000080:00000010:0.1:1769075558.779718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22720.
00000080:00000010:0.1:1769075558.779724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22a60.
00000080:00000010:0.1:1769075558.779730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22aa0.
00000080:00000010:0.1:1769075558.779737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3380.
00000080:00000010:0.1:1769075558.779743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3b80.
00000080:00000010:0.1:1769075558.779749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3600.
00000080:00000010:0.1:1769075558.779755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3a60.
00000080:00000010:0.1:1769075558.779760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ac0.
00000080:00000010:0.1:1769075558.779767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3e80.
00000080:00000010:0.1:1769075558.779774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f20.
00000080:00000010:0.1:1769075558.779780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932080.
00000080:00000010:0.1:1769075558.779786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22960.
00000080:00000010:0.1:1769075558.779792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22640.
00000080:00000010:0.1:1769075558.779797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c226e0.
00000080:00000010:0.1:1769075558.779802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3240.
00000080:00000010:0.1:1769075558.779809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644faa0.
00000080:00000010:0.1:1769075558.779816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22e00.
00000080:00000010:0.1:1769075558.779821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22820.
00000080:00000010:0.1:1769075558.779825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22440.
00000080:00000010:0.1:1769075558.779833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7494c7d60.
00000080:00000010:0.1:1769075558.779839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749b44f60.
00000080:00000010:0.1:1769075558.779846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3fe0.
00000080:00000010:0.1:1769075558.779852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ae0.
00000080:00000010:0.1:1769075558.779859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3a20.
00000080:00000010:0.1:1769075558.779865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb35e0.
00000080:00000010:0.1:1769075558.779871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7527a63e0.
00000080:00000010:0.1:1769075558.779876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d80080.
00000080:00000010:0.1:1769075558.779882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d752354560.
00000080:00000010:0.1:1769075558.779918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae9e0.
00000080:00000010:0.1:1769075558.779931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae0a0.
00000080:00000010:0.1:1769075558.779938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae860.
00000080:00000010:0.1:1769075558.779945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae280.
00000080:00000010:0.1:1769075558.779951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae6a0.
00000080:00000010:0.1:1769075558.779970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3480.
00000080:00000010:0.1:1769075558.779977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3c40.
00000080:00000010:0.1:1769075558.779982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3de0.
00000080:00000010:0.1:1769075558.779989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f40.
00000080:00000010:0.1:1769075558.780000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae460.
00000080:00000010:0.1:1769075558.780007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aefe0.
00000080:00000010:0.1:1769075558.780015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aef60.
00000080:00000010:0.1:1769075558.780021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aed80.
00000080:00000010:0.1:1769075558.780027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae6e0.
00000080:00000010:0.1:1769075558.780033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3420.
00000080:00000010:0.1:1769075558.780040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aee40.
00000080:00000010:0.1:1769075558.780046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aef40.
00000080:00000010:0.1:1769075558.780053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae980.
00000080:00000010:0.1:1769075558.780059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae7e0.
00000080:00000010:0.1:1769075558.780065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3d80.
00000080:00000010:0.1:1769075558.780070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3dc0.
00000080:00000010:0.1:1769075558.780079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be06a0.
00000080:00000010:0.1:1769075558.780085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae000.
00000080:00000010:0.1:1769075558.780091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aef80.
00000080:00000010:0.1:1769075558.780097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae4e0.
00000080:00000010:0.1:1769075558.780102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aecc0.
00000080:00000010:0.1:1769075558.780109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644ffc0.
00000080:00000010:0.1:1769075558.780117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932400.
00000080:00000010:0.1:1769075558.780123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932ea0.
00000080:00000010:0.1:1769075558.780137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932800.
00000080:00000010:0.1:1769075558.780147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae8c0.
00000080:00000010:0.1:1769075558.780155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aec20.
00000080:00000010:0.1:1769075558.780162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0400.
00000080:00000010:0.1:1769075558.780169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0000.
00000080:00000010:0.1:1769075558.780176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0160.
00000080:00000010:0.1:1769075558.780181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0480.
00000080:00000010:0.1:1769075558.780187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0620.
00000080:00000010:0.1:1769075558.780193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0760.
00000080:00000010:0.1:1769075558.780199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932f00.
00000080:00000010:0.1:1769075558.780205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932100.
00000080:00000010:0.1:1769075558.780211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be03a0.
00000080:00000010:0.1:1769075558.780226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0960.
00000080:00000010:0.1:1769075558.780234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f160.
00000080:00000010:0.1:1769075558.780240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f5c0.
00000080:00000010:0.1:1769075558.780247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fba0.
00000080:00000010:0.1:1769075558.780253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f320.
00000080:00000010:0.1:1769075558.780259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f300.
00000080:00000010:0.1:1769075558.780265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f9e0.
00000080:00000010:0.1:1769075558.780271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932cc0.
00000080:00000010:0.1:1769075558.780280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aed40.
00000080:00000010:0.1:1769075558.780287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae820.
00000080:00000010:0.1:1769075558.780293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0d60.
00000080:00000010:0.1:1769075558.780299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aec00.
00000080:00000010:0.1:1769075558.780306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae2c0.
00000080:00000010:0.1:1769075558.780314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aea40.
00000080:00000010:0.1:1769075558.780324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae480.
00000080:00000010:0.1:1769075558.780330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aebe0.
00000080:00000010:0.1:1769075558.780337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae740.
00000080:00000010:0.1:1769075558.780344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742ce1520.
00000080:00000010:0.1:1769075558.780356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f72e0.
00000080:00000010:0.1:1769075558.780365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fcc0.
00000080:00000010:0.1:1769075558.780372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f480.
00000080:00000010:0.1:1769075558.780378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fea0.
00000080:00000010:0.1:1769075558.780383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644ff80.
00000080:00000010:0.1:1769075558.780391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7400.
00000080:00000010:0.1:1769075558.780398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0020.
00000080:00000010:0.1:1769075558.780428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0c20.
00000080:00000010:0.1:1769075558.780436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7420.
00000080:00000010:0.1:1769075558.780444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7480.
00000080:00000010:0.1:1769075558.780452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7b00.
00000080:00000010:0.1:1769075558.780459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f70e0.
00000080:00000010:0.1:1769075558.780467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7f40.
00000080:00000010:0.1:1769075558.780475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7840.
00000080:00000010:0.1:1769075558.780482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7d40.
00000080:00000010:0.1:1769075558.780489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7fa0.
00000080:00000010:0.1:1769075558.780496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7240.
00000080:00000010:0.1:1769075558.780503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f78a0.
00000080:00000010:0.1:1769075558.780521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7d60.
00000080:00000010:0.1:1769075558.780528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7c00.
00000080:00000010:0.1:1769075558.780538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7c60.
00000080:00000010:0.1:1769075558.780545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0060.
00000080:00000010:0.1:1769075558.780551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0880.
00000080:00000010:0.1:1769075558.780558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0ac0.
00000080:00000010:0.1:1769075558.780564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be08e0.
00000080:00000010:0.1:1769075558.780570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0600.
00000080:00000010:0.1:1769075558.780576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0ee0.
00000080:00000010:0.1:1769075558.780582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0d20.
00000080:00000010:0.1:1769075558.780588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be09e0.
00000080:00000010:0.1:1769075558.780595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0220.
00000080:00000010:0.1:1769075558.780601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0280.
00000080:00000010:0.1:1769075558.780606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be02c0.
00000080:00000010:0.1:1769075558.780634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509326c0.
00000080:00000010:0.1:1769075558.780641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509326a0.
00000080:00000010:0.1:1769075558.780646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932fa0.
00000080:00000010:0.1:1769075558.780652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509321e0.
00000080:00000010:0.1:1769075558.780658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74944d660.
00000080:00000010:0.1:1769075558.780665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74944d380.
00000080:00000010:0.1:1769075558.780679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1860.
00000080:00000010:0.1:1769075558.780689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b17a0.
00000080:00000010:0.1:1769075558.780699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1e40.
00000080:00000010:0.1:1769075558.780706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1800.
00000080:00000010:0.1:1769075558.780714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1c00.
00000080:00000010:0.1:1769075558.780724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7280.
00000080:00000010:0.1:1769075558.780731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7a20.
00000080:00000010:0.1:1769075558.780739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f220.
00000080:00000010:0.1:1769075558.780744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f720.
00000080:00000010:0.1:1769075558.780751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7380.
00000080:00000010:0.1:1769075558.780758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1620.
00000080:00000010:0.1:1769075558.780767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1720.
00000080:00000010:0.1:1769075558.780774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1ee0.
00000080:00000010:0.1:1769075558.780781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7720.
00000080:00000010:0.1:1769075558.780789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7600.
00000080:00000010:0.1:1769075558.780795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f75e0.
00000080:00000010:0.1:1769075558.780813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f77e0.
00000080:00000010:0.1:1769075558.780822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b18a0.
00000080:00000010:0.1:1769075558.780829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1880.
00000080:00000010:0.1:1769075558.780836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f73e0.
00000080:00000010:0.1:1769075558.780843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1980.
00000080:00000010:0.1:1769075558.780850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1dc0.
00000080:00000010:0.1:1769075558.780859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1e00.
00000080:00000010:0.1:1769075558.780866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1f20.
00000080:00000010:0.1:1769075558.780874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7b20.
00000080:00000010:0.1:1769075558.780881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7e20.
00000080:00000010:0.1:1769075558.780889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1280.
00000080:00000010:0.1:1769075558.780896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b11a0.
00000080:00000010:0.1:1769075558.780903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1f40.
00000080:00000010:0.1:1769075558.780912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1ba0.
00000080:00000010:0.1:1769075558.780919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1420.
00000080:00000010:0.1:1769075558.780925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1cc0.
00000080:00000010:0.1:1769075558.780932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1840.
00000080:00000010:0.1:1769075558.780938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1000.
00000080:00000010:0.1:1769075558.780943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b10a0.
00000080:00000010:0.1:1769075558.780949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1b40.
00000080:00000010:0.1:1769075558.780955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1120.
00000080:00000010:0.1:1769075558.780962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1de0.
00000080:00000010:0.1:1769075558.780968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932ca0.
00000080:00000010:0.1:1769075558.780974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f4c0.
00000080:00000010:0.1:1769075558.780980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f640.
00000080:00000010:0.1:1769075558.780986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1920.
00000080:00000010:0.1:1769075558.780992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932140.
00000080:00000010:0.1:1769075558.780999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1d80.
00000080:00000010:0.1:1769075558.781005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1bc0.
00000080:00000010:0.1:1769075558.781011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b19a0.
00000080:00000010:0.1:1769075558.781017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b13c0.
00000080:00000010:0.1:1769075558.781025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b13a0.
00000080:00000010:0.1:1769075558.781035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b19c0.
00000080:00000010:0.1:1769075558.781041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1100.
00000080:00000010:0.1:1769075558.781048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1060.
00000080:00000010:0.1:1769075558.781054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932740.
00000080:00000010:0.1:1769075558.781070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f860.
00000080:00000010:0.1:1769075558.781087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fe20.
00000080:00000010:0.1:1769075558.781094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f700.
00000080:00000010:0.1:1769075558.781102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b12a0.
00000080:00000010:0.1:1769075558.781109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1d60.
00000080:00000010:0.1:1769075558.781117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7f20.
00000080:00000010:0.1:1769075558.781125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7080.
00000080:00000010:0.1:1769075558.781131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7ba0.
00000080:00000010:0.1:1769075558.781138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b18e0.
00000080:00000010:0.1:1769075558.781144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1380.
00000080:00000010:0.1:1769075558.781150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b18c0.
00000080:00000010:0.1:1769075558.781156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b17e0.
00000080:00000010:0.1:1769075558.781162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1fc0.
00000080:00000010:0.1:1769075558.781169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f71a0.
00000080:00000010:0.1:1769075558.781175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7180.
00000080:00000010:0.1:1769075558.781182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7300.
00000080:00000010:0.1:1769075558.781187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7540.
00000080:00000010:0.1:1769075558.781194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7cc0.
00000080:00000010:0.1:1769075558.781202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b16a0.
00000080:00000010:0.1:1769075558.781209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1300.
00000080:00000010:0.1:1769075558.781215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1660.
00000080:00000010:0.1:1769075558.781220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1760.
00000080:00000010:0.1:1769075558.781225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1560.
00000080:00000010:0.1:1769075558.781231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1a20.
00000080:00000010:0.1:1769075558.781236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1a00.
00000080:00000010:0.1:1769075558.781242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1ca0.
00000080:00000010:0.1:1769075558.781252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7b40.
00000080:00000010:0.1:1769075558.781261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f76a0.
00000080:00000010:0.1:1769075558.781267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7000.
00000080:00000010:0.1:1769075558.781273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1da0.
00000080:00000010:0.1:1769075558.781280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1640.
00000080:00000010:0.1:1769075558.781285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1540.
00000080:00000010:0.1:1769075558.781291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1700.
00000080:00000010:0.1:1769075558.781297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1be0.
00000080:00000010:0.1:1769075558.781303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1160.
00000080:00000010:0.1:1769075558.781310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1960.
00000080:00000010:0.1:1769075558.781326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1d20.
00000080:00000010:0.1:1769075558.781333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1580.
00000080:00000010:0.1:1769075558.781339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b10e0.
00000080:00000010:0.1:1769075558.781345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1f00.
00000080:00000010:0.1:1769075558.781350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b15e0.
00000080:00000010:0.1:1769075558.781355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b12e0.
00000080:00000010:0.1:1769075558.781360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1b20.
00000080:00000010:0.1:1769075558.781366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b14a0.
00000080:00000010:0.1:1769075558.781371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1340.
00000080:00000010:0.1:1769075558.781376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1a60.
00000080:00000010:0.1:1769075558.781382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f8e0.
00000080:00000010:0.1:1769075558.781389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509328e0.
00000080:00000010:0.1:1769075558.781395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1ac0.
00000080:00000010:0.1:1769075558.781426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1a80.
00000080:00000010:0.1:1769075558.781434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b10c0.
00000080:00000010:0.1:1769075558.781439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1320.
00000080:00000010:0.1:1769075558.781444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b16e0.
00000080:00000010:0.1:1769075558.781449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1e60.
00000080:00000010:0.1:1769075558.781454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1140.
00000080:00000010:0.1:1769075558.781461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f79a0.
00000080:00000010:0.1:1769075558.781468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7a60.
00000080:00000010:0.1:1769075558.781474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7760.
00000080:00000010:0.1:1769075558.781479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1a40.
00000080:00000010:0.1:1769075558.781484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1940.
00000080:00000010:0.1:1769075558.781488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1600.
00000080:00000010:0.1:1769075558.781494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1ce0.
00000080:00000010:0.1:1769075558.781499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1680.
00000080:00000010:0.1:1769075558.781504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b13e0.
00000080:00000010:0.1:1769075558.781509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742ce1e60.
00000080:00000010:0.1:1769075558.781516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae080.
00000080:00000010:0.1:1769075558.781523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aee80.
00000080:00000010:0.1:1769075558.781529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aee20.
00000080:00000010:0.1:1769075558.781535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae160.
00000080:00000010:0.1:1769075558.781541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aed00.
00000080:00000010:0.1:1769075558.781550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae180.
00000080:00000010:0.1:1769075558.781556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aeea0.
00000080:00000010:0.1:1769075558.781572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aea80.
00000080:00000010:0.1:1769075558.781579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7940.
00000080:00000010:0.1:1769075558.781586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7200.
00000080:00000010:0.1:1769075558.781591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7060.
00000080:00000010:0.1:1769075558.781597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7da0.
00000080:00000010:0.1:1769075558.781603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932020.
00000080:00000010:0.1:1769075558.781626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aedc0.
00000080:00000010:0.1:1769075558.781634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae8e0.
00000080:00000010:0.1:1769075558.781642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae140.
00000080:00000010:0.1:1769075558.781647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aed20.
00000080:00000010:0.1:1769075558.781653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae940.
00000080:00000010:0.1:1769075558.781659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae720.
00000080:00000010:0.1:1769075558.781664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae2a0.
00000080:00000010:0.1:1769075558.781670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae0c0.
00000080:00000010:0.1:1769075558.781676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7fc0.
00000080:00000010:0.1:1769075558.781682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7560.
00000080:00000010:0.1:1769075558.781687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7500.
00000080:00000010:0.1:1769075558.781692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7e40.
00000080:00000010:0.1:1769075558.781698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f78c0.
00000080:00000010:0.1:1769075558.781703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7b60.
00000080:00000010:0.1:1769075558.781707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7440.
00000080:00000010:0.1:1769075558.781713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7900.
00000080:00000010:0.1:1769075558.781718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7100.
00000080:00000010:0.1:1769075558.781725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7c40.
00000080:00000010:0.1:1769075558.781732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7d00.
00000080:00000010:0.1:1769075558.781739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae560.
00000080:00000010:0.1:1769075558.781798:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae420.
00000080:00000010:0.1:1769075558.781811:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae4c0.
00000080:00000010:0.1:1769075558.781816:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae9a0.
00000080:00000010:0.1:1769075558.781822:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae920.
00000080:00000010:0.1:1769075558.781828:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7fe0.
00000080:00000010:0.1:1769075558.781836:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7580.
00000080:00000010:0.1:1769075558.781842:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f70a0.
00000080:00000010:0.1:1769075558.781848:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae7c0.
00000080:00000010:0.1:1769075558.781855:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae440.
00000080:00000010:0.1:1769075558.781862:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aeb00.
00000080:00000010:0.1:1769075558.781880:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae7a0.
00000080:00000010:0.1:1769075558.781887:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae220.
00000080:00000010:0.1:1769075558.781892:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aea20.
00000080:00000010:0.1:1769075558.781898:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7ac0.
00000080:00000010:0.1:1769075558.781904:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fe80.
00000080:00000010:0.1:1769075558.781911:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f0e0.
00000080:00000010:0.1:1769075558.781917:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f77c0.
00000080:00000010:0.1:1769075558.781923:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f74a0.
00000080:00000010:0.1:1769075558.781930:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae900.
00000080:00000010:0.1:1769075558.781935:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae400.
00000080:00000010:0.1:1769075558.781942:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae800.
00000080:00000010:0.1:1769075558.781947:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae020.
00000080:00000010:0.1:1769075558.781952:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7020.
00000080:00000010:0.1:1769075558.781957:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7ca0.
00000080:00000010:0.1:1769075558.781963:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7b80.
00000080:00000010:0.1:1769075558.781969:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7360.
00000080:00000010:0.1:1769075558.781974:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7620.
00000080:00000010:0.1:1769075558.781980:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aee00.
00000080:00000010:0.1:1769075558.781985:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aea60.
00000080:00000010:0.1:1769075558.781991:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae3c0.
00000080:00000010:0.1:1769075558.781997:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aefa0.
00000080:00000010:0.1:1769075558.782003:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae760.
00000080:00000010:0.1:1769075558.782009:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7460.
00000080:00000010:0.1:1769075558.782014:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7ea0.
00000080:00000010:0.1:1769075558.782021:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7340.
00000080:00000010:0.1:1769075558.782027:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7140.
00000080:00000010:0.1:1769075558.782033:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae300.
00000080:00000010:0.1:1769075558.782038:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae120.
00000080:00000010:0.1:1769075558.782043:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aeb80.
00000080:00000010:0.1:1769075558.782048:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae580.
00000080:00000010:0.1:1769075558.782054:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aec60.
00000080:00000010:0.1:1769075558.782062:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aeac0.
00000080:00000010:0.1:1769075558.782067:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f080.
00000080:00000010:0.1:1769075558.782072:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f040.
00000080:00000010:0.1:1769075558.782078:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644ff20.
00000080:00000010:0.1:1769075558.782084:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f900.
00000080:00000010:0.1:1769075558.782099:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f3c0.
00000080:00000010:0.1:1769075558.782104:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f740.
00000080:00000010:0.1:1769075558.782109:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644ff40.
00000080:00000010:0.1:1769075558.782115:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509325c0.
00000080:00000010:0.1:1769075558.782126:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7ee0.
00000080:00000010:0.1:1769075558.782132:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f74e0.
00000080:00000010:0.1:1769075558.782138:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7820.
00000080:00000010:0.1:1769075558.782144:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7c80.
00000080:00000010:0.1:1769075558.782149:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f75c0.
00000080:00000010:0.1:1769075558.782156:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7880.
00000080:00000010:0.1:1769075558.782162:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7920.
00000080:00000010:0.1:1769075558.782166:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7960.
00000080:00000010:0.1:1769075558.782171:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae4a0.
00000080:00000010:0.1:1769075558.782177:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aef20.
00000080:00000010:0.1:1769075558.782184:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aef00.
00000080:00000010:0.1:1769075558.782190:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7de0.
00000080:00000010:0.1:1769075558.782195:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f73a0.
00000080:00000010:0.1:1769075558.782200:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932e00.
00000080:00000010:0.1:1769075558.782205:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509328a0.
00000080:00000010:0.1:1769075558.782211:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f75a0.
00000080:00000010:0.1:1769075558.782216:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f70c0.
00000080:00000010:0.1:1769075558.782220:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7a40.
00000080:00000010:0.1:1769075558.782225:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7f00.
00000080:00000010:0.1:1769075558.782229:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7dc0.
00000080:00000010:0.1:1769075558.782235:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae040.
00000080:00000010:0.1:1769075558.782241:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aeaa0.
00000080:00000010:0.1:1769075558.782247:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae3a0.
00000080:00000010:0.1:1769075558.782253:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aeb40.
00000080:00000010:0.1:1769075558.782258:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fb40.
00000080:00000010:0.1:1769075558.782264:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fa20.
00000080:00000010:0.1:1769075558.782270:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932bc0.
00000080:00000010:0.1:1769075558.782275:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae2e0.
00000080:00000010:0.1:1769075558.782280:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae1e0.
00000080:00000010:0.1:1769075558.782285:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aed60.
00000080:00000010:0.1:1769075558.782291:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aebc0.
00000080:00000010:0.1:1769075558.782296:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae6c0.
00000080:00000010:0.1:1769075558.782311:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aec80.
00000080:00000010:0.1:1769075558.782315:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aeb20.
00000080:00000010:0.1:1769075558.782321:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f6a0.
00000080:00000010:0.1:1769075558.782329:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7ce0.
00000080:00000010:0.1:1769075558.782334:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7120.
00000080:00000010:0.1:1769075558.782339:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae1c0.
00000080:00000010:0.1:1769075558.782343:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f960.
00000080:00000010:0.1:1769075558.782348:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f620.
00010000:00000010:0.1:1769075558.782356:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493af600.
00010000:00000010:0.1:1769075558.782363:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357f800.
00010000:00000010:0.1:1769075558.782369:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437900.
00010000:00000010:0.1:1769075558.782374:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c73400.
00010000:00000010:0.1:1769075558.782379:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437400.
00010000:00000010:0.1:1769075558.782383:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357ea00.
00010000:00000010:0.1:1769075558.782387:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437700.
00010000:00000010:0.1:1769075558.782391:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357e000.
00010000:00000010:0.1:1769075558.782395:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437600.
00010000:00000010:0.1:1769075558.782399:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357f000.
00010000:00000010:0.1:1769075558.782441:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437100.
00010000:00000010:0.1:1769075558.782446:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357ec00.
00010000:00000010:0.1:1769075558.782451:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437f00.
00010000:00000010:0.1:1769075558.782454:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357e400.
00010000:00000010:0.1:1769075558.782458:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437e00.
00010000:00000010:0.1:1769075558.782463:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c72800.
00010000:00000010:0.1:1769075558.782468:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437200.
00010000:00000010:0.1:1769075558.782473:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357e800.
00010000:00000010:0.1:1769075558.782481:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011b00.
00010000:00000010:0.1:1769075558.782488:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357f400.
00010000:00000010:0.1:1769075558.782496:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011400.
00010000:00000010:0.1:1769075558.782501:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357f200.
00010000:00000010:0.1:1769075558.782505:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011000.
00010000:00000010:0.1:1769075558.782509:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357e600.
00010000:00000010:0.1:1769075558.782514:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011900.
00010000:00000010:0.1:1769075558.782528:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750979a00.
00010000:00000010:0.1:1769075558.782534:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493af100.
00010000:00000010:0.1:1769075558.782539:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20e00.
00010000:00000010:0.1:1769075558.782543:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493af700.
00010000:00000010:0.1:1769075558.782547:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21a00.
00010000:00000010:0.1:1769075558.782553:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493afe00.
00010000:00000010:0.1:1769075558.782557:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20200.
00010000:00000010:0.1:1769075558.782561:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493af200.
00010000:00000010:0.1:1769075558.782565:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21c00.
00010000:00000010:0.1:1769075558.782568:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493af500.
00010000:00000010:0.1:1769075558.782573:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f3a00.
00010000:00000010:0.1:1769075558.782577:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493afb00.
00010000:00000010:0.1:1769075558.782582:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f2200.
00010000:00000010:0.1:1769075558.782586:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493afc00.
00010000:00000010:0.1:1769075558.782590:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750978200.
00010000:00000010:0.1:1769075558.782596:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011f00.
00010000:00000010:0.1:1769075558.782601:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750979c00.
00010000:00000010:0.1:1769075558.782605:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011700.
00010000:00000010:0.1:1769075558.782609:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750979600.
00010000:00000010:0.1:1769075558.782632:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011200.
00010000:00000010:0.1:1769075558.782637:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c72200.
00010000:00000010:0.1:1769075558.782641:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011100.
00010000:00000010:0.1:1769075558.782645:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750979e00.
00010000:00000010:0.1:1769075558.782649:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011e00.
00010000:00000010:0.1:1769075558.782653:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750979800.
00010000:00000010:0.1:1769075558.782659:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011500.
00010000:00000010:0.1:1769075558.782665:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f3c00.
00010000:00000010:0.1:1769075558.782669:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493afd00.
00010000:00000010:0.1:1769075558.782673:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f3600.
00010000:00000010:0.1:1769075558.782678:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493afa00.
00010000:00000010:0.1:1769075558.782682:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f3e00.
00010000:00000010:0.1:1769075558.782687:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097dc00.
00010000:00000010:0.1:1769075558.782702:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f3800.
00010000:00000010:0.1:1769075558.782707:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097d300.
00010000:00000010:0.1:1769075558.782711:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f2a00.
00010000:00000010:0.1:1769075558.782717:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097d100.
00010000:00000010:0.1:1769075558.782721:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f2000.
00010000:00000010:0.1:1769075558.782726:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097d000.
00010000:00000010:0.1:1769075558.782730:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f3000.
00010000:00000010:0.1:1769075558.782735:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097da00.
00010000:00000010:0.1:1769075558.782739:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f2c00.
00010000:00000010:0.1:1769075558.782743:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097d900.
00010000:00000010:0.1:1769075558.782747:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f2400.
00010000:00000010:0.1:1769075558.782751:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097dd00.
00010000:00000010:0.1:1769075558.782755:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f2800.
00010000:00000010:0.1:1769075558.782762:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097d800.
00010000:00000010:0.1:1769075558.782766:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f3400.
00010000:00000010:0.1:1769075558.782771:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097d200.
00010000:00000010:0.1:1769075558.782775:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750978a00.
00010000:00000010:0.1:1769075558.782779:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011d00.
00010000:00000010:0.1:1769075558.782783:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750978000.
00010000:00000010:0.1:1769075558.782787:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011300.
00010000:00000010:0.1:1769075558.782792:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750979000.
00010000:00000010:0.1:1769075558.782795:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011c00.
00010000:00000010:0.1:1769075558.782799:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750978c00.
00010000:00000010:0.1:1769075558.782805:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011a00.
00010000:00000010:0.1:1769075558.782809:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750978400.
00010000:00000010:0.1:1769075558.782814:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133b00.
00010000:00000010:0.1:1769075558.782819:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750978800.
00010000:00000010:0.1:1769075558.782823:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097d400.
00010000:00000010:0.1:1769075558.782827:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f3200.
00010000:00000010:0.1:1769075558.782832:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097d600.
00010000:00000010:0.1:1769075558.782836:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f2600.
00010000:00000010:0.1:1769075558.782840:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097d700.
00010000:00000010:0.1:1769075558.782853:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493f2e00.
00010000:00000010:0.1:1769075558.782859:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097df00.
00010000:00000010:0.1:1769075558.782864:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b6000.
00010000:00000010:0.1:1769075558.782869:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3800.
00010000:00000010:0.1:1769075558.782875:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750979400.
00010000:00000010:0.1:1769075558.782879:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03400.
00010000:00000010:0.1:1769075558.782883:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c73c00.
00010000:00000010:0.1:1769075558.782888:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2800.
00010000:00000010:0.1:1769075558.782893:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750979200.
00010000:00000010:0.1:1769075558.782897:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133500.
00010000:00000010:0.1:1769075558.782901:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750978600.
00010000:00000010:0.1:1769075558.782907:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133100.
00010000:00000010:0.1:1769075558.782911:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750978e00.
00010000:00000010:0.1:1769075558.782915:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133000.
00010000:00000010:0.1:1769075558.782919:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758340e00.
00010000:00000010:0.1:1769075558.782923:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2900.
00010000:00000010:0.1:1769075558.782927:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c72400.
00010000:00000010:0.1:1769075558.782931:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2f00.
00010000:00000010:0.1:1769075558.782935:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c72c00.
00010000:00000010:0.1:1769075558.782940:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2700.
00010000:00000010:0.1:1769075558.782944:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c73000.
00010000:00000010:0.1:1769075558.782950:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2400.
00010000:00000010:0.1:1769075558.782955:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c72000.
00010000:00000010:0.1:1769075558.782959:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2200.
00010000:00000010:0.1:1769075558.782963:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c72a00.
00010000:00000010:0.1:1769075558.782966:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2d00.
00010000:00000010:0.1:1769075558.782971:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c73800.
00010000:00000010:0.1:1769075558.782975:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2000.
00010000:00000010:0.1:1769075558.782979:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c73e00.
00010000:00000010:0.1:1769075558.782983:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2a00.
00010000:00000010:0.1:1769075558.782987:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b1400.
00010000:00000010:0.1:1769075558.782995:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2c00.
00010000:00000010:0.1:1769075558.783006:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b1c00.
00010000:00000010:0.1:1769075558.783010:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2300.
00010000:00000010:0.1:1769075558.783015:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b0200.
00010000:00000010:0.1:1769075558.783020:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925400.
00010000:00000010:0.1:1769075558.783025:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b7000.
00010000:00000010:0.1:1769075558.783029:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097de00.
00010000:00000010:0.1:1769075558.783034:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b6c00.
00010000:00000010:0.1:1769075558.783038:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097db00.
00010000:00000010:0.1:1769075558.783042:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758341a00.
00010000:00000010:0.1:1769075558.783047:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133200.
00010000:00000010:0.1:1769075558.783051:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758340200.
00010000:00000010:0.1:1769075558.783055:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2500.
00010000:00000010:0.1:1769075558.783059:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758341c00.
00010000:00000010:0.1:1769075558.783063:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133300.
00010000:00000010:0.1:1769075558.783067:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758341600.
00010000:00000010:0.1:1769075558.783072:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133d00.
00010000:00000010:0.1:1769075558.783075:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758341e00.
00010000:00000010:0.1:1769075558.783080:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2b00.
00010000:00000010:0.1:1769075558.783084:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b6400.
00010000:00000010:0.1:1769075558.783088:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75097d500.
00010000:00000010:0.1:1769075558.783093:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b6800.
00010000:00000010:0.1:1769075558.783097:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79600.
00010000:00000010:0.1:1769075558.783104:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b7400.
00010000:00000010:0.1:1769075558.783109:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548300.
00010000:00000010:0.1:1769075558.783114:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b7200.
00010000:00000010:0.1:1769075558.783118:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301a00.
00010000:00000010:0.1:1769075558.783123:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b1800.
00010000:00000010:0.1:1769075558.783127:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133c00.
00010000:00000010:0.1:1769075558.783131:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758341800.
00010000:00000010:0.1:1769075558.783136:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133a00.
00010000:00000010:0.1:1769075558.783140:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758340a00.
00010000:00000010:0.1:1769075558.783144:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2e00.
00010000:00000010:0.1:1769075558.783156:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758340000.
00010000:00000010:0.1:1769075558.783160:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133400.
00010000:00000010:0.1:1769075558.783164:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b0000.
00010000:00000010:0.1:1769075558.783168:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133800.
00010000:00000010:0.1:1769075558.783172:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758341000.
00010000:00000010:0.1:1769075558.783176:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2100.
00010000:00000010:0.1:1769075558.783180:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b0c00.
00010000:00000010:0.1:1769075558.783185:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133900.
00010000:00000010:0.1:1769075558.783189:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758340c00.
00010000:00000010:0.1:1769075558.783193:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133f00.
00010000:00000010:0.1:1769075558.783197:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758340400.
00010000:00000010:0.1:1769075558.783201:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133600.
00010000:00000010:0.1:1769075558.783204:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758340800.
00010000:00000010:0.1:1769075558.783208:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133700.
00010000:00000010:0.1:1769075558.783212:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758341400.
00010000:00000010:0.1:1769075558.783216:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301300.
00010000:00000010:0.1:1769075558.783220:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b6600.
00010000:00000010:0.1:1769075558.783226:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301d00.
00010000:00000010:0.1:1769075558.783230:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758341200.
00010000:00000010:0.1:1769075558.783234:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749133e00.
00010000:00000010:0.1:1769075558.783245:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758340600.
00010000:00000010:0.1:1769075558.783251:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7b00.
00010000:00000010:0.1:1769075558.783256:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053b400.
00010000:00000010:0.1:1769075558.783261:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3000.
00010000:00000010:0.1:1769075558.783266:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053b200.
00010000:00000010:0.1:1769075558.783270:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301000.
00010000:00000010:0.1:1769075558.783274:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b6e00.
00010000:00000010:0.1:1769075558.783280:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301900.
00010000:00000010:0.1:1769075558.783285:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b7a00.
00010000:00000010:0.1:1769075558.783290:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301800.
00010000:00000010:0.1:1769075558.783294:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b6200.
00010000:00000010:0.1:1769075558.783298:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301400.
00010000:00000010:0.1:1769075558.783310:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053a600.
00010000:00000010:0.1:1769075558.783314:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3900.
00010000:00000010:0.1:1769075558.783317:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053ae00.
00010000:00000010:0.1:1769075558.783321:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3700.
00010000:00000010:0.1:1769075558.783325:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b1600.
00010000:00000010:0.1:1769075558.783331:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3600.
00010000:00000010:0.1:1769075558.783335:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053ba00.
00010000:00000010:0.1:1769075558.783340:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3f00.
00010000:00000010:0.1:1769075558.783343:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053a200.
00010000:00000010:0.1:1769075558.783348:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3500.
00010000:00000010:0.1:1769075558.783352:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053bc00.
00010000:00000010:0.1:1769075558.783355:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3100.
00010000:00000010:0.1:1769075558.783359:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053b600.
00010000:00000010:0.1:1769075558.783362:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3e00.
00010000:00000010:0.1:1769075558.783366:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053be00.
00010000:00000010:0.1:1769075558.783371:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3200.
00010000:00000010:0.1:1769075558.783375:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053b800.
00010000:00000010:0.1:1769075558.783379:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3c00.
00010000:00000010:0.1:1769075558.783384:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053aa00.
00010000:00000010:0.1:1769075558.783388:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3b00.
00010000:00000010:0.1:1769075558.783392:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053a000.
00010000:00000010:0.1:1769075558.783396:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3a00.
00010000:00000010:0.1:1769075558.783400:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053b000.
00010000:00000010:0.1:1769075558.783429:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3300.
00010000:00000010:0.1:1769075558.783433:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053ac00.
00010000:00000010:0.1:1769075558.783438:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3d00.
00010000:00000010:0.1:1769075558.783443:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053a400.
00010000:00000010:0.1:1769075558.783448:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dcc300.
00010000:00000010:0.1:1769075558.783454:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75053a800.
00010000:00000010:0.1:1769075558.783458:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7f00.
00010000:00000010:0.1:1769075558.783462:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b7c00.
00010000:00000010:0.1:1769075558.783466:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301100.
00010000:00000010:0.1:1769075558.783479:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b7600.
00010000:00000010:0.1:1769075558.783483:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301600.
00010000:00000010:0.1:1769075558.783487:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b7e00.
00010000:00000010:0.1:1769075558.783494:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301700.
00010000:00000010:0.1:1769075558.783500:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b7800.
00010000:00000010:0.1:1769075558.783504:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301f00.
00010000:00000010:0.1:1769075558.783509:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7491b6a00.
00010000:00000010:0.1:1769075558.783513:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301e00.
00010000:00000010:0.1:1769075558.783517:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094ba00.
00010000:00000010:0.1:1769075558.783536:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7300.
00010000:00000010:0.1:1769075558.783541:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748694600.
00010000:00000010:0.1:1769075558.783546:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7700.
00010000:00000010:0.1:1769075558.783550:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748694e00.
00010000:00000010:0.1:1769075558.783556:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7200.
00010000:00000010:0.1:1769075558.783560:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748695a00.
00010000:00000010:0.1:1769075558.783564:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301200.
00010000:00000010:0.1:1769075558.783568:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094a200.
00010000:00000010:0.1:1769075558.783572:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301c00.
00010000:00000010:0.1:1769075558.783577:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094bc00.
00010000:00000010:0.1:1769075558.783581:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301500.
00010000:00000010:0.1:1769075558.783585:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094b600.
00010000:00000010:0.1:1769075558.783591:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554c00.
00010000:00000010:0.1:1769075558.783595:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094be00.
00010000:00000010:0.1:1769075558.783601:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79800.
00010000:00000010:0.1:1769075558.783606:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094b800.
00010000:00000010:0.1:1769075558.783629:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79700.
00010000:00000010:0.1:1769075558.783635:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748694200.
00010000:00000010:0.1:1769075558.783639:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7100.
00010000:00000010:0.1:1769075558.783643:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748695c00.
00010000:00000010:0.1:1769075558.783648:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7e00.
00010000:00000010:0.1:1769075558.783652:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748695600.
00010000:00000010:0.1:1769075558.783656:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7c00.
00010000:00000010:0.1:1769075558.783667:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748695e00.
00010000:00000010:0.1:1769075558.783673:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7500.
00010000:00000010:0.1:1769075558.783677:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748695800.
00010000:00000010:0.1:1769075558.783682:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79900.
00010000:00000010:0.1:1769075558.783686:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094aa00.
00010000:00000010:0.1:1769075558.783691:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79400.
00010000:00000010:0.1:1769075558.783695:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094a000.
00010000:00000010:0.1:1769075558.783700:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79100.
00010000:00000010:0.1:1769075558.783704:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094b000.
00010000:00000010:0.1:1769075558.783708:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dd2600.
00010000:00000010:0.1:1769075558.783720:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748694a00.
00010000:00000010:0.1:1769075558.783727:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79e00.
00010000:00000010:0.1:1769075558.783731:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094ac00.
00010000:00000010:0.1:1769075558.783735:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79f00.
00010000:00000010:0.1:1769075558.783739:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094a400.
00010000:00000010:0.1:1769075558.783743:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79200.
00010000:00000010:0.1:1769075558.783748:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094a800.
00010000:00000010:0.1:1769075558.783752:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79b00.
00010000:00000010:0.1:1769075558.783756:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094b400.
00010000:00000010:0.1:1769075558.783760:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79500.
00010000:00000010:0.1:1769075558.783764:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094b200.
00010000:00000010:0.1:1769075558.783769:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79c00.
00010000:00000010:0.1:1769075558.783773:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094a600.
00010000:00000010:0.1:1769075558.783777:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79300.
00010000:00000010:0.1:1769075558.783781:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d75094ae00.
00010000:00000010:0.1:1769075558.783785:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79d00.
00010000:00000010:0.1:1769075558.783789:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748741200.
00010000:00000010:0.1:1769075558.783794:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79a00.
00010000:00000010:0.1:1769075558.783798:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748740400.
00010000:00000010:0.1:1769075558.783802:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c79000.
00010000:00000010:0.1:1769075558.783806:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748741400.
00010000:00000010:0.1:1769075558.783812:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5f600.
00010000:00000010:0.1:1769075558.783824:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748741800.
00010000:00000010:0.1:1769075558.783828:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554800.
00010000:00000010:0.1:1769075558.783832:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748741e00.
00010000:00000010:0.1:1769075558.783836:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554400.
00010000:00000010:0.1:1769075558.783839:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748740a00.
00010000:00000010:0.1:1769075558.783843:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554500.
00010000:00000010:0.1:1769075558.783846:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748740000.
00010000:00000010:0.1:1769075558.783850:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554300.
00010000:00000010:0.1:1769075558.783853:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748741000.
00010000:00000010:0.1:1769075558.783858:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7d00.
00010000:00000010:0.1:1769075558.783861:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b1e00.
00010000:00000010:0.1:1769075558.783865:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7000.
00010000:00000010:0.1:1769075558.783869:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748694000.
00010000:00000010:0.1:1769075558.783873:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7a00.
00010000:00000010:0.1:1769075558.783876:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748695000.
00010000:00000010:0.1:1769075558.783880:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7800.
00010000:00000010:0.1:1769075558.783884:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748694c00.
00010000:00000010:0.1:1769075558.783888:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7600.
00010000:00000010:0.1:1769075558.783891:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748694400.
00010000:00000010:0.1:1769075558.783897:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7900.
00010000:00000010:0.1:1769075558.783900:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748694800.
00010000:00000010:0.1:1769075558.783904:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cd7400.
00010000:00000010:0.1:1769075558.783907:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748695400.
00010000:00000010:0.1:1769075558.783912:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0c900.
00010000:00000010:0.1:1769075558.783917:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748695200.
00010000:00000010:0.1:1769075558.783920:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0cc00.
00010000:00000010:0.1:1769075558.783924:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350a00.
00010000:00000010:0.1:1769075558.783928:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554a00.
00010000:00000010:0.1:1769075558.783931:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748740c00.
00010000:00000010:0.1:1769075558.783937:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5dc00.
00010000:00000010:0.1:1769075558.783941:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350e00.
00010000:00000010:0.1:1769075558.783944:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0cd00.
00010000:00000010:0.1:1769075558.783957:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351c00.
00010000:00000010:0.1:1769075558.783960:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0c800.
00010000:00000010:0.1:1769075558.783964:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749351800.
00010000:00000010:0.1:1769075558.783968:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0ca00.
00010000:00000010:0.1:1769075558.783972:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749350200.
00010000:00000010:0.1:1769075558.783976:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0c000.
00010000:00000010:0.1:1769075558.783980:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f17800.
00010000:00000010:0.1:1769075558.783986:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0c400.
00010000:00000010:0.1:1769075558.783991:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b1a00.
00010000:00000010:0.1:1769075558.783995:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956c900.
00010000:00000010:0.1:1769075558.784000:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748740800.
00010000:00000010:0.1:1769075558.784004:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554d00.
00010000:00000010:0.1:1769075558.784007:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748741600.
00010000:00000010:0.1:1769075558.784011:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554000.
00010000:00000010:0.1:1769075558.784015:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748741c00.
00010000:00000010:0.1:1769075558.784019:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554900.
00010000:00000010:0.1:1769075558.784023:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748740e00.
00010000:00000010:0.1:1769075558.784029:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554600.
00010000:00000010:0.1:1769075558.784033:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748740600.
00010000:00000010:0.1:1769075558.784037:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554700.
00010000:00000010:0.1:1769075558.784041:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748740200.
00010000:00000010:0.1:1769075558.784044:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554100.
00010000:00000010:0.1:1769075558.784048:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d78217bc00.
00010000:00000010:0.1:1769075558.784054:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554f00.
00010000:00000010:0.1:1769075558.784058:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d78217a200.
00010000:00000010:0.1:1769075558.784062:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554200.
00010000:00000010:0.1:1769075558.784067:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f16400.
00010000:00000010:0.1:1769075558.784072:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0c600.
00010000:00000010:0.1:1769075558.784076:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d782044800.
00010000:00000010:0.1:1769075558.784081:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0c200.
00010000:00000010:0.1:1769075558.784086:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d782045200.
00010000:00000010:0.1:1769075558.784090:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0cf00.
00010000:00000010:0.1:1769075558.784103:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d782045c00.
00010000:00000010:0.1:1769075558.784108:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0c700.
00010000:00000010:0.1:1769075558.784112:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d782044600.
00010000:00000010:0.1:1769075558.784116:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0c100.
00010000:00000010:0.1:1769075558.784120:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d782045a00.
00010000:00000010:0.1:1769075558.784126:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0ce00.
00010000:00000010:0.1:1769075558.784130:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d782044200.
00010000:00000010:0.1:1769075558.784134:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0c500.
00010000:00000010:0.1:1769075558.784138:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b0a00.
00010000:00000010:0.1:1769075558.784142:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554e00.
00010000:00000010:0.1:1769075558.784146:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d78217a000.
00010000:00000010:0.1:1769075558.784151:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750554b00.
00010000:00000010:0.1:1769075558.784154:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d78217b800.
00010000:00000010:0.1:1769075558.784159:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5fd00.
00010000:00000010:0.1:1769075558.784163:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d78217b600.
00010000:00000010:0.1:1769075558.784168:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0cb00.
00010000:00000010:0.1:1769075558.784172:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d782044e00.
00010000:00000010:0.1:1769075558.784177:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956ca00.
00010000:00000010:0.1:1769075558.784182:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c96200.
00010000:00000010:0.1:1769075558.784187:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956ce00.
00010000:00000010:0.1:1769075558.784191:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c600.
00010000:00000010:0.1:1769075558.784196:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5f700.
00010000:00000010:0.1:1769075558.784200:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912ca00.
00010000:00000010:0.1:1769075558.784204:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5f800.
00010000:00000010:0.1:1769075558.784208:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912d200.
00010000:00000010:0.1:1769075558.784213:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5f900.
00010000:00000010:0.1:1769075558.784217:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912c200.
00010000:00000010:0.1:1769075558.784221:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5f400.
00010000:00000010:0.1:1769075558.784226:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74912de00.
00010000:00000010:0.1:1769075558.784230:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5ff00.
00010000:00000010:0.1:1769075558.784235:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d782045e00.
00010000:00000010:0.1:1769075558.784239:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e0c300.
00010000:00000010:0.1:1769075558.784251:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d782045600.
00010000:00000010:0.1:1769075558.784257:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dcc800.
00010000:00000010:0.1:1769075558.784261:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f1a800.
00010000:00000010:0.1:1769075558.784267:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dcc600.
00010000:00000010:0.1:1769075558.784272:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a1800.
00010000:00000010:0.1:1769075558.784277:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dcc400.
00010000:00000010:0.1:1769075558.784281:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d740031800.
00010000:00000010:0.1:1769075558.784287:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5fb00.
00010000:00000010:0.1:1769075558.784291:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d740031600.
00010000:00000010:0.1:1769075558.784295:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5f100.
00010000:00000010:0.1:1769075558.784299:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d740030e00.
00010000:00000010:0.1:1769075558.784303:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5fe00.
00010000:00000010:0.1:1769075558.784307:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d740030000.
00010000:00000010:0.1:1769075558.784312:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5f200.
00010000:00000010:0.1:1769075558.784317:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d740031e00.
00010000:00000010:0.1:1769075558.784321:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5f300.
00010000:00000010:0.1:1769075558.784325:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d740031c00.
00010000:00000010:0.1:1769075558.784329:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5f500.
00010000:00000010:0.1:1769075558.784333:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d740031a00.
00010000:00000010:0.1:1769075558.784337:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5fc00.
00010000:00000010:0.1:1769075558.784342:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748effe00.
00010000:00000010:0.1:1769075558.784347:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5fa00.
00010000:00000010:0.1:1769075558.784352:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a0a00.
00010000:00000010:0.1:1769075558.784357:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dcc900.
00010000:00000010:0.1:1769075558.784361:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a0000.
00010000:00000010:0.1:1769075558.784365:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dccf00.
00010000:00000010:0.1:1769075558.784369:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a1000.
00010000:00000010:0.1:1769075558.784373:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dcc700.
00010000:00000010:0.1:1769075558.784378:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a0c00.
00010000:00000010:0.1:1769075558.784382:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dcce00.
00010000:00000010:0.1:1769075558.784386:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748eff800.
00010000:00000010:0.1:1769075558.784391:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5f000.
00010000:00000010:0.1:1769075558.784435:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748efea00.
00010000:00000010:0.1:1769075558.784443:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328200.
00010000:00000010:0.1:1769075558.784448:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748eff600.
00010000:00000010:0.1:1769075558.784452:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328d00.
00010000:00000010:0.1:1769075558.784459:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748effc00.
00010000:00000010:0.1:1769075558.784464:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328400.
00010000:00000010:0.1:1769075558.784469:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748efe200.
00010000:00000010:0.1:1769075558.784474:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dcc100.
00010000:00000010:0.1:1769075558.784479:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a0400.
00010000:00000010:0.1:1769075558.784483:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dccb00.
00010000:00000010:0.1:1769075558.784487:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748effa00.
00010000:00000010:0.1:1769075558.784494:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328500.
00010000:00000010:0.1:1769075558.784498:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748efee00.
00010000:00000010:0.1:1769075558.784502:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328300.
00010000:00000010:0.1:1769075558.784506:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748efe600.
00010000:00000010:0.1:1769075558.784511:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4400.
00010000:00000010:0.1:1769075558.784515:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748eff200.
00010000:00000010:0.1:1769075558.784518:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dcc200.
00010000:00000010:0.1:1769075558.784522:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a0800.
00010000:00000010:0.1:1769075558.784526:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dccc00.
00010000:00000010:0.1:1769075558.784530:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a1400.
00010000:00000010:0.1:1769075558.784534:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dcc500.
00010000:00000010:0.1:1769075558.784539:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a1200.
00010000:00000010:0.1:1769075558.784543:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328e00.
00010000:00000010:0.1:1769075558.784547:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748eff400.
00010000:00000010:0.1:1769075558.784551:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328000.
00010000:00000010:0.1:1769075558.784555:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748efe800.
00010000:00000010:0.1:1769075558.784559:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328a00.
00010000:00000010:0.1:1769075558.784562:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748efe400.
00010000:00000010:0.1:1769075558.784566:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328c00.
00010000:00000010:0.1:1769075558.784569:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748efec00.
00010000:00000010:0.1:1769075558.784573:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328900.
00010000:00000010:0.1:1769075558.784586:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c97a00.
00010000:00000010:0.1:1769075558.784591:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4a00.
00010000:00000010:0.1:1769075558.784596:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b0e00.
00010000:00000010:0.1:1769075558.784600:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4000.
00010000:00000010:0.1:1769075558.784604:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b0600.
00010000:00000010:0.1:1769075558.784609:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4c00.
00010000:00000010:0.1:1769075558.784632:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b1200.
00010000:00000010:0.1:1769075558.784636:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328600.
00010000:00000010:0.1:1769075558.784640:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748eff000.
00010000:00000010:0.1:1769075558.784645:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328700.
00010000:00000010:0.1:1769075558.784649:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748efe000.
00010000:00000010:0.1:1769075558.784653:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328100.
00010000:00000010:0.1:1769075558.784657:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a0600.
00010000:00000010:0.1:1769075558.784661:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dcc000.
00010000:00000010:0.1:1769075558.784664:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a0e00.
00010000:00000010:0.1:1769075558.784668:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dcca00.
00010000:00000010:0.1:1769075558.784672:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a1a00.
00010000:00000010:0.1:1769075558.784675:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748dccd00.
00010000:00000010:0.1:1769075558.784679:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a0200.
00010000:00000010:0.1:1769075558.784684:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672400.
00010000:00000010:0.1:1769075558.784688:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a1c00.
00010000:00000010:0.1:1769075558.784691:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5db00.
00010000:00000010:0.1:1769075558.784695:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a1600.
00010000:00000010:0.1:1769075558.784699:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672700.
00010000:00000010:0.1:1769075558.784703:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b0400.
00010000:00000010:0.1:1769075558.784706:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672b00.
00010000:00000010:0.1:1769075558.784710:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b0800.
00010000:00000010:0.1:1769075558.784714:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672000.
00010000:00000010:0.1:1769075558.784717:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7494a1e00.
00010000:00000010:0.1:1769075558.784721:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672100.
00010000:00000010:0.1:1769075558.784726:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58400.
00010000:00000010:0.1:1769075558.784730:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672e00.
00010000:00000010:0.1:1769075558.784742:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7496b1000.
00010000:00000010:0.1:1769075558.784753:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956c100.
00010000:00000010:0.1:1769075558.784757:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c96e00.
00010000:00000010:0.1:1769075558.784762:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956cf00.
00010000:00000010:0.1:1769075558.784765:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c96600.
00010000:00000010:0.1:1769075558.784770:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956c700.
00010000:00000010:0.1:1769075558.784773:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c97200.
00010000:00000010:0.1:1769075558.784778:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956c600.
00010000:00000010:0.1:1769075558.784782:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c97400.
00010000:00000010:0.1:1769075558.784785:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956c400.
00010000:00000010:0.1:1769075558.784789:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c96800.
00010000:00000010:0.1:1769075558.784793:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956cb00.
00010000:00000010:0.1:1769075558.784797:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e0e00.
00010000:00000010:0.1:1769075558.784801:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760328f00.
00010000:00000010:0.1:1769075558.784805:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fc800.
00010000:00000010:0.1:1769075558.784811:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46c00.
00010000:00000010:0.1:1769075558.784815:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fc400.
00010000:00000010:0.1:1769075558.784820:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672800.
00010000:00000010:0.1:1769075558.784824:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58000.
00010000:00000010:0.1:1769075558.784829:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548900.
00010000:00000010:0.1:1769075558.784833:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fcc00.
00010000:00000010:0.1:1769075558.784836:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548e00.
00010000:00000010:0.1:1769075558.784840:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fd000.
00010000:00000010:0.1:1769075558.784843:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548c00.
00010000:00000010:0.1:1769075558.784848:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fc000.
00010000:00000010:0.1:1769075558.784851:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548800.
00010000:00000010:0.1:1769075558.784854:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fca00.
00010000:00000010:0.1:1769075558.784858:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548200.
00010000:00000010:0.1:1769075558.784862:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fd800.
00010000:00000010:0.1:1769075558.784865:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548700.
00010000:00000010:0.1:1769075558.784869:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fde00.
00010000:00000010:0.1:1769075558.784873:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548400.
00010000:00000010:0.1:1769075558.784883:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fd600.
00010000:00000010:0.1:1769075558.784887:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548500.
00010000:00000010:0.1:1769075558.784891:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fdc00.
00010000:00000010:0.1:1769075558.784894:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672300.
00010000:00000010:0.1:1769075558.784899:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e0800.
00010000:00000010:0.1:1769075558.784904:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956c800.
00010000:00000010:0.1:1769075558.784909:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c96400.
00010000:00000010:0.1:1769075558.784913:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956c000.
00010000:00000010:0.1:1769075558.784916:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c96c00.
00010000:00000010:0.1:1769075558.784921:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4300.
00010000:00000010:0.1:1769075558.784925:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c97000.
00010000:00000010:0.1:1769075558.784929:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548f00.
00010000:00000010:0.1:1769075558.784933:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fc200.
00010000:00000010:0.1:1769075558.784937:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672f00.
00010000:00000010:0.1:1769075558.784941:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58e00.
00010000:00000010:0.1:1769075558.784948:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672d00.
00010000:00000010:0.1:1769075558.784952:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58a00.
00010000:00000010:0.1:1769075558.784956:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548000.
00010000:00000010:0.1:1769075558.784960:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fda00.
00010000:00000010:0.1:1769075558.784964:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548a00.
00010000:00000010:0.1:1769075558.784968:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fce00.
00010000:00000010:0.1:1769075558.784972:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548100.
00010000:00000010:0.1:1769075558.784975:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fc600.
00010000:00000010:0.1:1769075558.784979:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548b00.
00010000:00000010:0.1:1769075558.784983:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fd200.
00010000:00000010:0.1:1769075558.784988:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752548600.
00010000:00000010:0.1:1769075558.784992:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748652400.
00010000:00000010:0.1:1769075558.784998:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a674a00.
00010000:00000010:0.1:1769075558.785003:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748652c00.
00010000:00000010:0.1:1769075558.785007:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45e00.
00010000:00000010:0.1:1769075558.785011:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748653000.
00010000:00000010:0.1:1769075558.785016:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a674d00.
00010000:00000010:0.1:1769075558.785022:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748652000.
00010000:00000010:0.1:1769075558.785026:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a674600.
00010000:00000010:0.1:1769075558.785030:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748652a00.
00010000:00000010:0.1:1769075558.785036:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a674000.
00010000:00000010:0.1:1769075558.785040:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748653800.
00010000:00000010:0.1:1769075558.785044:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a674c00.
00010000:00000010:0.1:1769075558.785048:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748653e00.
00010000:00000010:0.1:1769075558.785052:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a674800.
00010000:00000010:0.1:1769075558.785057:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748653600.
00010000:00000010:0.1:1769075558.785060:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a674e00.
00010000:00000010:0.1:1769075558.785064:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748653c00.
00010000:00000010:0.1:1769075558.785068:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672900.
00010000:00000010:0.1:1769075558.785072:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59e00.
00010000:00000010:0.1:1769075558.785078:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672200.
00010000:00000010:0.1:1769075558.785081:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59c00.
00010000:00000010:0.1:1769075558.785085:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672c00.
00010000:00000010:0.1:1769075558.785089:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59400.
00010000:00000010:0.1:1769075558.785093:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752672a00.
00010000:00000010:0.1:1769075558.785097:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58800.
00010000:00000010:0.1:1769075558.785102:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d000.
00010000:00000010:0.1:1769075558.785105:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59200.
00010000:00000010:0.1:1769075558.785108:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d800.
00010000:00000010:0.1:1769075558.785110:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58600.
00010000:00000010:0.1:1769075558.785114:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d500.
00010000:00000010:0.1:1769075558.785116:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58c00.
00010000:00000010:0.1:1769075558.785119:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5df00.
00010000:00000010:0.1:1769075558.785122:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f59600.
00010000:00000010:0.1:1769075558.785124:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d100.
00010000:00000010:0.1:1769075558.785126:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f58200.
00010000:00000010:0.1:1769075558.785129:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5de00.
00010000:00000010:0.1:1769075558.785132:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c66400.
00010000:00000010:0.1:1769075558.785135:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e5d200.
00010000:00000010:0.1:1769075558.785138:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c66c00.
00010000:00000010:0.1:1769075558.785142:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61900.
00010000:00000010:0.1:1769075558.785147:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e1000.
00010000:00000010:0.1:1769075558.785150:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4d00.
00010000:00000010:0.1:1769075558.785153:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e1600.
00010000:00000010:0.1:1769075558.785156:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4800.
00010000:00000010:0.1:1769075558.785158:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e1e00.
00010000:00000010:0.1:1769075558.785161:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4500.
00010000:00000010:0.1:1769075558.785163:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e1800.
00010000:00000010:0.1:1769075558.785166:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d76096c800.
00010000:00000010:0.1:1769075558.785186:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c67000.
00010000:00000010:0.1:1769075558.785189:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d76096c400.
00010000:00000010:0.1:1769075558.785192:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c66000.
00010000:00000010:0.1:1769075558.785194:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d76096cf00.
00010000:00000010:0.1:1769075558.785197:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c66a00.
00010000:00000010:0.1:1769075558.785199:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d76096c200.
00010000:00000010:0.1:1769075558.785201:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c67800.
00010000:00000010:0.1:1769075558.785204:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d76096c100.
00010000:00000010:0.1:1769075558.785206:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c67e00.
00010000:00000010:0.1:1769075558.785209:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d76096c600.
00010000:00000010:0.1:1769075558.785211:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c67600.
00010000:00000010:0.1:1769075558.785215:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d76096cb00.
00010000:00000010:0.1:1769075558.785219:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c67c00.
00010000:00000010:0.1:1769075558.785223:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a674b00.
00010000:00000010:0.1:1769075558.785227:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748652200.
00010000:00000010:0.1:1769075558.785232:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a674300.
00010000:00000010:0.1:1769075558.785236:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748653a00.
00010000:00000010:0.1:1769075558.785240:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956cd00.
00010000:00000010:0.1:1769075558.785243:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c96000.
00010000:00000010:0.1:1769075558.785247:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956c300.
00010000:00000010:0.1:1769075558.785251:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c96a00.
00010000:00000010:0.1:1769075558.785256:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a674f00.
00010000:00000010:0.1:1769075558.785261:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748652e00.
00010000:00000010:0.1:1769075558.785265:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a674200.
00010000:00000010:0.1:1769075558.785269:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748652600.
00010000:00000010:0.1:1769075558.785273:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d76096c300.
00010000:00000010:0.1:1769075558.785278:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c66200.
00010000:00000010:0.1:1769075558.785282:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d76096ce00.
00010000:00000010:0.1:1769075558.785286:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c67a00.
00010000:00000010:0.1:1769075558.785290:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d76096cd00.
00010000:00000010:0.1:1769075558.785294:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748653200.
00010000:00000010:0.1:1769075558.785300:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e45200.
00010000:00000010:0.1:1769075558.785304:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748653400.
00010000:00000010:0.1:1769075558.785309:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566e200.
00010000:00000010:0.1:1769075558.785314:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748652800.
00010000:00000010:0.1:1769075558.785318:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566e000.
00010000:00000010:0.1:1769075558.785323:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f74000.
00010000:00000010:0.1:1769075558.785327:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d76096c700.
00010000:00000010:0.1:1769075558.785331:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c66e00.
00010000:00000010:0.1:1769075558.785335:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d76096c000.
00010000:00000010:0.1:1769075558.785339:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c66600.
00010000:00000010:0.1:1769075558.785344:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566e600.
00010000:00000010:0.1:1769075558.785347:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f74a00.
00010000:00000010:0.1:1769075558.785350:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566ed00.
00010000:00000010:0.1:1769075558.785353:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f75800.
00010000:00000010:0.1:1769075558.785357:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61e00.
00010000:00000010:0.1:1769075558.785360:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c67200.
00010000:00000010:0.1:1769075558.785362:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61500.
00010000:00000010:0.1:1769075558.785365:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c66800.
00010000:00000010:0.1:1769075558.785367:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61a00.
00010000:00000010:0.1:1769075558.785369:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c67400.
00010000:00000010:0.1:1769075558.785372:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566e500.
00010000:00000010:0.1:1769075558.785375:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f75e00.
00010000:00000010:0.1:1769075558.785377:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566e900.
00010000:00000010:0.1:1769075558.785380:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f75600.
00010000:00000010:0.1:1769075558.785383:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61400.
00010000:00000010:0.1:1769075558.785386:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dba800.
00010000:00000010:0.1:1769075558.785434:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4900.
00010000:00000010:0.1:1769075558.785438:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dba400.
00010000:00000010:0.1:1769075558.785441:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61b00.
00010000:00000010:0.1:1769075558.785443:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dbac00.
00010000:00000010:0.1:1769075558.785449:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61d00.
00010000:00000010:0.1:1769075558.785453:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dbb000.
00010000:00000010:0.1:1769075558.785455:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61c00.
00010000:00000010:0.1:1769075558.785458:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dba000.
00010000:00000010:0.1:1769075558.785460:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61000.
00010000:00000010:0.1:1769075558.785463:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dbaa00.
00010000:00000010:0.1:1769075558.785465:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61600.
00010000:00000010:0.1:1769075558.785467:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dbb800.
00010000:00000010:0.1:1769075558.785469:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61300.
00010000:00000010:0.1:1769075558.785472:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dbbe00.
00010000:00000010:0.1:1769075558.785474:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61f00.
00010000:00000010:0.1:1769075558.785477:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dbb600.
00010000:00000010:0.1:1769075558.785480:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61100.
00010000:00000010:0.1:1769075558.785485:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dbbc00.
00010000:00000010:0.1:1769075558.785488:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61800.
00010000:00000010:0.1:1769075558.785491:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dba200.
00010000:00000010:0.1:1769075558.785494:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d742e61200.
00010000:00000010:0.1:1769075558.785496:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dbba00.
00010000:00000010:0.1:1769075558.785498:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd800.
00010000:00000010:0.1:1769075558.785501:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e1a00.
00010000:00000010:0.1:1769075558.785505:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956cc00.
00010000:00000010:0.1:1769075558.785507:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c97800.
00010000:00000010:0.1:1769075558.785510:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956c500.
00010000:00000010:0.1:1769075558.785512:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c97e00.
00010000:00000010:0.1:1769075558.785514:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4600.
00010000:00000010:0.1:1769075558.785517:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dbae00.
00010000:00000010:0.1:1769075558.785519:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd200.
00010000:00000010:0.1:1769075558.785522:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e0400.
00010000:00000010:0.1:1769075558.785525:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7508ee800.
00010000:00000010:0.1:1769075558.785528:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dba600.
00010000:00000010:0.1:1769075558.785530:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcdf00.
00010000:00000010:0.1:1769075558.785533:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dbb200.
00010000:00000010:0.1:1769075558.785535:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748fcd100.
00010000:00000010:0.1:1769075558.785537:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748dbb400.
00010000:00000010:0.1:1769075558.785541:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6a200.
00010000:00000010:0.1:1769075558.785544:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760125c00.
00010000:00000010:0.1:1769075558.785547:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6a300.
00010000:00000010:0.1:1769075558.785550:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760124200.
00010000:00000010:0.1:1769075558.785553:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6a100.
00010000:00000010:0.1:1769075558.785555:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760125a00.
00010000:00000010:0.1:1769075558.785558:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6aa00.
00010000:00000010:0.1:1769075558.785560:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760124e00.
00010000:00000010:0.1:1769075558.785563:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6a500.
00010000:00000010:0.1:1769075558.785565:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760124600.
00010000:00000010:0.1:1769075558.785567:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6a000.
00010000:00000010:0.1:1769075558.785570:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e0600.
00010000:00000010:0.1:1769075558.785572:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74956c200.
00010000:00000010:0.1:1769075558.785579:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c97600.
00010000:00000010:0.1:1769075558.785582:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925200.
00010000:00000010:0.1:1769075558.785585:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c97c00.
00010000:00000010:0.1:1769075558.785592:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925e00.
00010000:00000010:0.1:1769075558.785595:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748743800.
00010000:00000010:0.1:1769075558.785598:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6ad00.
00010000:00000010:0.1:1769075558.785601:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760125400.
00010000:00000010:0.1:1769075558.785604:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6a600.
00010000:00000010:0.1:1769075558.785606:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760125200.
00010000:00000010:0.1:1769075558.785627:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566e800.
00010000:00000010:0.1:1769075558.785634:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f75c00.
00010000:00000010:0.1:1769075558.785636:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566ea00.
00010000:00000010:0.1:1769075558.785639:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f74200.
00010000:00000010:0.1:1769075558.785643:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566e300.
00010000:00000010:0.1:1769075558.785646:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f75a00.
00010000:00000010:0.1:1769075558.785648:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566ef00.
00010000:00000010:0.1:1769075558.785651:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760124800.
00010000:00000010:0.1:1769075558.785654:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6ab00.
00010000:00000010:0.1:1769075558.785657:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760124400.
00010000:00000010:0.1:1769075558.785659:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6ae00.
00010000:00000010:0.1:1769075558.785662:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760124c00.
00010000:00000010:0.1:1769075558.785664:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6a400.
00010000:00000010:0.1:1769075558.785666:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760125000.
00010000:00000010:0.1:1769075558.785669:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6af00.
00010000:00000010:0.1:1769075558.785672:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760124000.
00010000:00000010:0.1:1769075558.785674:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566eb00.
00010000:00000010:0.1:1769075558.785676:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f74e00.
00010000:00000010:0.1:1769075558.785679:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566ee00.
00010000:00000010:0.1:1769075558.785681:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f74600.
00010000:00000010:0.1:1769075558.785683:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566e700.
00010000:00000010:0.1:1769075558.785685:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f75200.
00010000:00000010:0.1:1769075558.785688:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566e100.
00010000:00000010:0.1:1769075558.785690:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f75400.
00010000:00000010:0.1:1769075558.785694:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74566e400.
00010000:00000010:0.1:1769075558.785696:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f74800.
00010000:00000010:0.1:1769075558.785698:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6ac00.
00010000:00000010:0.1:1769075558.785701:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760124a00.
00010000:00000010:0.1:1769075558.785703:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d751d6a800.
00010000:00000010:0.1:1769075558.785705:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760125800.
00010000:00000010:0.1:1769075558.785708:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743cde900.
00010000:00000010:0.1:1769075558.785712:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760125e00.
00010000:00000010:0.1:1769075558.785714:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7508ee300.
00010000:00000010:0.1:1769075558.785717:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d760125600.
00010000:00000010:0.1:1769075558.785720:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7508ee200.
00010000:00000010:0.1:1769075558.785723:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d1000.
00010000:00000010:0.1:1769075558.785726:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7508eef00.
00010000:00000010:0.1:1769075558.785729:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d0000.
00010000:00000010:0.1:1769075558.785732:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7508ee900.
00010000:00000010:0.1:1769075558.785734:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d0a00.
00010000:00000010:0.1:1769075558.785737:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7508ee100.
00010000:00000010:0.1:1769075558.785739:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d1800.
00010000:00000010:0.1:1769075558.785741:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b400.
00010000:00000010:0.1:1769075558.785744:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f74400.
00010000:00000010:0.1:1769075558.785747:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b000.
00010000:00000010:0.1:1769075558.785749:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f74c00.
00010000:00000010:0.1:1769075558.785751:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b800.
00010000:00000010:0.1:1769075558.785754:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f75000.
00010000:00000010:0.1:1769075558.785761:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7508eeb00.
00010000:00000010:0.1:1769075558.785764:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d1e00.
00010000:00000010:0.1:1769075558.785766:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d78215ca00.
00010000:00000010:0.1:1769075558.785769:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d1600.
00010000:00000010:0.1:1769075558.785772:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743cde100.
00010000:00000010:0.1:1769075558.785774:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d1c00.
00010000:00000010:0.1:1769075558.785777:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743cde000.
00010000:00000010:0.1:1769075558.785779:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d0200.
00010000:00000010:0.1:1769075558.785781:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743cde400.
00010000:00000010:0.1:1769075558.785784:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d1a00.
00010000:00000010:0.1:1769075558.785786:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743cde200.
00010000:00000010:0.1:1769075558.785789:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d0e00.
00010000:00000010:0.1:1769075558.785791:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743cde600.
00010000:00000010:0.1:1769075558.785794:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d0600.
00010000:00000010:0.1:1769075558.785796:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743cde800.
00010000:00000010:0.1:1769075558.785799:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d1200.
00010000:00000010:0.1:1769075558.785802:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743cde700.
00010000:00000010:0.1:1769075558.785805:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d1400.
00010000:00000010:0.1:1769075558.785807:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743cdeb00.
00010000:00000010:0.1:1769075558.785810:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d0800.
00010000:00000010:0.1:1769075558.785813:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743cdef00.
00010000:00000010:0.1:1769075558.785815:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d0400.
00010000:00000010:0.1:1769075558.785817:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743cde300.
00010000:00000010:0.1:1769075558.785820:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493d0c00.
00010000:00000010:0.1:1769075558.785822:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743cded00.
00010000:00000010:0.1:1769075558.785824:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc4000.
00010000:00000010:0.1:1769075558.785828:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3100.
00010000:00000010:0.1:1769075558.785831:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc4a00.
00010000:00000010:0.1:1769075558.785834:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69600.
00010000:00000010:0.1:1769075558.785837:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc5800.
00010000:00000010:0.1:1769075558.785840:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d78215c200.
00010000:00000010:0.1:1769075558.785842:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc5e00.
00010000:00000010:0.1:1769075558.785845:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d78215cc00.
00010000:00000010:0.1:1769075558.785847:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc5600.
00010000:00000010:0.1:1769075558.785849:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d78215c300.
00010000:00000010:0.1:1769075558.785852:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748742a00.
00010000:00000010:0.1:1769075558.785855:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925d00.
00010000:00000010:0.1:1769075558.785858:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e0a00.
00010000:00000010:0.1:1769075558.785860:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d78215cb00.
00010000:00000010:0.1:1769075558.785863:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc5c00.
00010000:00000010:0.1:1769075558.785865:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d78215c500.
00010000:00000010:0.1:1769075558.785867:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc4200.
00010000:00000010:0.1:1769075558.785869:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d78215cd00.
00010000:00000010:0.1:1769075558.785872:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc5a00.
00010000:00000010:0.1:1769075558.785874:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d78215c000.
00010000:00000010:0.1:1769075558.785876:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc4e00.
00010000:00000010:0.1:1769075558.785879:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d78215c800.
00010000:00000010:0.1:1769075558.785882:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc4600.
00010000:00000010:0.1:1769075558.785884:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69c00.
00010000:00000010:0.1:1769075558.785888:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc5200.
00010000:00000010:0.1:1769075558.785890:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69200.
00010000:00000010:0.1:1769075558.785893:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc5400.
00010000:00000010:0.1:1769075558.785895:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69b00.
00010000:00000010:0.1:1769075558.785898:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc4800.
00010000:00000010:0.1:1769075558.785901:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748f2b600.
00010000:00000010:0.1:1769075558.785903:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758395200.
00010000:00000010:0.1:1769075558.785907:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7d00.
00010000:00000010:0.1:1769075558.785909:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758395400.
00010000:00000010:0.1:1769075558.785912:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46500.
00010000:00000010:0.1:1769075558.785915:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc4400.
00010000:00000010:0.1:1769075558.785917:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69d00.
00010000:00000010:0.1:1769075558.785919:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc4c00.
00010000:00000010:0.1:1769075558.785922:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69500.
00010000:00000010:0.1:1769075558.785924:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc5000.
00010000:00000010:0.1:1769075558.785926:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69800.
00010000:00000010:0.1:1769075558.785929:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bde00.
00010000:00000010:0.1:1769075558.785932:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69a00.
00010000:00000010:0.1:1769075558.785934:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bd600.
00010000:00000010:0.1:1769075558.785937:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69f00.
00010000:00000010:0.1:1769075558.785939:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bdc00.
00010000:00000010:0.1:1769075558.785941:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69e00.
00010000:00000010:0.1:1769075558.785943:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bc200.
00010000:00000010:0.1:1769075558.785946:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748e69300.
00010000:00000010:0.1:1769075558.785948:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bda00.
00010000:00000010:0.1:1769075558.785951:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675e200.
00010000:00000010:0.1:1769075558.785954:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bce00.
00010000:00000010:0.1:1769075558.785958:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3b00.
00010000:00000010:0.1:1769075558.785960:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bc600.
00010000:00000010:0.1:1769075558.785963:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3500.
00010000:00000010:0.1:1769075558.785966:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bd200.
00010000:00000010:0.1:1769075558.785968:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3900.
00010000:00000010:0.1:1769075558.785971:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bd400.
00010000:00000010:0.1:1769075558.785974:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3800.
00010000:00000010:0.1:1769075558.785976:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bc800.
00010000:00000010:0.1:1769075558.785979:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3200.
00010000:00000010:0.1:1769075558.785982:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bc400.
00010000:00000010:0.1:1769075558.785985:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3e00.
00010000:00000010:0.1:1769075558.785987:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bcc00.
00010000:00000010:0.1:1769075558.785990:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3c00.
00010000:00000010:0.1:1769075558.785992:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bd000.
00010000:00000010:0.1:1769075558.785995:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46100.
00010000:00000010:0.1:1769075558.785997:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758394800.
00010000:00000010:0.1:1769075558.786000:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46200.
00010000:00000010:0.1:1769075558.786002:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758394400.
00010000:00000010:0.1:1769075558.786004:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46b00.
00010000:00000010:0.1:1769075558.786007:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758394c00.
00010000:00000010:0.1:1769075558.786010:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3d00.
00010000:00000010:0.1:1769075558.786012:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e0000.
00010000:00000010:0.1:1769075558.786014:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3300.
00010000:00000010:0.1:1769075558.786016:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bc000.
00010000:00000010:0.1:1769075558.786019:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3a00.
00010000:00000010:0.1:1769075558.786021:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bca00.
00010000:00000010:0.1:1769075558.786023:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3000.
00010000:00000010:0.1:1769075558.786025:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7443bd800.
00010000:00000010:0.1:1769075558.786028:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3600.
00010000:00000010:0.1:1769075558.786030:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c31600.
00010000:00000010:0.1:1769075558.786033:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3700.
00010000:00000010:0.1:1769075558.786035:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c31c00.
00010000:00000010:0.1:1769075558.786038:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3400.
00010000:00000010:0.1:1769075558.786040:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c30200.
00010000:00000010:0.1:1769075558.786042:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7503a3f00.
00010000:00000010:0.1:1769075558.786044:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c31a00.
00010000:00000010:0.1:1769075558.786047:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26f00.
00010000:00000010:0.1:1769075558.786050:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c30e00.
00010000:00000010:0.1:1769075558.786053:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46e00.
00010000:00000010:0.1:1769075558.786056:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758394000.
00010000:00000010:0.1:1769075558.786059:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46f00.
00010000:00000010:0.1:1769075558.786061:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758395000.
00010000:00000010:0.1:1769075558.786064:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46900.
00010000:00000010:0.1:1769075558.786066:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758394a00.
00010000:00000010:0.1:1769075558.786069:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46700.
00010000:00000010:0.1:1769075558.786071:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758395800.
00010000:00000010:0.1:1769075558.786073:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46600.
00010000:00000010:0.1:1769075558.786076:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758395e00.
00010000:00000010:0.1:1769075558.786078:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46400.
00010000:00000010:0.1:1769075558.786080:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758395600.
00010000:00000010:0.1:1769075558.786083:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46800.
00010000:00000010:0.1:1769075558.786085:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758395c00.
00010000:00000010:0.1:1769075558.786087:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46000.
00010000:00000010:0.1:1769075558.786090:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758394200.
00010000:00000010:0.1:1769075558.786092:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46a00.
00010000:00000010:0.1:1769075558.786094:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758395a00.
00010000:00000010:0.1:1769075558.786096:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46d00.
00010000:00000010:0.1:1769075558.786098:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758394e00.
00010000:00000010:0.1:1769075558.786101:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747e46300.
00010000:00000010:0.1:1769075558.786107:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758394600.
00010000:00000010:0.1:1769075558.786111:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836c700.
00010000:00000010:0.1:1769075558.786114:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c30600.
00010000:00000010:0.1:1769075558.786116:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26a00.
00010000:00000010:0.1:1769075558.786118:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c31200.
00010000:00000010:0.1:1769075558.786121:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26700.
00010000:00000010:0.1:1769075558.786123:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c30800.
00010000:00000010:0.1:1769075558.786126:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26000.
00010000:00000010:0.1:1769075558.786128:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c31400.
00010000:00000010:0.1:1769075558.786130:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26e00.
00010000:00000010:0.1:1769075558.786133:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c30400.
00010000:00000010:0.1:1769075558.786136:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836c900.
00010000:00000010:0.1:1769075558.786139:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b7a00.
00010000:00000010:0.1:1769075558.786143:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836cf00.
00010000:00000010:0.1:1769075558.786146:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b6e00.
00010000:00000010:0.1:1769075558.786149:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836c600.
00010000:00000010:0.1:1769075558.786151:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b6600.
00010000:00000010:0.1:1769075558.786153:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26800.
00010000:00000010:0.1:1769075558.786155:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c30c00.
00010000:00000010:0.1:1769075558.786158:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26300.
00010000:00000010:0.1:1769075558.786160:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c31000.
00010000:00000010:0.1:1769075558.786163:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26200.
00010000:00000010:0.1:1769075558.786165:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c30000.
00010000:00000010:0.1:1769075558.786167:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26400.
00010000:00000010:0.1:1769075558.786170:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c30a00.
00010000:00000010:0.1:1769075558.786172:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26b00.
00010000:00000010:0.1:1769075558.786174:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c31800.
00010000:00000010:0.1:1769075558.786176:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26900.
00010000:00000010:0.1:1769075558.786178:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745c31e00.
00010000:00000010:0.1:1769075558.786181:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26c00.
00010000:00000010:0.1:1769075558.786183:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b7200.
00010000:00000010:0.1:1769075558.786186:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836ca00.
00010000:00000010:0.1:1769075558.786188:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748742000.
00010000:00000010:0.1:1769075558.786191:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925900.
00010000:00000010:0.1:1769075558.786193:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748743000.
00010000:00000010:0.1:1769075558.786196:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836c400.
00010000:00000010:0.1:1769075558.786198:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b7400.
00010000:00000010:0.1:1769075558.786200:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836cd00.
00010000:00000010:0.1:1769075558.786203:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b6800.
00010000:00000010:0.1:1769075558.786205:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26100.
00010000:00000010:0.1:1769075558.786208:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f7400.
00010000:00000010:0.1:1769075558.786211:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26d00.
00010000:00000010:0.1:1769075558.786215:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f6800.
00010000:00000010:0.1:1769075558.786218:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760a26600.
00010000:00000010:0.1:1769075558.786222:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f6400.
00010000:00000010:0.1:1769075558.786226:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682900.
00010000:00000010:0.1:1769075558.786231:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f6c00.
00010000:00000010:0.1:1769075558.786234:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675ea00.
00010000:00000010:0.1:1769075558.786239:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b6400.
00010000:00000010:0.1:1769075558.786243:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836c800.
00010000:00000010:0.1:1769075558.786248:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b6c00.
00010000:00000010:0.1:1769075558.786253:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836c000.
00010000:00000010:0.1:1769075558.786258:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b7000.
00010000:00000010:0.1:1769075558.786261:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836cb00.
00010000:00000010:0.1:1769075558.786266:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b6000.
00010000:00000010:0.1:1769075558.786269:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836c300.
00010000:00000010:0.1:1769075558.786273:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b6a00.
00010000:00000010:0.1:1769075558.786277:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836c500.
00010000:00000010:0.1:1769075558.786281:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f7000.
00010000:00000010:0.1:1769075558.786285:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675e400.
00010000:00000010:0.1:1769075558.786290:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f6000.
00010000:00000010:0.1:1769075558.786313:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675e300.
00010000:00000010:0.1:1769075558.786318:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f6a00.
00010000:00000010:0.1:1769075558.786322:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675ec00.
00010000:00000010:0.1:1769075558.786326:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f7800.
00010000:00000010:0.1:1769075558.786329:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675e100.
00010000:00000010:0.1:1769075558.786334:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f7e00.
00010000:00000010:0.1:1769075558.786337:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836cc00.
00010000:00000010:0.1:1769075558.786341:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b7800.
00010000:00000010:0.1:1769075558.786345:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836c200.
00010000:00000010:0.1:1769075558.786348:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b7e00.
00010000:00000010:0.1:1769075558.786353:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836c100.
00010000:00000010:0.1:1769075558.786356:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b7600.
00010000:00000010:0.1:1769075558.786360:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75836ce00.
00010000:00000010:0.1:1769075558.786365:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b7c00.
00010000:00000010:0.1:1769075558.786368:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675e500.
00010000:00000010:0.1:1769075558.786372:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f7600.
00010000:00000010:0.1:1769075558.786376:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675ee00.
00010000:00000010:0.1:1769075558.786380:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f7c00.
00010000:00000010:0.1:1769075558.786384:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675eb00.
00010000:00000010:0.1:1769075558.786387:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f6200.
00010000:00000010:0.1:1769075558.786392:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675ef00.
00010000:00000010:0.1:1769075558.786395:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f7a00.
00010000:00000010:0.1:1769075558.786399:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675e600.
00010000:00000010:0.1:1769075558.786431:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f6e00.
00010000:00000010:0.1:1769075558.786436:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675e700.
00010000:00000010:0.1:1769075558.786440:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f6600.
00010000:00000010:0.1:1769075558.786444:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675e900.
00010000:00000010:0.1:1769075558.786448:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748742c00.
00010000:00000010:0.1:1769075558.786452:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925100.
00010000:00000010:0.1:1769075558.786456:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748742400.
00010000:00000010:0.1:1769075558.786462:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925700.
00010000:00000010:0.1:1769075558.786467:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748742800.
00010000:00000010:0.1:1769075558.786471:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4100.
00010000:00000010:0.1:1769075558.786476:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748743400.
00010000:00000010:0.1:1769075558.786482:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925c00.
00010000:00000010:0.1:1769075558.786487:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748743200.
00010000:00000010:0.1:1769075558.786493:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925000.
00010000:00000010:0.1:1769075558.786497:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748742e00.
00010000:00000010:0.1:1769075558.786501:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925b00.
00010000:00000010:0.1:1769075558.786505:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748742600.
00010000:00000010:0.1:1769075558.786510:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4b00.
00010000:00000010:0.1:1769075558.786514:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e0200.
00010000:00000010:0.1:1769075558.786518:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925300.
00010000:00000010:0.1:1769075558.786522:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486b6200.
00010000:00000010:0.1:1769075558.786527:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7900.
00010000:00000010:0.1:1769075558.786532:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc8000.
00010000:00000010:0.1:1769075558.786537:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7000.
00010000:00000010:0.1:1769075558.786541:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc8600.
00010000:00000010:0.1:1769075558.786544:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7c00.
00010000:00000010:0.1:1769075558.786549:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9a00.
00010000:00000010:0.1:1769075558.786554:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7500.
00010000:00000010:0.1:1769075558.786558:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc8e00.
00010000:00000010:0.1:1769075558.786562:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7300.
00010000:00000010:0.1:1769075558.786565:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc8200.
00010000:00000010:0.1:1769075558.786569:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7a00.
00010000:00000010:0.1:1769075558.786573:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9c00.
00010000:00000010:0.1:1769075558.786577:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7400.
00010000:00000010:0.1:1769075558.786581:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9600.
00010000:00000010:0.1:1769075558.786584:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7e00.
00010000:00000010:0.1:1769075558.786588:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435f7200.
00010000:00000010:0.1:1769075558.786592:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675e000.
00010000:00000010:0.1:1769075558.786595:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f77400.
00010000:00000010:0.1:1769075558.786598:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675e800.
00010000:00000010:0.1:1769075558.786601:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f76600.
00010000:00000010:0.1:1769075558.786604:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74675ed00.
00010000:00000010:0.1:1769075558.786606:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f77200.
00010000:00000010:0.1:1769075558.786624:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7800.
00010000:00000010:0.1:1769075558.786628:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9e00.
00010000:00000010:0.1:1769075558.786630:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4700.
00010000:00000010:0.1:1769075558.786634:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e1200.
00010000:00000010:0.1:1769075558.786637:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4f00.
00010000:00000010:0.1:1769075558.786640:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e1400.
00010000:00000010:0.1:1769075558.786642:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601d4200.
00010000:00000010:0.1:1769075558.786645:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9800.
00010000:00000010:0.1:1769075558.786648:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7b00.
00010000:00000010:0.1:1769075558.786651:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc8a00.
00010000:00000010:0.1:1769075558.786653:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7200.
00010000:00000010:0.1:1769075558.786656:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9000.
00010000:00000010:0.1:1769075558.786659:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7100.
00010000:00000010:0.1:1769075558.786661:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc8400.
00010000:00000010:0.1:1769075558.786666:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7600.
00010000:00000010:0.1:1769075558.786668:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9200.
00010000:00000010:0.1:1769075558.786671:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682100.
00010000:00000010:0.1:1769075558.786674:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f77e00.
00010000:00000010:0.1:1769075558.786677:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682f00.
00010000:00000010:0.1:1769075558.786680:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f76800.
00010000:00000010:0.1:1769075558.786682:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682e00.
00010000:00000010:0.1:1769075558.786685:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f76c00.
00010000:00000010:0.1:1769075558.786687:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682800.
00010000:00000010:0.1:1769075558.786689:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f77000.
00010000:00000010:0.1:1769075558.786692:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925500.
00010000:00000010:0.1:1769075558.786695:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748743a00.
00010000:00000010:0.1:1769075558.786697:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925a00.
00010000:00000010:0.1:1769075558.786699:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748742200.
00010000:00000010:0.1:1769075558.786701:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925600.
00010000:00000010:0.1:1769075558.786704:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7435e0c00.
00010000:00000010:0.1:1769075558.786706:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682700.
00010000:00000010:0.1:1769075558.786708:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f76000.
00010000:00000010:0.1:1769075558.786711:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682200.
00010000:00000010:0.1:1769075558.786713:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f76a00.
00010000:00000010:0.1:1769075558.786716:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682600.
00010000:00000010:0.1:1769075558.786718:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f77800.
00010000:00000010:0.1:1769075558.786721:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682a00.
00010000:00000010:0.1:1769075558.786723:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f77c00.
00010000:00000010:0.1:1769075558.786725:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682b00.
00010000:00000010:0.1:1769075558.786728:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f76e00.
00010000:00000010:0.1:1769075558.786730:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682500.
00010000:00000010:0.1:1769075558.786732:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f77a00.
00010000:00000010:0.1:1769075558.786734:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682c00.
00010000:00000010:0.1:1769075558.786737:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f76200.
00010000:00000010:0.1:1769075558.786740:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748925800.
00010000:00000010:0.1:1769075558.786743:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748743600.
00010000:00000010:0.1:1769075558.786746:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7700.
00010000:00000010:0.1:1769075558.786748:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc9400.
00010000:00000010:0.1:1769075558.786751:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747cf7f00.
00010000:00000010:0.1:1769075558.786753:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745cc8800.
00010000:00000010:0.1:1769075558.786755:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682300.
00010000:00000010:0.1:1769075558.786758:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f77600.
00010000:00000010:0.1:1769075558.786760:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682d00.
00010000:00000010:0.1:1769075558.786762:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748743c00.
00010000:00000010:0.1:1769075558.786765:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748682000.
00010000:00000010:0.1:1769075558.786767:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748743e00.
00000800:00000200:3.1:1769075560.879383:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075560.879388:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075560.880127:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075560.880129:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075560.880334:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075560.880336:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075565.999328:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075565.999337:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075565.999978:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075565.999981:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075566.000293:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075566.000296:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000080:00000010:2.1:1769075568.994464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74944dd00.
00000080:00000010:2.1:1769075568.999467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7220.
00000080:00000010:2.1:1769075568.999476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7320.
00000080:00000010:2.1:1769075568.999479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7740.
00000080:00000010:2.1:1769075568.999481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7e60.
00000080:00000010:2.1:1769075568.999485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f77a0.
00000080:00000010:2.1:1769075568.999491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7c20.
00000080:00000010:2.1:1769075568.999494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7860.
00000080:00000010:2.1:1769075568.999497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7f80.
00000080:00000010:2.1:1769075568.999500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743872a20.
00000080:00000010:2.1:1769075568.999506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34d80.
00000080:00000010:2.1:1769075568.999510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34d00.
00000080:00000010:2.1:1769075568.999513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34840.
00000080:00000010:2.1:1769075568.999515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d346c0.
00000080:00000010:2.1:1769075568.999518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d345a0.
00000080:00000010:2.1:1769075568.999524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34760.
00000080:00000010:2.1:1769075568.999527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743872aa0.
00000080:00000010:2.1:1769075568.999531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743872900.
00000080:00000010:2.1:1769075568.999534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743872ae0.
00000080:00000010:2.1:1769075568.999539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743872140.
00000080:00000010:2.1:1769075568.999542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d341a0.
00000080:00000010:2.1:1769075568.999545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34ca0.
00000080:00000010:2.1:1769075568.999548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7a00.
00000080:00000010:2.1:1769075568.999555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1c60.
00000080:00000010:2.1:1769075568.999558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1fa0.
00000080:00000010:2.1:1769075568.999561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1040.
00000080:00000010:2.1:1769075568.999572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34600.
00000080:00000010:2.1:1769075568.999575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34500.
00000080:00000010:2.1:1769075568.999577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34780.
00000080:00000010:2.1:1769075568.999580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34800.
00000080:00000010:2.1:1769075568.999583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1b00.
00000080:00000010:2.1:1769075568.999586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1360.
00000080:00000010:2.1:1769075568.999588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1480.
00000080:00000010:2.1:1769075568.999591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1200.
00000080:00000010:2.1:1769075568.999594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1ec0.
00000080:00000010:2.1:1769075568.999596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1820.
00000080:00000010:2.1:1769075568.999599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1740.
00000080:00000010:2.1:1769075568.999601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1220.
00000080:00000010:2.1:1769075568.999604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34140.
00000080:00000010:2.1:1769075568.999606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34ea0.
00000080:00000010:2.1:1769075568.999609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34700.
00000080:00000010:2.1:1769075568.999612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34a00.
00000080:00000010:2.1:1769075568.999617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932e80.
00000080:00000010:2.1:1769075568.999621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d34b40.
00000080:00000010:2.1:1769075568.999624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1020.
00000080:00000010:2.1:1769075568.999626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b16c0.
00000080:00000010:2.1:1769075568.999629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748d349e0.
00000080:00000010:2.1:1769075568.999638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9b60.
00000080:00000010:2.1:1769075568.999642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9360.
00000080:00000010:2.1:1769075568.999645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e98a0.
00000080:00000010:2.1:1769075568.999648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9d40.
00000080:00000010:2.1:1769075568.999651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9e20.
00000080:00000010:2.1:1769075568.999662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3c20.
00000080:00000010:2.1:1769075568.999668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf36a0.
00000080:00000010:2.1:1769075568.999672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3ea0.
00000080:00000010:2.1:1769075568.999675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3c60.
00000080:00000010:2.1:1769075568.999678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932040.
00000080:00000010:2.1:1769075568.999681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932ec0.
00000080:00000010:2.1:1769075568.999684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932ae0.
00000080:00000010:2.1:1769075568.999688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932700.
00000080:00000010:2.1:1769075568.999693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932f20.
00000080:00000010:2.1:1769075568.999697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf36e0.
00000080:00000010:2.1:1769075568.999709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3d20.
00000080:00000010:2.1:1769075568.999714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3f60.
00000080:00000010:2.1:1769075568.999718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3120.
00000080:00000010:2.1:1769075568.999723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3b40.
00000080:00000010:2.1:1769075568.999727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf32c0.
00000080:00000010:2.1:1769075568.999733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3520.
00000080:00000010:2.1:1769075568.999738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3cc0.
00000080:00000010:2.1:1769075568.999744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932880.
00000080:00000010:2.1:1769075568.999749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932120.
00000080:00000010:2.1:1769075568.999754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3920.
00000080:00000010:2.1:1769075568.999759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3820.
00000080:00000010:2.1:1769075568.999763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf36c0.
00000080:00000010:2.1:1769075568.999766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3500.
00000080:00000010:2.1:1769075568.999769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3de0.
00000080:00000010:2.1:1769075568.999773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf37e0.
00000080:00000010:2.1:1769075568.999775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743872800.
00000080:00000010:2.1:1769075568.999779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747e6f3c0.
00000080:00000010:2.1:1769075568.999783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7523f7720.
00000080:00000010:2.1:1769075568.999786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3020.
00000080:00000010:2.1:1769075568.999792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3b00.
00000080:00000010:2.1:1769075568.999796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9240.
00000080:00000010:2.1:1769075568.999800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e92a0.
00000080:00000010:2.1:1769075568.999803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9120.
00000080:00000010:2.1:1769075568.999807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9180.
00000080:00000010:2.1:1769075568.999810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3e40.
00000080:00000010:2.1:1769075568.999813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3880.
00000080:00000010:2.1:1769075568.999816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3800.
00000080:00000010:2.1:1769075568.999819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf31c0.
00000080:00000010:2.1:1769075568.999822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3e80.
00000080:00000010:2.1:1769075568.999825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3b80.
00000080:00000010:2.1:1769075568.999828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3620.
00000080:00000010:2.1:1769075568.999830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3340.
00000080:00000010:2.1:1769075568.999833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3260.
00000080:00000010:2.1:1769075568.999836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9c40.
00000080:00000010:2.1:1769075568.999839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9720.
00000080:00000010:2.1:1769075568.999842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9920.
00000080:00000010:2.1:1769075568.999851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3c40.
00000080:00000010:2.1:1769075568.999854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3ee0.
00000080:00000010:2.1:1769075568.999857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9e80.
00000080:00000010:2.1:1769075568.999861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9b00.
00000080:00000010:2.1:1769075568.999864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9860.
00000080:00000010:2.1:1769075568.999867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932840.
00000080:00000010:2.1:1769075568.999870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932e60.
00000080:00000010:2.1:1769075568.999875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932a00.
00000080:00000010:2.1:1769075568.999878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932ee0.
00000080:00000010:2.1:1769075568.999881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932540.
00000080:00000010:2.1:1769075568.999883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932ce0.
00000080:00000010:2.1:1769075568.999886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932860.
00000080:00000010:2.1:1769075568.999888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932460.
00000080:00000010:2.1:1769075568.999891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932360.
00000080:00000010:2.1:1769075568.999893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932200.
00000080:00000010:2.1:1769075568.999896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932660.
00000080:00000010:2.1:1769075568.999898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509324c0.
00000080:00000010:2.1:1769075568.999901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9380.
00000080:00000010:2.1:1769075568.999904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9f60.
00000080:00000010:2.1:1769075568.999907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9d80.
00000080:00000010:2.1:1769075568.999910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9160.
00000080:00000010:2.1:1769075568.999912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9ee0.
00000080:00000010:2.1:1769075568.999915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9fe0.
00000080:00000010:2.1:1769075568.999920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e95e0.
00000080:00000010:2.1:1769075568.999924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3e60.
00000080:00000010:2.1:1769075568.999929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3100.
00000080:00000010:2.1:1769075568.999933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf30c0.
00000080:00000010:2.1:1769075568.999936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7523f7240.
00000080:00000010:2.1:1769075568.999941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7523f7f40.
00000080:00000010:2.1:1769075568.999944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7523f7ce0.
00000080:00000010:2.1:1769075568.999948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3420.
00000080:00000010:2.1:1769075568.999952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf35c0.
00000080:00000010:2.1:1769075568.999957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3160.
00000080:00000010:2.1:1769075568.999962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3200.
00000080:00000010:2.1:1769075568.999967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9f40.
00000080:00000010:2.1:1769075568.999975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9640.
00000080:00000010:2.1:1769075568.999985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3660.
00000080:00000010:2.1:1769075568.999988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3ec0.
00000080:00000010:2.1:1769075568.999991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf33e0.
00000080:00000010:2.1:1769075568.999995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9600.
00000080:00000010:2.1:1769075568.999998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e91c0.
00000080:00000010:2.1:1769075569.000001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9ba0.
00000080:00000010:2.1:1769075569.000004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3a20.
00000080:00000010:2.1:1769075569.000006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf31e0.
00000080:00000010:2.1:1769075569.000009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf38e0.
00000080:00000010:2.1:1769075569.000012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3d60.
00000080:00000010:2.1:1769075569.000015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3360.
00000080:00000010:2.1:1769075569.000018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3c80.
00000080:00000010:2.1:1769075569.000021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3aa0.
00000080:00000010:2.1:1769075569.000025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf37c0.
00000080:00000010:2.1:1769075569.000029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3fe0.
00000080:00000010:2.1:1769075569.000033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3540.
00000080:00000010:2.1:1769075569.000039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3180.
00000080:00000010:2.1:1769075569.000044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3440.
00000080:00000010:2.1:1769075569.000053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3ac0.
00000080:00000010:2.1:1769075569.000058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3860.
00000080:00000010:2.1:1769075569.000063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3700.
00000080:00000010:2.1:1769075569.000071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9f80.
00000080:00000010:2.1:1769075569.000079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e94a0.
00000080:00000010:2.1:1769075569.000084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9560.
00000080:00000010:2.1:1769075569.000087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9e60.
00000080:00000010:2.1:1769075569.000091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9d00.
00000080:00000010:2.1:1769075569.000094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9a80.
00000080:00000010:2.1:1769075569.000097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9a40.
00000080:00000010:2.1:1769075569.000103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3ce0.
00000080:00000010:2.1:1769075569.000113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf33c0.
00000080:00000010:2.1:1769075569.000117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3460.
00000080:00000010:2.1:1769075569.000119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf34c0.
00000080:00000010:2.1:1769075569.000122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932c80.
00000080:00000010:2.1:1769075569.000125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7260.
00000080:00000010:2.1:1769075569.000130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f2e0.
00000080:00000010:2.1:1769075569.000133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f6e0.
00000080:00000010:2.1:1769075569.000141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fc20.
00000080:00000010:2.1:1769075569.000144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509322a0.
00000080:00000010:2.1:1769075569.000147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3060.
00000080:00000010:2.1:1769075569.000150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3e20.
00000080:00000010:2.1:1769075569.000154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e98e0.
00000080:00000010:2.1:1769075569.000157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9f00.
00000080:00000010:2.1:1769075569.000162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9aa0.
00000080:00000010:2.1:1769075569.000165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3f40.
00000080:00000010:2.1:1769075569.000170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3b60.
00000080:00000010:2.1:1769075569.000173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3320.
00000080:00000010:2.1:1769075569.000175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9480.
00000080:00000010:2.1:1769075569.000178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9800.
00000080:00000010:2.1:1769075569.000182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9040.
00000080:00000010:2.1:1769075569.000184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9960.
00000080:00000010:2.1:1769075569.000187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9340.
00000080:00000010:2.1:1769075569.000189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e96c0.
00000080:00000010:2.1:1769075569.000192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9840.
00000080:00000010:2.1:1769075569.000194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9c60.
00000080:00000010:2.1:1769075569.000197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9100.
00000080:00000010:2.1:1769075569.000199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e92e0.
00000080:00000010:2.1:1769075569.000202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9d20.
00000080:00000010:2.1:1769075569.000204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9ea0.
00000080:00000010:2.1:1769075569.000206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9ec0.
00000080:00000010:2.1:1769075569.000209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf30e0.
00000080:00000010:2.1:1769075569.000211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3a80.
00000080:00000010:2.1:1769075569.000213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3040.
00000080:00000010:2.1:1769075569.000216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf31a0.
00000080:00000010:2.1:1769075569.000218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9ae0.
00000080:00000010:2.1:1769075569.000221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9000.
00000080:00000010:2.1:1769075569.000223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9ca0.
00000080:00000010:2.1:1769075569.000227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9a00.
00000080:00000010:2.1:1769075569.000230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e93a0.
00000080:00000010:2.1:1769075569.000233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e95c0.
00000080:00000010:2.1:1769075569.000236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e92c0.
00000080:00000010:2.1:1769075569.000238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9e00.
00000080:00000010:2.1:1769075569.000241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9b80.
00000080:00000010:2.1:1769075569.000247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3580.
00000080:00000010:2.1:1769075569.000249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d747cf3600.
00000080:00000010:2.1:1769075569.000255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543380.
00000080:00000010:2.1:1769075569.000259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543320.
00000080:00000010:2.1:1769075569.000262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e99e0.
00000080:00000010:2.1:1769075569.000264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9820.
00000080:00000010:2.1:1769075569.000269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543e60.
00000080:00000010:2.1:1769075569.000273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543520.
00000080:00000010:2.1:1769075569.000276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9400.
00000080:00000010:2.1:1769075569.000278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e90a0.
00000080:00000010:2.1:1769075569.000281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9260.
00000080:00000010:2.1:1769075569.000284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9580.
00000080:00000010:2.1:1769075569.000286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e90c0.
00000080:00000010:2.1:1769075569.000289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9980.
00000080:00000010:2.1:1769075569.000291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543f00.
00000080:00000010:2.1:1769075569.000296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495439c0.
00000080:00000010:2.1:1769075569.000299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543de0.
00000080:00000010:2.1:1769075569.000302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543d00.
00000080:00000010:2.1:1769075569.000305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9de0.
00000080:00000010:2.1:1769075569.000307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e95a0.
00000080:00000010:2.1:1769075569.000310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9740.
00000080:00000010:2.1:1769075569.000312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495432a0.
00000080:00000010:2.1:1769075569.000315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543860.
00000080:00000010:2.1:1769075569.000318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543440.
00000080:00000010:2.1:1769075569.000321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543280.
00000080:00000010:2.1:1769075569.000324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543e40.
00000080:00000010:2.1:1769075569.000326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543fc0.
00000080:00000010:2.1:1769075569.000329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e96a0.
00000080:00000010:2.1:1769075569.000331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9700.
00000080:00000010:2.1:1769075569.000333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9620.
00000080:00000010:2.1:1769075569.000336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9440.
00000080:00000010:2.1:1769075569.000338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9a60.
00000080:00000010:2.1:1769075569.000340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543ec0.
00000080:00000010:2.1:1769075569.000343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495438e0.
00000080:00000010:2.1:1769075569.000346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543fa0.
00000080:00000010:2.1:1769075569.000348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543a80.
00000080:00000010:2.1:1769075569.000355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543b00.
00000080:00000010:2.1:1769075569.000357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e98c0.
00000080:00000010:2.1:1769075569.000360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9c20.
00000080:00000010:2.1:1769075569.000362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9460.
00000080:00000010:2.1:1769075569.000364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9880.
00000080:00000010:2.1:1769075569.000369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9680.
00000080:00000010:2.1:1769075569.000371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9dc0.
00000080:00000010:2.1:1769075569.000374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9780.
00000080:00000010:2.1:1769075569.000377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543ce0.
00000080:00000010:2.1:1769075569.000380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543c40.
00000080:00000010:2.1:1769075569.000384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543900.
00000080:00000010:2.1:1769075569.000387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932980.
00000080:00000010:2.1:1769075569.000390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7412e9c00.
00000080:00000010:2.1:1769075569.000393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1d40.
00000080:00000010:2.1:1769075569.000396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1f80.
00000080:00000010:2.1:1769075569.000399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1e20.
00000080:00000010:2.1:1769075569.000419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b11c0.
00000080:00000010:2.1:1769075569.000422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1500.
00000080:00000010:2.1:1769075569.000425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1b60.
00000080:00000010:2.1:1769075569.000428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932060.
00000080:00000010:2.1:1769075569.000430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1fe0.
00000080:00000010:2.1:1769075569.000433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1b80.
00000080:00000010:2.1:1769075569.000435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1e80.
00000080:00000010:2.1:1769075569.000451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1c40.
00000080:00000010:2.1:1769075569.000456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1d00.
00000080:00000010:2.1:1769075569.000459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1c80.
00000080:00000010:2.1:1769075569.000461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b15a0.
00000080:00000010:2.1:1769075569.000465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b15c0.
00000080:00000010:2.1:1769075569.000468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1260.
00000080:00000010:2.1:1769075569.000470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1400.
00000080:00000010:2.1:1769075569.000473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1c20.
00000080:00000010:2.1:1769075569.000477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543d40.
00000080:00000010:2.1:1769075569.000480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543920.
00000080:00000010:2.1:1769075569.000504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543d20.
00000080:00000010:2.1:1769075569.000508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b12c0.
00000080:00000010:2.1:1769075569.000510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1460.
00000080:00000010:2.1:1769075569.000517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1080.
00000080:00000010:2.1:1769075569.000520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1aa0.
00000080:00000010:2.1:1769075569.000522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b17c0.
00000080:00000010:2.1:1769075569.000525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7460b1440.
00000080:00000010:2.1:1769075569.000528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7780.
00000080:00000010:2.1:1769075569.000530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7d20.
00000080:00000010:2.1:1769075569.000533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f74c0.
00000080:00000010:2.1:1769075569.000535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7be0.
00000080:00000010:2.1:1769075569.000538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f78e0.
00000080:00000010:2.1:1769075569.000541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7160.
00000080:00000010:2.1:1769075569.000543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543120.
00000080:00000010:2.1:1769075569.000547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543260.
00000080:00000010:2.1:1769075569.000549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f79c0.
00000080:00000010:2.1:1769075569.000555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7e00.
00000080:00000010:2.1:1769075569.000559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f76c0.
00000080:00000010:2.1:1769075569.000562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7520.
00000080:00000010:2.1:1769075569.000564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7980.
00000080:00000010:2.1:1769075569.000567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495430e0.
00000080:00000010:2.1:1769075569.000570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543760.
00000080:00000010:2.1:1769075569.000573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543b80.
00000080:00000010:2.1:1769075569.000575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543dc0.
00000080:00000010:2.1:1769075569.000578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f8a0.
00000080:00000010:2.1:1769075569.000581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f520.
00000080:00000010:2.1:1769075569.000584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f340.
00000080:00000010:2.1:1769075569.000586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7040.
00000080:00000010:2.1:1769075569.000589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7800.
00000080:00000010:2.1:1769075569.000591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7640.
00000080:00000010:2.1:1769075569.000594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543ac0.
00000080:00000010:2.1:1769075569.000596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543600.
00000080:00000010:2.1:1769075569.000599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543b20.
00000080:00000010:2.1:1769075569.000602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495436e0.
00000080:00000010:2.1:1769075569.000604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495439e0.
00000080:00000010:2.1:1769075569.000606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543aa0.
00000080:00000010:2.1:1769075569.000609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543a20.
00000080:00000010:2.1:1769075569.000611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543e20.
00000080:00000010:2.1:1769075569.000614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7660.
00000080:00000010:2.1:1769075569.000619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7f60.
00000080:00000010:2.1:1769075569.000623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509323e0.
00000080:00000010:2.1:1769075569.000626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932900.
00000080:00000010:2.1:1769075569.000628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932b60.
00000080:00000010:2.1:1769075569.000632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7680.
00000080:00000010:2.1:1769075569.000634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7d80.
00000080:00000010:2.1:1769075569.000637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543660.
00000080:00000010:2.1:1769075569.000640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932260.
00000080:00000010:2.1:1769075569.000642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932a80.
00000080:00000010:2.1:1769075569.000645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509323a0.
00000080:00000010:2.1:1769075569.000648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932620.
00000080:00000010:2.1:1769075569.000650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7700.
00000080:00000010:2.1:1769075569.000652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7482f7e80.
00000080:00000010:2.1:1769075569.000655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74944d9c0.
00000080:00000010:2.1:1769075569.000658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543fe0.
00000080:00000010:2.1:1769075569.000660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509324e0.
00000080:00000010:2.1:1769075569.000663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932a60.
00000080:00000010:2.1:1769075569.000665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74944d020.
00000080:00000010:2.1:1769075569.000667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543f60.
00000080:00000010:2.1:1769075569.000671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543400.
00000080:00000010:2.1:1769075569.000673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543480.
00000080:00000010:2.1:1769075569.000676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0f60.
00000080:00000010:2.1:1769075569.000680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0d40.
00000080:00000010:2.1:1769075569.000683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fd60.
00000080:00000010:2.1:1769075569.000690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0300.
00000080:00000010:2.1:1769075569.000694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be05a0.
00000080:00000010:2.1:1769075569.000698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495439a0.
00000080:00000010:2.1:1769075569.000703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0680.
00000080:00000010:2.1:1769075569.000706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be09a0.
00000080:00000010:2.1:1769075569.000710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0580.
00000080:00000010:2.1:1769075569.000714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543300.
00000080:00000010:2.1:1769075569.000718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495433c0.
00000080:00000010:2.1:1769075569.000722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495437e0.
00000080:00000010:2.1:1769075569.000726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0a00.
00000080:00000010:2.1:1769075569.000730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0e40.
00000080:00000010:2.1:1769075569.000734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be00a0.
00000080:00000010:2.1:1769075569.000745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543f20.
00000080:00000010:2.1:1769075569.000749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495432e0.
00000080:00000010:2.1:1769075569.000752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be04a0.
00000080:00000010:2.1:1769075569.000755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742be0800.
00000080:00000010:2.1:1769075569.000758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae200.
00000080:00000010:2.1:1769075569.000761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543160.
00000080:00000010:2.1:1769075569.000763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495431e0.
00000080:00000010:2.1:1769075569.000766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543ea0.
00000080:00000010:2.1:1769075569.000768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543780.
00000080:00000010:2.1:1769075569.000771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509327e0.
00000080:00000010:2.1:1769075569.000773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aeca0.
00000080:00000010:2.1:1769075569.000776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae680.
00000080:00000010:2.1:1769075569.000778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aee60.
00000080:00000010:2.1:1769075569.000781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae260.
00000080:00000010:2.1:1769075569.000783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae240.
00000080:00000010:2.1:1769075569.000785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae0e0.
00000080:00000010:2.1:1769075569.000789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae620.
00000080:00000010:2.1:1769075569.000792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae5a0.
00000080:00000010:2.1:1769075569.000795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae320.
00000080:00000010:2.1:1769075569.000798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543020.
00000080:00000010:2.1:1769075569.000800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7509321a0.
00000080:00000010:2.1:1769075569.000803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932420.
00000080:00000010:2.1:1769075569.000805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932d40.
00000080:00000010:2.1:1769075569.000807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932340.
00000080:00000010:2.1:1769075569.000809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d750932fc0.
00000080:00000010:2.1:1769075569.000812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543a60.
00000080:00000010:2.1:1769075569.000814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495434c0.
00000080:00000010:2.1:1769075569.000817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543960.
00000080:00000010:2.1:1769075569.000819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543980.
00000080:00000010:2.1:1769075569.000821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae360.
00000080:00000010:2.1:1769075569.000824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae640.
00000080:00000010:2.1:1769075569.000826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582aeec0.
00000080:00000010:2.1:1769075569.000829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7582ae3e0.
00000080:00000010:2.1:1769075569.000832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3620.
00000080:00000010:2.1:1769075569.000835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb33c0.
00000080:00000010:2.1:1769075569.000837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3440.
00000080:00000010:2.1:1769075569.000843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3120.
00000080:00000010:2.1:1769075569.000846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3540.
00000080:00000010:2.1:1769075569.000849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3ce0.
00000080:00000010:2.1:1769075569.000852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3580.
00000080:00000010:2.1:1769075569.000854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3f00.
00000080:00000010:2.1:1769075569.000856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3cc0.
00000080:00000010:2.1:1769075569.000859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3780.
00000080:00000010:2.1:1769075569.000861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7495437c0.
00000080:00000010:2.1:1769075569.000863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3900.
00000080:00000010:2.1:1769075569.000865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3020.
00000080:00000010:2.1:1769075569.000868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d745eb3080.
00000080:00000010:2.1:1769075569.000872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748f82720.
00000080:00000010:2.1:1769075569.000875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d7527a63c0.
00000080:00000010:2.1:1769075569.000878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749b44560.
00000080:00000010:2.1:1769075569.000881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d742aa7420.
00000080:00000010:2.1:1769075569.000884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5200.
00000080:00000010:2.1:1769075569.000887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5c00.
00000080:00000010:2.1:1769075569.000889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543e80.
00000080:00000010:2.1:1769075569.000892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d749543200.
00000080:00000010:2.1:1769075569.000895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a360.
00000080:00000010:2.1:1769075569.000899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ae60.
00000080:00000010:2.1:1769075569.000902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a140.
00000080:00000010:2.1:1769075569.000905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5d60.
00000080:00000010:2.1:1769075569.000907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee56a0.
00000080:00000010:2.1:1769075569.000910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5fc0.
00000080:00000010:2.1:1769075569.000912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d743ee5720.
00000080:00000010:2.1:1769075569.000915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d746224e20.
00000080:00000010:2.1:1769075569.000918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d746224780.
00000080:00000010:2.1:1769075569.000922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22b80.
00000080:00000010:2.1:1769075569.000927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22340.
00000080:00000010:2.1:1769075569.000930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22e40.
00000080:00000010:2.1:1769075569.000933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22120.
00000080:00000010:2.1:1769075569.000938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fda0.
00000080:00000010:2.1:1769075569.000943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f2a0.
00000080:00000010:2.1:1769075569.000946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f600.
00000080:00000010:2.1:1769075569.000951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f7a0.
00000080:00000010:2.1:1769075569.000960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22620.
00000080:00000010:2.1:1769075569.000965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22140.
00000080:00000010:2.1:1769075569.000968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22f40.
00000080:00000010:2.1:1769075569.000973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ae00.
00000080:00000010:2.1:1769075569.000976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a2e0.
00000080:00000010:2.1:1769075569.000979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a560.
00000080:00000010:2.1:1769075569.000982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a6e0.
00000080:00000010:2.1:1769075569.000985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a5a0.
00000080:00000010:2.1:1769075569.000987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a4e0.
00000080:00000010:2.1:1769075569.000990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ad20.
00000080:00000010:2.1:1769075569.000992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820aca0.
00000080:00000010:2.1:1769075569.000994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a960.
00000080:00000010:2.1:1769075569.000997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820ace0.
00000080:00000010:2.1:1769075569.000999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a1c0.
00000080:00000010:2.1:1769075569.001001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a860.
00000080:00000010:2.1:1769075569.001004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22d60.
00000080:00000010:2.1:1769075569.001006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c221c0.
00000080:00000010:2.1:1769075569.001008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22660.
00000080:00000010:2.1:1769075569.001010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820aaa0.
00000080:00000010:2.1:1769075569.001052:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a760.
00000080:00000010:2.1:1769075569.001058:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a280.
00000080:00000010:2.1:1769075569.001062:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a0c0.
00000080:00000010:2.1:1769075569.001067:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a900.
00000080:00000010:2.1:1769075569.001071:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f060.
00000080:00000010:2.1:1769075569.001077:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644fd40.
00000080:00000010:2.1:1769075569.001081:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f4a0.
00000080:00000010:2.1:1769075569.001084:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22900.
00000080:00000010:2.1:1769075569.001087:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22f00.
00000080:00000010:2.1:1769075569.001089:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a660.
00000080:00000010:2.1:1769075569.001092:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a7c0.
00000080:00000010:2.1:1769075569.001095:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a600.
00000080:00000010:2.1:1769075569.001098:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820aa00.
00000080:00000010:2.1:1769075569.001100:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a380.
00000080:00000010:2.1:1769075569.001103:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a540.
00000080:00000010:2.1:1769075569.001106:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74820a480.
00000080:00000010:2.1:1769075569.001108:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22c00.
00000080:00000010:2.1:1769075569.001116:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22420.
00000080:00000010:2.1:1769075569.001118:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22d00.
00000080:00000010:2.1:1769075569.001121:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f9c0.
00000080:00000010:2.1:1769075569.001124:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f120.
00000080:00000010:2.1:1769075569.001126:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f760.
00000080:00000010:2.1:1769075569.001129:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f7c0.
00000080:00000010:2.1:1769075569.001131:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d74644f260.
00000080:00000010:2.1:1769075569.001134:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c222a0.
00000080:00000010:2.1:1769075569.001136:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c220c0.
00000080:00000010:2.1:1769075569.001139:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91d748c22e20.
00010000:00000010:2.1:1769075569.001144:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199600.
00010000:00000010:2.1:1769075569.001147:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744b64000.
00010000:00000010:2.1:1769075569.001149:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199100.
00010000:00000010:2.1:1769075569.001152:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758396e00.
00010000:00000010:2.1:1769075569.001154:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199b00.
00010000:00000010:2.1:1769075569.001157:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758397a00.
00010000:00000010:2.1:1769075569.001159:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199200.
00010000:00000010:2.1:1769075569.001161:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758396200.
00010000:00000010:2.1:1769075569.001163:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199c00.
00010000:00000010:2.1:1769075569.001165:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758397c00.
00010000:00000010:2.1:1769075569.001166:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199900.
00010000:00000010:2.1:1769075569.001168:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758397600.
00010000:00000010:2.1:1769075569.001170:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199500.
00010000:00000010:2.1:1769075569.001172:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758397e00.
00010000:00000010:2.1:1769075569.001174:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199300.
00010000:00000010:2.1:1769075569.001176:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758397800.
00010000:00000010:2.1:1769075569.001178:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199800.
00010000:00000010:2.1:1769075569.001179:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758396a00.
00010000:00000010:2.1:1769075569.001182:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748225300.
00010000:00000010:2.1:1769075569.001185:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f06800.
00010000:00000010:2.1:1769075569.001187:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748225200.
00010000:00000010:2.1:1769075569.001189:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74865e400.
00010000:00000010:2.1:1769075569.001191:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758295e00.
00010000:00000010:2.1:1769075569.001198:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74865e800.
00010000:00000010:2.1:1769075569.001200:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758295b00.
00010000:00000010:2.1:1769075569.001203:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74865f400.
00010000:00000010:2.1:1769075569.001205:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758295300.
00010000:00000010:2.1:1769075569.001207:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74865f200.
00010000:00000010:2.1:1769075569.001209:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758295500.
00010000:00000010:2.1:1769075569.001210:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74865e600.
00010000:00000010:2.1:1769075569.001212:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758295900.
00010000:00000010:2.1:1769075569.001214:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74865ee00.
00010000:00000010:2.1:1769075569.001216:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748225900.
00010000:00000010:2.1:1769075569.001218:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f06400.
00010000:00000010:2.1:1769075569.001220:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748225100.
00010000:00000010:2.1:1769075569.001222:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f06c00.
00010000:00000010:2.1:1769075569.001224:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748225a00.
00010000:00000010:2.1:1769075569.001225:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f07000.
00010000:00000010:2.1:1769075569.001227:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748225c00.
00010000:00000010:2.1:1769075569.001229:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f06000.
00010000:00000010:2.1:1769075569.001231:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758295c00.
00010000:00000010:2.1:1769075569.001233:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74865fa00.
00010000:00000010:2.1:1769075569.001234:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758295a00.
00010000:00000010:2.1:1769075569.001236:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74865e200.
00010000:00000010:2.1:1769075569.001238:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199d00.
00010000:00000010:2.1:1769075569.001241:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758396000.
00010000:00000010:2.1:1769075569.001243:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199000.
00010000:00000010:2.1:1769075569.001244:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758397000.
00010000:00000010:2.1:1769075569.001246:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199f00.
00010000:00000010:2.1:1769075569.001248:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758396c00.
00010000:00000010:2.1:1769075569.001250:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199400.
00010000:00000010:2.1:1769075569.001251:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758396400.
00010000:00000010:2.1:1769075569.001253:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758295000.
00010000:00000010:2.1:1769075569.001255:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74865fc00.
00010000:00000010:2.1:1769075569.001256:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758295d00.
00010000:00000010:2.1:1769075569.001262:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74865f600.
00010000:00000010:2.1:1769075569.001263:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758295800.
00010000:00000010:2.1:1769075569.001265:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74865fe00.
00010000:00000010:2.1:1769075569.001267:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297400.
00010000:00000010:2.1:1769075569.001270:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750588c00.
00010000:00000010:2.1:1769075569.001272:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297200.
00010000:00000010:2.1:1769075569.001274:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758396800.
00010000:00000010:2.1:1769075569.001276:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760199700.
00010000:00000010:2.1:1769075569.001277:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758397400.
00010000:00000010:2.1:1769075569.001280:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98d00.
00010000:00000010:2.1:1769075569.001282:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758397200.
00010000:00000010:2.1:1769075569.001284:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8f00.
00010000:00000010:2.1:1769075569.001286:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758396600.
00010000:00000010:2.1:1769075569.001288:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8600.
00010000:00000010:2.1:1769075569.001290:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486ff400.
00010000:00000010:2.1:1769075569.001292:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8e00.
00010000:00000010:2.1:1769075569.001294:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486ff200.
00010000:00000010:2.1:1769075569.001297:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8900.
00010000:00000010:2.1:1769075569.001299:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fe600.
00010000:00000010:2.1:1769075569.001301:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8400.
00010000:00000010:2.1:1769075569.001303:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fee00.
00010000:00000010:2.1:1769075569.001305:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297700.
00010000:00000010:2.1:1769075569.001307:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750588400.
00010000:00000010:2.1:1769075569.001309:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297f00.
00010000:00000010:2.1:1769075569.001310:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750588800.
00010000:00000010:2.1:1769075569.001312:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297100.
00010000:00000010:2.1:1769075569.001314:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750589400.
00010000:00000010:2.1:1769075569.001316:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297e00.
00010000:00000010:2.1:1769075569.001317:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750589200.
00010000:00000010:2.1:1769075569.001319:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297500.
00010000:00000010:2.1:1769075569.001321:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fb5400.
00010000:00000010:2.1:1769075569.001323:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297b00.
00010000:00000010:2.1:1769075569.001328:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750588600.
00010000:00000010:2.1:1769075569.001330:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297000.
00010000:00000010:2.1:1769075569.001332:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486ffa00.
00010000:00000010:2.1:1769075569.001334:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8700.
00010000:00000010:2.1:1769075569.001336:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fe200.
00010000:00000010:2.1:1769075569.001338:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297c00.
00010000:00000010:2.1:1769075569.001340:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750588e00.
00010000:00000010:2.1:1769075569.001342:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297300.
00010000:00000010:2.1:1769075569.001344:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750589a00.
00010000:00000010:2.1:1769075569.001346:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297a00.
00010000:00000010:2.1:1769075569.001347:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750588200.
00010000:00000010:2.1:1769075569.001349:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297d00.
00010000:00000010:2.1:1769075569.001351:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750589c00.
00010000:00000010:2.1:1769075569.001352:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297900.
00010000:00000010:2.1:1769075569.001354:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750589600.
00010000:00000010:2.1:1769075569.001356:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d758297800.
00010000:00000010:2.1:1769075569.001357:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750589e00.
00010000:00000010:2.1:1769075569.001360:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189c00.
00010000:00000010:2.1:1769075569.001362:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486ffc00.
00010000:00000010:2.1:1769075569.001364:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8100.
00010000:00000010:2.1:1769075569.001366:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486ff600.
00010000:00000010:2.1:1769075569.001368:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8b00.
00010000:00000010:2.1:1769075569.001370:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486ffe00.
00010000:00000010:2.1:1769075569.001371:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8200.
00010000:00000010:2.1:1769075569.001373:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486ff800.
00010000:00000010:2.1:1769075569.001375:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8300.
00010000:00000010:2.1:1769075569.001377:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fb4c00.
00010000:00000010:2.1:1769075569.001379:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75805fc00.
00010000:00000010:2.1:1769075569.001381:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fb5000.
00010000:00000010:2.1:1769075569.001383:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75805f500.
00010000:00000010:2.1:1769075569.001384:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fb5800.
00010000:00000010:2.1:1769075569.001386:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75805fa00.
00010000:00000010:2.1:1769075569.001391:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fb5e00.
00010000:00000010:2.1:1769075569.001392:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75805f000.
00010000:00000010:2.1:1769075569.001395:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fb5600.
00010000:00000010:2.1:1769075569.001397:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8000.
00010000:00000010:2.1:1769075569.001399:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fea00.
00010000:00000010:2.1:1769075569.001421:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8500.
00010000:00000010:2.1:1769075569.001427:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fe000.
00010000:00000010:2.1:1769075569.001429:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8c00.
00010000:00000010:2.1:1769075569.001431:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486ff000.
00010000:00000010:2.1:1769075569.001434:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8a00.
00010000:00000010:2.1:1769075569.001436:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fec00.
00010000:00000010:2.1:1769075569.001451:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8d00.
00010000:00000010:2.1:1769075569.001454:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fe400.
00010000:00000010:2.1:1769075569.001458:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d747ed8800.
00010000:00000010:2.1:1769075569.001461:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fe800.
00010000:00000010:2.1:1769075569.001464:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079e800.
00010000:00000010:2.1:1769075569.001468:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbf000.
00010000:00000010:2.1:1769075569.001471:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079e000.
00010000:00000010:2.1:1769075569.001473:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbec00.
00010000:00000010:2.1:1769075569.001475:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75805fb00.
00010000:00000010:2.1:1769075569.001477:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fb4a00.
00010000:00000010:2.1:1769075569.001479:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75805fe00.
00010000:00000010:2.1:1769075569.001480:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fb4000.
00010000:00000010:2.1:1769075569.001482:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079e900.
00010000:00000010:2.1:1769075569.001484:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbe400.
00010000:00000010:2.1:1769075569.001485:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079e700.
00010000:00000010:2.1:1769075569.001489:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbe800.
00010000:00000010:2.1:1769075569.001490:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079e400.
00010000:00000010:2.1:1769075569.001492:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbf400.
00010000:00000010:2.1:1769075569.001494:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079e600.
00010000:00000010:2.1:1769075569.001496:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbf200.
00010000:00000010:2.1:1769075569.001498:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079e200.
00010000:00000010:2.1:1769075569.001504:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbe600.
00010000:00000010:2.1:1769075569.001506:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079ef00.
00010000:00000010:2.1:1769075569.001508:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbee00.
00010000:00000010:2.1:1769075569.001510:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443ce600.
00010000:00000010:2.1:1769075569.001513:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f06a00.
00010000:00000010:2.1:1769075569.001515:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748225b00.
00010000:00000010:2.1:1769075569.001517:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f07800.
00010000:00000010:2.1:1769075569.001519:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74b0dd600.
00010000:00000010:2.1:1769075569.001521:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f07e00.
00010000:00000010:2.1:1769075569.001523:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079e100.
00010000:00000010:2.1:1769075569.001525:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbfa00.
00010000:00000010:2.1:1769075569.001527:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079ee00.
00010000:00000010:2.1:1769075569.001529:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbe200.
00010000:00000010:2.1:1769075569.001530:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079eb00.
00010000:00000010:2.1:1769075569.001533:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750589800.
00010000:00000010:2.1:1769075569.001534:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443ce100.
00010000:00000010:2.1:1769075569.001536:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750588a00.
00010000:00000010:2.1:1769075569.001538:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443ce700.
00010000:00000010:2.1:1769075569.001540:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750588000.
00010000:00000010:2.1:1769075569.001542:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443cef00.
00010000:00000010:2.1:1769075569.001544:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d750589000.
00010000:00000010:2.1:1769075569.001545:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443cee00.
00010000:00000010:2.1:1769075569.001547:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbfc00.
00010000:00000010:2.1:1769075569.001549:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079e500.
00010000:00000010:2.1:1769075569.001551:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbf600.
00010000:00000010:2.1:1769075569.001553:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079ea00.
00010000:00000010:2.1:1769075569.001554:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbfe00.
00010000:00000010:2.1:1769075569.001556:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079e300.
00010000:00000010:2.1:1769075569.001558:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbf800.
00010000:00000010:2.1:1769075569.001560:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75079ed00.
00010000:00000010:2.1:1769075569.001565:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbea00.
00010000:00000010:2.1:1769075569.001567:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221100.
00010000:00000010:2.1:1769075569.001571:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fbe000.
00010000:00000010:2.1:1769075569.001573:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221300.
00010000:00000010:2.1:1769075569.001576:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749329800.
00010000:00000010:2.1:1769075569.001578:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221500.
00010000:00000010:2.1:1769075569.001581:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749328a00.
00010000:00000010:2.1:1769075569.001582:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221d00.
00010000:00000010:2.1:1769075569.001584:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749328000.
00010000:00000010:2.1:1769075569.001586:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221c00.
00010000:00000010:2.1:1769075569.001588:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749329000.
00010000:00000010:2.1:1769075569.001590:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443ceb00.
00010000:00000010:2.1:1769075569.001592:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744015800.
00010000:00000010:2.1:1769075569.001594:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443ce200.
00010000:00000010:2.1:1769075569.001596:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744014a00.
00010000:00000010:2.1:1769075569.001598:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443cea00.
00010000:00000010:2.1:1769075569.001599:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749328c00.
00010000:00000010:2.1:1769075569.001601:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221a00.
00010000:00000010:2.1:1769075569.001603:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749328400.
00010000:00000010:2.1:1769075569.001605:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443ce500.
00010000:00000010:2.1:1769075569.001606:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744014000.
00010000:00000010:2.1:1769075569.001608:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443cec00.
00010000:00000010:2.1:1769075569.001610:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744015000.
00010000:00000010:2.1:1769075569.001611:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443ce900.
00010000:00000010:2.1:1769075569.001613:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744014c00.
00010000:00000010:2.1:1769075569.001615:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221400.
00010000:00000010:2.1:1769075569.001617:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fb5a00.
00010000:00000010:2.1:1769075569.001619:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75805f600.
00010000:00000010:2.1:1769075569.001621:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748fb4200.
00010000:00000010:2.1:1769075569.001622:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75805f100.
00010000:00000010:2.1:1769075569.001624:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400e600.
00010000:00000010:2.1:1769075569.001626:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d75805fd00.
00010000:00000010:2.1:1769075569.001628:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400f200.
00010000:00000010:2.1:1769075569.001630:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743c24700.
00010000:00000010:2.1:1769075569.001636:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400f400.
00010000:00000010:2.1:1769075569.001638:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03100.
00010000:00000010:2.1:1769075569.001640:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400e200.
00010000:00000010:2.1:1769075569.001643:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743c24f00.
00010000:00000010:2.1:1769075569.001645:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400f600.
00010000:00000010:2.1:1769075569.001647:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743c24d00.
00010000:00000010:2.1:1769075569.001648:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400fe00.
00010000:00000010:2.1:1769075569.001650:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743c24b00.
00010000:00000010:2.1:1769075569.001652:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400f800.
00010000:00000010:2.1:1769075569.001654:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743c24000.
00010000:00000010:2.1:1769075569.001656:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400e000.
00010000:00000010:2.1:1769075569.001658:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743c24300.
00010000:00000010:2.1:1769075569.001659:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400f000.
00010000:00000010:2.1:1769075569.001661:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743c24a00.
00010000:00000010:2.1:1769075569.001663:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400ec00.
00010000:00000010:2.1:1769075569.001664:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443ce300.
00010000:00000010:2.1:1769075569.001666:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744014400.
00010000:00000010:2.1:1769075569.001668:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443ced00.
00010000:00000010:2.1:1769075569.001669:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744014800.
00010000:00000010:2.1:1769075569.001671:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443ce000.
00010000:00000010:2.1:1769075569.001673:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744015400.
00010000:00000010:2.1:1769075569.001675:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443ce800.
00010000:00000010:2.1:1769075569.001676:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744015200.
00010000:00000010:2.1:1769075569.001678:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7443ce400.
00010000:00000010:2.1:1769075569.001680:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744014600.
00010000:00000010:2.1:1769075569.001682:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5700.
00010000:00000010:2.1:1769075569.001684:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744014e00.
00010000:00000010:2.1:1769075569.001686:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189500.
00010000:00000010:2.1:1769075569.001689:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744015a00.
00010000:00000010:2.1:1769075569.001692:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221000.
00010000:00000010:2.1:1769075569.001696:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749328800.
00010000:00000010:2.1:1769075569.001699:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221800.
00010000:00000010:2.1:1769075569.001707:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749329400.
00010000:00000010:2.1:1769075569.001711:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221900.
00010000:00000010:2.1:1769075569.001713:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749329200.
00010000:00000010:2.1:1769075569.001717:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73a400.
00010000:00000010:2.1:1769075569.001721:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f07600.
00010000:00000010:2.1:1769075569.001723:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73a800.
00010000:00000010:2.1:1769075569.001726:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f07c00.
00010000:00000010:2.1:1769075569.001729:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73a500.
00010000:00000010:2.1:1769075569.001734:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f06200.
00010000:00000010:2.1:1769075569.001737:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221600.
00010000:00000010:2.1:1769075569.001740:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749328600.
00010000:00000010:2.1:1769075569.001743:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221700.
00010000:00000010:2.1:1769075569.001746:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749328e00.
00010000:00000010:2.1:1769075569.001748:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221200.
00010000:00000010:2.1:1769075569.001751:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749329a00.
00010000:00000010:2.1:1769075569.001753:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221f00.
00010000:00000010:2.1:1769075569.001755:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749328200.
00010000:00000010:2.1:1769075569.001758:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189a00.
00010000:00000010:2.1:1769075569.001760:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744014200.
00010000:00000010:2.1:1769075569.001762:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189300.
00010000:00000010:2.1:1769075569.001764:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744015c00.
00010000:00000010:2.1:1769075569.001766:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189800.
00010000:00000010:2.1:1769075569.001768:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749329c00.
00010000:00000010:2.1:1769075569.001770:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221e00.
00010000:00000010:2.1:1769075569.001772:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749329600.
00010000:00000010:2.1:1769075569.001774:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749221b00.
00010000:00000010:2.1:1769075569.001776:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749329e00.
00010000:00000010:2.1:1769075569.001778:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189d00.
00010000:00000010:2.1:1769075569.001780:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744015600.
00010000:00000010:2.1:1769075569.001781:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189000.
00010000:00000010:2.1:1769075569.001783:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d744015e00.
00010000:00000010:2.1:1769075569.001785:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189400.
00010000:00000010:2.1:1769075569.001793:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0a000.
00010000:00000010:2.1:1769075569.001795:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189900.
00010000:00000010:2.1:1769075569.001797:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0b000.
00010000:00000010:2.1:1769075569.001800:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3e00.
00010000:00000010:2.1:1769075569.001802:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401a800.
00010000:00000010:2.1:1769075569.001805:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3200.
00010000:00000010:2.1:1769075569.001807:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401b400.
00010000:00000010:2.1:1769075569.001809:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3b00.
00010000:00000010:2.1:1769075569.001811:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401b200.
00010000:00000010:2.1:1769075569.001813:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3c00.
00010000:00000010:2.1:1769075569.001814:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401a600.
00010000:00000010:2.1:1769075569.001816:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3500.
00010000:00000010:2.1:1769075569.001818:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401ae00.
00010000:00000010:2.1:1769075569.001820:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3800.
00010000:00000010:2.1:1769075569.001821:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401ba00.
00010000:00000010:2.1:1769075569.001823:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3000.
00010000:00000010:2.1:1769075569.001825:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401a200.
00010000:00000010:2.1:1769075569.001827:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3a00.
00010000:00000010:2.1:1769075569.001829:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401bc00.
00010000:00000010:2.1:1769075569.001831:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3300.
00010000:00000010:2.1:1769075569.001832:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401b600.
00010000:00000010:2.1:1769075569.001834:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3d00.
00010000:00000010:2.1:1769075569.001835:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401be00.
00010000:00000010:2.1:1769075569.001837:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3900.
00010000:00000010:2.1:1769075569.001839:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401b800.
00010000:00000010:2.1:1769075569.001841:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3700.
00010000:00000010:2.1:1769075569.001842:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401aa00.
00010000:00000010:2.1:1769075569.001844:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3400.
00010000:00000010:2.1:1769075569.001846:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401a000.
00010000:00000010:2.1:1769075569.001847:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3600.
00010000:00000010:2.1:1769075569.001849:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401b000.
00010000:00000010:2.1:1769075569.001851:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189700.
00010000:00000010:2.1:1769075569.001856:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0ac00.
00010000:00000010:2.1:1769075569.001858:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189600.
00010000:00000010:2.1:1769075569.001860:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0a400.
00010000:00000010:2.1:1769075569.001862:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189200.
00010000:00000010:2.1:1769075569.001864:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0a800.
00010000:00000010:2.1:1769075569.001866:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189f00.
00010000:00000010:2.1:1769075569.001868:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0b400.
00010000:00000010:2.1:1769075569.001870:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189100.
00010000:00000010:2.1:1769075569.001871:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0b200.
00010000:00000010:2.1:1769075569.001873:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189e00.
00010000:00000010:2.1:1769075569.001875:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0a600.
00010000:00000010:2.1:1769075569.001877:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760189b00.
00010000:00000010:2.1:1769075569.001878:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0ae00.
00010000:00000010:2.1:1769075569.001880:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8500.
00010000:00000010:2.1:1769075569.001883:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401ac00.
00010000:00000010:2.1:1769075569.001885:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3f00.
00010000:00000010:2.1:1769075569.001886:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74401a400.
00010000:00000010:2.1:1769075569.001888:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745cc3100.
00010000:00000010:2.1:1769075569.001890:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d22200.
00010000:00000010:2.1:1769075569.001893:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8f00.
00010000:00000010:2.1:1769075569.001912:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d23c00.
00010000:00000010:2.1:1769075569.001914:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98000.
00010000:00000010:2.1:1769075569.001916:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400e800.
00010000:00000010:2.1:1769075569.001919:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73a100.
00010000:00000010:2.1:1769075569.001923:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f07a00.
00010000:00000010:2.1:1769075569.001926:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73ab00.
00010000:00000010:2.1:1769075569.001929:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f06600.
00010000:00000010:2.1:1769075569.001931:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73a600.
00010000:00000010:2.1:1769075569.001934:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748f06e00.
00010000:00000010:2.1:1769075569.001936:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73af00.
00010000:00000010:2.1:1769075569.001939:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749548e00.
00010000:00000010:2.1:1769075569.001942:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743c24e00.
00010000:00000010:2.1:1769075569.001951:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400fc00.
00010000:00000010:2.1:1769075569.001954:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98900.
00010000:00000010:2.1:1769075569.001959:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d23600.
00010000:00000010:2.1:1769075569.001962:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98800.
00010000:00000010:2.1:1769075569.001965:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d23e00.
00010000:00000010:2.1:1769075569.001968:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8e00.
00010000:00000010:2.1:1769075569.001971:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0ba00.
00010000:00000010:2.1:1769075569.001974:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8700.
00010000:00000010:2.1:1769075569.001976:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0a200.
00010000:00000010:2.1:1769075569.001979:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8f00.
00010000:00000010:2.1:1769075569.001980:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0bc00.
00010000:00000010:2.1:1769075569.001982:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98700.
00010000:00000010:2.1:1769075569.001984:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d23800.
00010000:00000010:2.1:1769075569.001986:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98400.
00010000:00000010:2.1:1769075569.001988:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d22a00.
00010000:00000010:2.1:1769075569.001990:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98600.
00010000:00000010:2.1:1769075569.001991:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d22000.
00010000:00000010:2.1:1769075569.001994:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8100.
00010000:00000010:2.1:1769075569.001995:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0b600.
00010000:00000010:2.1:1769075569.001997:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8c00.
00010000:00000010:2.1:1769075569.001999:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0be00.
00010000:00000010:2.1:1769075569.002001:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8200.
00010000:00000010:2.1:1769075569.002003:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0b800.
00010000:00000010:2.1:1769075569.002005:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8b00.
00010000:00000010:2.1:1769075569.002007:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e0aa00.
00010000:00000010:2.1:1769075569.002008:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98f00.
00010000:00000010:2.1:1769075569.002010:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819e400.
00010000:00000010:2.1:1769075569.002046:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8300.
00010000:00000010:2.1:1769075569.002051:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819e800.
00010000:00000010:2.1:1769075569.002054:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8a00.
00010000:00000010:2.1:1769075569.002057:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819f400.
00010000:00000010:2.1:1769075569.002060:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8d00.
00010000:00000010:2.1:1769075569.002069:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819f200.
00010000:00000010:2.1:1769075569.002072:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8000.
00010000:00000010:2.1:1769075569.002075:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819e600.
00010000:00000010:2.1:1769075569.002077:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8800.
00010000:00000010:2.1:1769075569.002079:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819ee00.
00010000:00000010:2.1:1769075569.002081:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8400.
00010000:00000010:2.1:1769075569.002083:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819fa00.
00010000:00000010:2.1:1769075569.002084:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8900.
00010000:00000010:2.1:1769075569.002086:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819e200.
00010000:00000010:2.1:1769075569.002088:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7523c8600.
00010000:00000010:2.1:1769075569.002093:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819fc00.
00010000:00000010:2.1:1769075569.002096:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98100.
00010000:00000010:2.1:1769075569.002097:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d23000.
00010000:00000010:2.1:1769075569.002099:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98e00.
00010000:00000010:2.1:1769075569.002101:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d22c00.
00010000:00000010:2.1:1769075569.002103:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98300.
00010000:00000010:2.1:1769075569.002104:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d22400.
00010000:00000010:2.1:1769075569.002106:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98500.
00010000:00000010:2.1:1769075569.002108:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d22800.
00010000:00000010:2.1:1769075569.002110:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5100.
00010000:00000010:2.1:1769075569.002112:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819f600.
00010000:00000010:2.1:1769075569.002114:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5d00.
00010000:00000010:2.1:1769075569.002116:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819fe00.
00010000:00000010:2.1:1769075569.002117:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5000.
00010000:00000010:2.1:1769075569.002119:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819f800.
00010000:00000010:2.1:1769075569.002121:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5a00.
00010000:00000010:2.1:1769075569.002123:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819ea00.
00010000:00000010:2.1:1769075569.002124:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5400.
00010000:00000010:2.1:1769075569.002126:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819e000.
00010000:00000010:2.1:1769075569.002128:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5800.
00010000:00000010:2.1:1769075569.002130:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819f000.
00010000:00000010:2.1:1769075569.002131:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5900.
00010000:00000010:2.1:1769075569.002136:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74819ec00.
00010000:00000010:2.1:1769075569.002138:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5b00.
00010000:00000010:2.1:1769075569.002140:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c1e00.
00010000:00000010:2.1:1769075569.002143:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5600.
00010000:00000010:2.1:1769075569.002144:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c1600.
00010000:00000010:2.1:1769075569.002146:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98200.
00010000:00000010:2.1:1769075569.002148:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d23400.
00010000:00000010:2.1:1769075569.002150:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98b00.
00010000:00000010:2.1:1769075569.002152:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d23200.
00010000:00000010:2.1:1769075569.002153:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98c00.
00010000:00000010:2.1:1769075569.002155:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d22600.
00010000:00000010:2.1:1769075569.002157:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f98a00.
00010000:00000010:2.1:1769075569.002161:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d22e00.
00010000:00000010:2.1:1769075569.002163:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011800.
00010000:00000010:2.1:1769075569.002165:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c1800.
00010000:00000010:2.1:1769075569.002166:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5f00.
00010000:00000010:2.1:1769075569.002169:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c0a00.
00010000:00000010:2.1:1769075569.002172:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69500.
00010000:00000010:2.1:1769075569.002174:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748d23a00.
00010000:00000010:2.1:1769075569.002179:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8100.
00010000:00000010:2.1:1769075569.002181:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746412c00.
00010000:00000010:2.1:1769075569.002183:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8200.
00010000:00000010:2.1:1769075569.002185:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c0000.
00010000:00000010:2.1:1769075569.002187:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5200.
00010000:00000010:2.1:1769075569.002189:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c1000.
00010000:00000010:2.1:1769075569.002191:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5e00.
00010000:00000010:2.1:1769075569.002193:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c0c00.
00010000:00000010:2.1:1769075569.002195:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5300.
00010000:00000010:2.1:1769075569.002197:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c0400.
00010000:00000010:2.1:1769075569.002199:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5500.
00010000:00000010:2.1:1769075569.002200:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c0800.
00010000:00000010:2.1:1769075569.002202:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7583e5c00.
00010000:00000010:2.1:1769075569.002208:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c1400.
00010000:00000010:2.1:1769075569.002211:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0a700.
00010000:00000010:2.1:1769075569.002213:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746412400.
00010000:00000010:2.1:1769075569.002215:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8e00.
00010000:00000010:2.1:1769075569.002216:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746412800.
00010000:00000010:2.1:1769075569.002218:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8500.
00010000:00000010:2.1:1769075569.002221:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746413400.
00010000:00000010:2.1:1769075569.002223:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8c00.
00010000:00000010:2.1:1769075569.002225:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746413200.
00010000:00000010:2.1:1769075569.002227:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9300.
00010000:00000010:2.1:1769075569.002229:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c1200.
00010000:00000010:2.1:1769075569.002231:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9200.
00010000:00000010:2.1:1769075569.002233:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c0600.
00010000:00000010:2.1:1769075569.002235:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0a900.
00010000:00000010:2.1:1769075569.002236:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c0e00.
00010000:00000010:2.1:1769075569.002238:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8b00.
00010000:00000010:2.1:1769075569.002240:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746412600.
00010000:00000010:2.1:1769075569.002242:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8d00.
00010000:00000010:2.1:1769075569.002243:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746412e00.
00010000:00000010:2.1:1769075569.002245:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8a00.
00010000:00000010:2.1:1769075569.002247:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746413a00.
00010000:00000010:2.1:1769075569.002249:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8300.
00010000:00000010:2.1:1769075569.002250:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746412200.
00010000:00000010:2.1:1769075569.002252:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8600.
00010000:00000010:2.1:1769075569.002254:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746413c00.
00010000:00000010:2.1:1769075569.002255:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8900.
00010000:00000010:2.1:1769075569.002258:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746413600.
00010000:00000010:2.1:1769075569.002259:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0a000.
00010000:00000010:2.1:1769075569.002261:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c1a00.
00010000:00000010:2.1:1769075569.002263:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0a800.
00010000:00000010:2.1:1769075569.002264:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c0200.
00010000:00000010:2.1:1769075569.002266:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0a600.
00010000:00000010:2.1:1769075569.002271:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7493c1c00.
00010000:00000010:2.1:1769075569.002272:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0a400.
00010000:00000010:2.1:1769075569.002274:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748767e00.
00010000:00000010:2.1:1769075569.002277:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0a100.
00010000:00000010:2.1:1769075569.002279:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748767800.
00010000:00000010:2.1:1769075569.002281:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8000.
00010000:00000010:2.1:1769075569.002282:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746413e00.
00010000:00000010:2.1:1769075569.002284:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8800.
00010000:00000010:2.1:1769075569.002285:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746413800.
00010000:00000010:2.1:1769075569.002287:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8400.
00010000:00000010:2.1:1769075569.002289:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746412a00.
00010000:00000010:2.1:1769075569.002290:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748ea8700.
00010000:00000010:2.1:1769075569.002292:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746412000.
00010000:00000010:2.1:1769075569.002294:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69c00.
00010000:00000010:2.1:1769075569.002296:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d746413000.
00010000:00000010:2.1:1769075569.002298:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0ab00.
00010000:00000010:2.1:1769075569.002299:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748766a00.
00010000:00000010:2.1:1769075569.002301:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0af00.
00010000:00000010:2.1:1769075569.002303:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748766000.
00010000:00000010:2.1:1769075569.002304:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0a500.
00010000:00000010:2.1:1769075569.002306:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748767000.
00010000:00000010:2.1:1769075569.002308:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0ae00.
00010000:00000010:2.1:1769075569.002309:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748766c00.
00010000:00000010:2.1:1769075569.002311:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0a200.
00010000:00000010:2.1:1769075569.002313:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748766400.
00010000:00000010:2.1:1769075569.002315:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0aa00.
00010000:00000010:2.1:1769075569.002316:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748766800.
00010000:00000010:2.1:1769075569.002318:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0ac00.
00010000:00000010:2.1:1769075569.002320:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748767400.
00010000:00000010:2.1:1769075569.002321:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69200.
00010000:00000010:2.1:1769075569.002324:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce3e00.
00010000:00000010:2.1:1769075569.002326:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69e00.
00010000:00000010:2.1:1769075569.002330:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce3800.
00010000:00000010:2.1:1769075569.002332:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69b00.
00010000:00000010:2.1:1769075569.002335:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce2a00.
00010000:00000010:2.1:1769075569.002336:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69300.
00010000:00000010:2.1:1769075569.002338:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400ea00.
00010000:00000010:2.1:1769075569.002340:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0a300.
00010000:00000010:2.1:1769075569.002342:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748767200.
00010000:00000010:2.1:1769075569.002343:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745c0ad00.
00010000:00000010:2.1:1769075569.002345:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748766600.
00010000:00000010:2.1:1769075569.002347:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912b700.
00010000:00000010:2.1:1769075569.002349:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748766e00.
00010000:00000010:2.1:1769075569.002351:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9500.
00010000:00000010:2.1:1769075569.002353:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748767a00.
00010000:00000010:2.1:1769075569.002355:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9e00.
00010000:00000010:2.1:1769075569.002357:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748766200.
00010000:00000010:2.1:1769075569.002358:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9b00.
00010000:00000010:2.1:1769075569.002360:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748767c00.
00010000:00000010:2.1:1769075569.002362:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9c00.
00010000:00000010:2.1:1769075569.002364:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748767600.
00010000:00000010:2.1:1769075569.002365:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9000.
00010000:00000010:2.1:1769075569.002367:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400e400.
00010000:00000010:2.1:1769075569.002369:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9d00.
00010000:00000010:2.1:1769075569.002371:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e15c00.
00010000:00000010:2.1:1769075569.002373:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9a00.
00010000:00000010:2.1:1769075569.002374:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e15600.
00010000:00000010:2.1:1769075569.002376:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9800.
00010000:00000010:2.1:1769075569.002378:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e15e00.
00010000:00000010:2.1:1769075569.002379:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9700.
00010000:00000010:2.1:1769075569.002381:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e15800.
00010000:00000010:2.1:1769075569.002383:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9400.
00010000:00000010:2.1:1769075569.002385:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e14a00.
00010000:00000010:2.1:1769075569.002386:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9900.
00010000:00000010:2.1:1769075569.002391:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e14000.
00010000:00000010:2.1:1769075569.002393:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9100.
00010000:00000010:2.1:1769075569.002394:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e15000.
00010000:00000010:2.1:1769075569.002396:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9600.
00010000:00000010:2.1:1769075569.002398:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e14c00.
00010000:00000010:2.1:1769075569.002400:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7601f9f00.
00010000:00000010:2.1:1769075569.002417:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e14400.
00010000:00000010:2.1:1769075569.002420:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63d00.
00010000:00000010:2.1:1769075569.002422:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e14800.
00010000:00000010:2.1:1769075569.002424:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63000.
00010000:00000010:2.1:1769075569.002427:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e15400.
00010000:00000010:2.1:1769075569.002429:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63800.
00010000:00000010:2.1:1769075569.002431:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce2000.
00010000:00000010:2.1:1769075569.002433:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69d00.
00010000:00000010:2.1:1769075569.002435:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce3000.
00010000:00000010:2.1:1769075569.002437:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69a00.
00010000:00000010:2.1:1769075569.002452:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce2c00.
00010000:00000010:2.1:1769075569.002454:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69f00.
00010000:00000010:2.1:1769075569.002456:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e15200.
00010000:00000010:2.1:1769075569.002458:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63f00.
00010000:00000010:2.1:1769075569.002460:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e14600.
00010000:00000010:2.1:1769075569.002462:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63900.
00010000:00000010:2.1:1769075569.002464:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e14e00.
00010000:00000010:2.1:1769075569.002466:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63400.
00010000:00000010:2.1:1769075569.002467:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e15a00.
00010000:00000010:2.1:1769075569.002469:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63600.
00010000:00000010:2.1:1769075569.002471:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e14200.
00010000:00000010:2.1:1769075569.002472:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63700.
00010000:00000010:2.1:1769075569.002474:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745701400.
00010000:00000010:2.1:1769075569.002476:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63200.
00010000:00000010:2.1:1769075569.002478:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745701200.
00010000:00000010:2.1:1769075569.002480:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63100.
00010000:00000010:2.1:1769075569.002486:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745700600.
00010000:00000010:2.1:1769075569.002488:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63e00.
00010000:00000010:2.1:1769075569.002490:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745700e00.
00010000:00000010:2.1:1769075569.002492:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63b00.
00010000:00000010:2.1:1769075569.002493:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745701a00.
00010000:00000010:2.1:1769075569.002495:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63c00.
00010000:00000010:2.1:1769075569.002497:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745700200.
00010000:00000010:2.1:1769075569.002499:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63500.
00010000:00000010:2.1:1769075569.002501:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745701c00.
00010000:00000010:2.1:1769075569.002503:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69000.
00010000:00000010:2.1:1769075569.002505:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce2400.
00010000:00000010:2.1:1769075569.002506:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69800.
00010000:00000010:2.1:1769075569.002508:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce2800.
00010000:00000010:2.1:1769075569.002510:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69900.
00010000:00000010:2.1:1769075569.002511:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce3400.
00010000:00000010:2.1:1769075569.002513:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63a00.
00010000:00000010:2.1:1769075569.002515:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745701600.
00010000:00000010:2.1:1769075569.002516:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d745f63300.
00010000:00000010:2.1:1769075569.002518:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745701e00.
00010000:00000010:2.1:1769075569.002521:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117900.
00010000:00000010:2.1:1769075569.002523:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745701800.
00010000:00000010:2.1:1769075569.002525:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912bd00.
00010000:00000010:2.1:1769075569.002527:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745700a00.
00010000:00000010:2.1:1769075569.002528:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69600.
00010000:00000010:2.1:1769075569.002530:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce3200.
00010000:00000010:2.1:1769075569.002532:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69400.
00010000:00000010:2.1:1769075569.002534:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce2600.
00010000:00000010:2.1:1769075569.002535:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69700.
00010000:00000010:2.1:1769075569.002537:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce2e00.
00010000:00000010:2.1:1769075569.002539:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748d69100.
00010000:00000010:2.1:1769075569.002541:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce3a00.
00010000:00000010:2.1:1769075569.002543:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553f00.
00010000:00000010:2.1:1769075569.002548:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749548600.
00010000:00000010:2.1:1769075569.002550:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73a200.
00010000:00000010:2.1:1769075569.002552:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749549200.
00010000:00000010:2.1:1769075569.002554:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73ae00.
00010000:00000010:2.1:1769075569.002556:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749549400.
00010000:00000010:2.1:1769075569.002557:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73ac00.
00010000:00000010:2.1:1769075569.002559:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745700000.
00010000:00000010:2.1:1769075569.002561:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912b800.
00010000:00000010:2.1:1769075569.002563:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745701000.
00010000:00000010:2.1:1769075569.002565:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912b900.
00010000:00000010:2.1:1769075569.002566:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745700c00.
00010000:00000010:2.1:1769075569.002568:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553400.
00010000:00000010:2.1:1769075569.002570:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce2200.
00010000:00000010:2.1:1769075569.002572:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553100.
00010000:00000010:2.1:1769075569.002573:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce3c00.
00010000:00000010:2.1:1769075569.002575:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553e00.
00010000:00000010:2.1:1769075569.002577:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d747ce3600.
00010000:00000010:2.1:1769075569.002579:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553b00.
00010000:00000010:2.1:1769075569.002581:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a6000.
00010000:00000010:2.1:1769075569.002583:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553200.
00010000:00000010:2.1:1769075569.002585:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a7000.
00010000:00000010:2.1:1769075569.002586:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553a00.
00010000:00000010:2.1:1769075569.002588:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a6c00.
00010000:00000010:2.1:1769075569.002590:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553500.
00010000:00000010:2.1:1769075569.002591:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a6400.
00010000:00000010:2.1:1769075569.002593:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553c00.
00010000:00000010:2.1:1769075569.002595:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a6800.
00010000:00000010:2.1:1769075569.002597:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912b400.
00010000:00000010:2.1:1769075569.002598:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745700400.
00010000:00000010:2.1:1769075569.002600:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912b600.
00010000:00000010:2.1:1769075569.002602:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d745700800.
00010000:00000010:2.1:1769075569.002604:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912bf00.
00010000:00000010:2.1:1769075569.002609:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400ee00.
00010000:00000010:2.1:1769075569.002610:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743c24900.
00010000:00000010:2.1:1769075569.002613:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74400fa00.
00010000:00000010:2.1:1769075569.002618:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743c24100.
00010000:00000010:2.1:1769075569.002621:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd800.
00010000:00000010:2.1:1769075569.002624:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912b200.
00010000:00000010:2.1:1769075569.002626:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749476600.
00010000:00000010:2.1:1769075569.002629:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912b100.
00010000:00000010:2.1:1769075569.002631:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749476e00.
00010000:00000010:2.1:1769075569.002632:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553300.
00010000:00000010:2.1:1769075569.002634:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a7400.
00010000:00000010:2.1:1769075569.002636:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d743c24200.
00010000:00000010:2.1:1769075569.002638:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffd000.
00010000:00000010:2.1:1769075569.002640:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03500.
00010000:00000010:2.1:1769075569.002642:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffce00.
00010000:00000010:2.1:1769075569.002644:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03900.
00010000:00000010:2.1:1769075569.002646:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc400.
00010000:00000010:2.1:1769075569.002648:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03600.
00010000:00000010:2.1:1769075569.002650:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffca00.
00010000:00000010:2.1:1769075569.002651:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912be00.
00010000:00000010:2.1:1769075569.002654:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749477a00.
00010000:00000010:2.1:1769075569.002656:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912b500.
00010000:00000010:2.1:1769075569.002658:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749476200.
00010000:00000010:2.1:1769075569.002660:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912bb00.
00010000:00000010:2.1:1769075569.002662:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749477c00.
00010000:00000010:2.1:1769075569.002664:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912bc00.
00010000:00000010:2.1:1769075569.002666:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a7200.
00010000:00000010:2.1:1769075569.002667:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553000.
00010000:00000010:2.1:1769075569.002669:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc800.
00010000:00000010:2.1:1769075569.002671:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03f00.
00010000:00000010:2.1:1769075569.002672:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffdc00.
00010000:00000010:2.1:1769075569.002674:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03e00.
00010000:00000010:2.1:1769075569.002679:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749477600.
00010000:00000010:2.1:1769075569.002681:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912b300.
00010000:00000010:2.1:1769075569.002683:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749477e00.
00010000:00000010:2.1:1769075569.002685:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553d00.
00010000:00000010:2.1:1769075569.002687:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a6600.
00010000:00000010:2.1:1769075569.002690:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553800.
00010000:00000010:2.1:1769075569.002693:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a6e00.
00010000:00000010:2.1:1769075569.002696:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912ba00.
00010000:00000010:2.1:1769075569.002699:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749477800.
00010000:00000010:2.1:1769075569.002701:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74912b000.
00010000:00000010:2.1:1769075569.002704:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749476a00.
00010000:00000010:2.1:1769075569.002707:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392d00.
00010000:00000010:2.1:1769075569.002712:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749548800.
00010000:00000010:2.1:1769075569.002715:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392000.
00010000:00000010:2.1:1769075569.002717:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749476000.
00010000:00000010:2.1:1769075569.002720:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392a00.
00010000:00000010:2.1:1769075569.002723:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749477000.
00010000:00000010:2.1:1769075569.002726:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553900.
00010000:00000010:2.1:1769075569.002729:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a7a00.
00010000:00000010:2.1:1769075569.002732:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553700.
00010000:00000010:2.1:1769075569.002735:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749476c00.
00010000:00000010:2.1:1769075569.002738:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392900.
00010000:00000010:2.1:1769075569.002742:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749476400.
00010000:00000010:2.1:1769075569.002745:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392800.
00010000:00000010:2.1:1769075569.002748:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749476800.
00010000:00000010:2.1:1769075569.002750:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d750553600.
00010000:00000010:2.1:1769075569.002752:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a6200.
00010000:00000010:2.1:1769075569.002754:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063e00.
00010000:00000010:2.1:1769075569.002756:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a7c00.
00010000:00000010:2.1:1769075569.002758:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063300.
00010000:00000010:2.1:1769075569.002760:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a7600.
00010000:00000010:2.1:1769075569.002762:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392400.
00010000:00000010:2.1:1769075569.002769:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749477400.
00010000:00000010:2.1:1769075569.002771:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392700.
00010000:00000010:2.1:1769075569.002773:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749477200.
00010000:00000010:2.1:1769075569.002775:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392600.
00010000:00000010:2.1:1769075569.002777:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748684200.
00010000:00000010:2.1:1769075569.002779:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063900.
00010000:00000010:2.1:1769075569.002781:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a7e00.
00010000:00000010:2.1:1769075569.002783:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063800.
00010000:00000010:2.1:1769075569.002785:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a7800.
00010000:00000010:2.1:1769075569.002787:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392f00.
00010000:00000010:2.1:1769075569.002789:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748685c00.
00010000:00000010:2.1:1769075569.002790:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392e00.
00010000:00000010:2.1:1769075569.002792:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748685600.
00010000:00000010:2.1:1769075569.002794:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392100.
00010000:00000010:2.1:1769075569.002795:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748685e00.
00010000:00000010:2.1:1769075569.002797:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392b00.
00010000:00000010:2.1:1769075569.002799:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486a6a00.
00010000:00000010:2.1:1769075569.002800:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063700.
00010000:00000010:2.1:1769075569.002802:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b1000.
00010000:00000010:2.1:1769075569.002804:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063400.
00010000:00000010:2.1:1769075569.002806:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b0c00.
00010000:00000010:2.1:1769075569.002808:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063600.
00010000:00000010:2.1:1769075569.002810:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b0400.
00010000:00000010:2.1:1769075569.002812:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063f00.
00010000:00000010:2.1:1769075569.002813:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748ffc000.
00010000:00000010:2.1:1769075569.002815:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392200.
00010000:00000010:2.1:1769075569.002817:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748685800.
00010000:00000010:2.1:1769075569.002818:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392500.
00010000:00000010:2.1:1769075569.002820:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748684a00.
00010000:00000010:2.1:1769075569.002822:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392300.
00010000:00000010:2.1:1769075569.002824:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748684000.
00010000:00000010:2.1:1769075569.002826:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d752392c00.
00010000:00000010:2.1:1769075569.002830:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748685000.
00010000:00000010:2.1:1769075569.002832:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3000.
00010000:00000010:2.1:1769075569.002835:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748684c00.
00010000:00000010:2.1:1769075569.002836:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3100.
00010000:00000010:2.1:1769075569.002838:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748684400.
00010000:00000010:2.1:1769075569.002840:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117700.
00010000:00000010:2.1:1769075569.002842:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748684800.
00010000:00000010:2.1:1769075569.002844:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117400.
00010000:00000010:2.1:1769075569.002846:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748685400.
00010000:00000010:2.1:1769075569.002847:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117600.
00010000:00000010:2.1:1769075569.002849:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748685200.
00010000:00000010:2.1:1769075569.002851:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117200.
00010000:00000010:2.1:1769075569.002853:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b0800.
00010000:00000010:2.1:1769075569.002854:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03300.
00010000:00000010:2.1:1769075569.002856:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c73200.
00010000:00000010:2.1:1769075569.002858:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03a00.
00010000:00000010:2.1:1769075569.002860:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c72600.
00010000:00000010:2.1:1769075569.002862:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03200.
00010000:00000010:2.1:1769075569.002864:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c72e00.
00010000:00000010:2.1:1769075569.002866:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03c00.
00010000:00000010:2.1:1769075569.002868:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c73600.
00010000:00000010:2.1:1769075569.002870:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03d00.
00010000:00000010:2.1:1769075569.002871:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748c73a00.
00010000:00000010:2.1:1769075569.002877:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063200.
00010000:00000010:2.1:1769075569.002879:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b1400.
00010000:00000010:2.1:1769075569.002880:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063100.
00010000:00000010:2.1:1769075569.002882:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b1200.
00010000:00000010:2.1:1769075569.002884:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063c00.
00010000:00000010:2.1:1769075569.002887:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b0600.
00010000:00000010:2.1:1769075569.002889:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063b00.
00010000:00000010:2.1:1769075569.002891:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b0e00.
00010000:00000010:2.1:1769075569.002892:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117100.
00010000:00000010:2.1:1769075569.002898:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748684600.
00010000:00000010:2.1:1769075569.002900:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117f00.
00010000:00000010:2.1:1769075569.002902:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748684e00.
00010000:00000010:2.1:1769075569.002904:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117e00.
00010000:00000010:2.1:1769075569.002906:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748685a00.
00010000:00000010:2.1:1769075569.002908:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117000.
00010000:00000010:2.1:1769075569.002910:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758349e00.
00010000:00000010:2.1:1769075569.002912:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117500.
00010000:00000010:2.1:1769075569.002914:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758349800.
00010000:00000010:2.1:1769075569.002916:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117b00.
00010000:00000010:2.1:1769075569.002918:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758348a00.
00010000:00000010:2.1:1769075569.002921:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117c00.
00010000:00000010:2.1:1769075569.002924:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758348000.
00010000:00000010:2.1:1769075569.002926:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117a00.
00010000:00000010:2.1:1769075569.002928:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758349000.
00010000:00000010:2.1:1769075569.002931:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117300.
00010000:00000010:2.1:1769075569.002934:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758348c00.
00010000:00000010:2.1:1769075569.002937:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117d00.
00010000:00000010:2.1:1769075569.002940:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758348400.
00010000:00000010:2.1:1769075569.002943:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749117800.
00010000:00000010:2.1:1769075569.002946:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758348800.
00010000:00000010:2.1:1769075569.002950:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003800.
00010000:00000010:2.1:1769075569.002953:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758349400.
00010000:00000010:2.1:1769075569.002956:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3d00.
00010000:00000010:2.1:1769075569.002960:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758349200.
00010000:00000010:2.1:1769075569.002963:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3800.
00010000:00000010:2.1:1769075569.002967:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758348600.
00010000:00000010:2.1:1769075569.002970:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063500.
00010000:00000010:2.1:1769075569.002973:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b1a00.
00010000:00000010:2.1:1769075569.002976:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3600.
00010000:00000010:2.1:1769075569.002978:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758348e00.
00010000:00000010:2.1:1769075569.002980:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3900.
00010000:00000010:2.1:1769075569.002986:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758349a00.
00010000:00000010:2.1:1769075569.002988:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3400.
00010000:00000010:2.1:1769075569.002990:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758348200.
00010000:00000010:2.1:1769075569.002992:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3200.
00010000:00000010:2.1:1769075569.002995:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758349c00.
00010000:00000010:2.1:1769075569.002997:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3700.
00010000:00000010:2.1:1769075569.002998:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d758349600.
00010000:00000010:2.1:1769075569.003000:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3f00.
00010000:00000010:2.1:1769075569.003002:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748763600.
00010000:00000010:2.1:1769075569.003004:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3300.
00010000:00000010:2.1:1769075569.003006:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748763e00.
00010000:00000010:2.1:1769075569.003008:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3e00.
00010000:00000010:2.1:1769075569.003010:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748763800.
00010000:00000010:2.1:1769075569.003011:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3b00.
00010000:00000010:2.1:1769075569.003013:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748762a00.
00010000:00000010:2.1:1769075569.003015:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063d00.
00010000:00000010:2.1:1769075569.003017:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b0200.
00010000:00000010:2.1:1769075569.003019:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063a00.
00010000:00000010:2.1:1769075569.003021:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b1c00.
00010000:00000010:2.1:1769075569.003023:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744063000.
00010000:00000010:2.1:1769075569.003026:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b1600.
00010000:00000010:2.1:1769075569.003028:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011e00.
00010000:00000010:2.1:1769075569.003032:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b1e00.
00010000:00000010:2.1:1769075569.003034:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011400.
00010000:00000010:2.1:1769075569.003038:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b1800.
00010000:00000010:2.1:1769075569.003040:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3500.
00010000:00000010:2.1:1769075569.003043:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748762000.
00010000:00000010:2.1:1769075569.003045:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3c00.
00010000:00000010:2.1:1769075569.003048:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748763000.
00010000:00000010:2.1:1769075569.003050:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7491b3a00.
00010000:00000010:2.1:1769075569.003053:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748762c00.
00010000:00000010:2.1:1769075569.003056:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748301b00.
00010000:00000010:2.1:1769075569.003068:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748762400.
00010000:00000010:2.1:1769075569.003071:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493af900.
00010000:00000010:2.1:1769075569.003075:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748762800.
00010000:00000010:2.1:1769075569.003078:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003700.
00010000:00000010:2.1:1769075569.003081:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748763400.
00010000:00000010:2.1:1769075569.003084:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003400.
00010000:00000010:2.1:1769075569.003086:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748763200.
00010000:00000010:2.1:1769075569.003088:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003600.
00010000:00000010:2.1:1769075569.003090:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748762600.
00010000:00000010:2.1:1769075569.003092:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003b00.
00010000:00000010:2.1:1769075569.003094:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748762e00.
00010000:00000010:2.1:1769075569.003096:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003f00.
00010000:00000010:2.1:1769075569.003098:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748763a00.
00010000:00000010:2.1:1769075569.003100:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73a700.
00010000:00000010:2.1:1769075569.003102:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749548400.
00010000:00000010:2.1:1769075569.003103:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73a900.
00010000:00000010:2.1:1769075569.003105:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749548c00.
00010000:00000010:2.1:1769075569.003107:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74a73ad00.
00010000:00000010:2.1:1769075569.003108:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749549000.
00010000:00000010:2.1:1769075569.003110:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74b0dd000.
00010000:00000010:2.1:1769075569.003112:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749548000.
00010000:00000010:2.1:1769075569.003114:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003e00.
00010000:00000010:2.1:1769075569.003117:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748762200.
00010000:00000010:2.1:1769075569.003119:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003100.
00010000:00000010:2.1:1769075569.003120:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748763c00.
00010000:00000010:2.1:1769075569.003122:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003200.
00010000:00000010:2.1:1769075569.003124:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21600.
00010000:00000010:2.1:1769075569.003126:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d761d03800.
00010000:00000010:2.1:1769075569.003127:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b0a00.
00010000:00000010:2.1:1769075569.003129:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011d00.
00010000:00000010:2.1:1769075569.003131:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7464b0000.
00010000:00000010:2.1:1769075569.003133:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011200.
00010000:00000010:2.1:1769075569.003140:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748749c00.
00010000:00000010:2.1:1769075569.003142:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011a00.
00010000:00000010:2.1:1769075569.003144:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748749600.
00010000:00000010:2.1:1769075569.003146:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011b00.
00010000:00000010:2.1:1769075569.003148:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748749e00.
00010000:00000010:2.1:1769075569.003150:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011500.
00010000:00000010:2.1:1769075569.003151:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748749800.
00010000:00000010:2.1:1769075569.003153:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011c00.
00010000:00000010:2.1:1769075569.003155:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748748a00.
00010000:00000010:2.1:1769075569.003157:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011300.
00010000:00000010:2.1:1769075569.003159:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748748000.
00010000:00000010:2.1:1769075569.003160:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011700.
00010000:00000010:2.1:1769075569.003162:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748749000.
00010000:00000010:2.1:1769075569.003164:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011800.
00010000:00000010:2.1:1769075569.003165:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748748c00.
00010000:00000010:2.1:1769075569.003167:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011000.
00010000:00000010:2.1:1769075569.003169:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748748400.
00010000:00000010:2.1:1769075569.003170:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011900.
00010000:00000010:2.1:1769075569.003172:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748748800.
00010000:00000010:2.1:1769075569.003174:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003500.
00010000:00000010:2.1:1769075569.003176:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21e00.
00010000:00000010:2.1:1769075569.003177:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003300.
00010000:00000010:2.1:1769075569.003179:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21800.
00010000:00000010:2.1:1769075569.003181:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003c00.
00010000:00000010:2.1:1769075569.003183:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20a00.
00010000:00000010:2.1:1769075569.003184:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003a00.
00010000:00000010:2.1:1769075569.003186:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748749400.
00010000:00000010:2.1:1769075569.003188:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011600.
00010000:00000010:2.1:1769075569.003189:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748749200.
00010000:00000010:2.1:1769075569.003191:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011100.
00010000:00000010:2.1:1769075569.003193:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748748600.
00010000:00000010:2.1:1769075569.003195:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d760011f00.
00010000:00000010:2.1:1769075569.003199:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748748e00.
00010000:00000010:2.1:1769075569.003201:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d744011600.
00010000:00000010:2.1:1769075569.003205:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748749a00.
00010000:00000010:2.1:1769075569.003207:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437800.
00010000:00000010:2.1:1769075569.003209:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749548a00.
00010000:00000010:2.1:1769075569.003211:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74b0dd200.
00010000:00000010:2.1:1769075569.003213:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749549800.
00010000:00000010:2.1:1769075569.003215:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74b0dda00.
00010000:00000010:2.1:1769075569.003217:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749549e00.
00010000:00000010:2.1:1769075569.003219:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003000.
00010000:00000010:2.1:1769075569.003221:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20000.
00010000:00000010:2.1:1769075569.003223:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003d00.
00010000:00000010:2.1:1769075569.003224:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21000.
00010000:00000010:2.1:1769075569.003226:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7507c3400.
00010000:00000010:2.1:1769075569.003230:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748748200.
00010000:00000010:2.1:1769075569.003232:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437c00.
00010000:00000010:2.1:1769075569.003234:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357ee00.
00010000:00000010:2.1:1769075569.003236:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437b00.
00010000:00000010:2.1:1769075569.003238:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357fa00.
00010000:00000010:2.1:1769075569.003240:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437500.
00010000:00000010:2.1:1769075569.003241:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357e200.
00010000:00000010:2.1:1769075569.003243:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437300.
00010000:00000010:2.1:1769075569.003245:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357fc00.
00010000:00000010:2.1:1769075569.003247:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437d00.
00010000:00000010:2.1:1769075569.003249:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357f600.
00010000:00000010:2.1:1769075569.003250:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437a00.
00010000:00000010:2.1:1769075569.003252:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d74357fe00.
00010000:00000010:2.1:1769075569.003257:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d749437000.
00010000:00000010:2.1:1769075569.003261:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20c00.
00010000:00000010:2.1:1769075569.003263:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d748003900.
00010000:00000010:2.1:1769075569.003265:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20400.
00010000:00000010:2.1:1769075569.003266:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493af300.
00010000:00000010:2.1:1769075569.003271:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20800.
00010000:00000010:2.1:1769075569.003272:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493af000.
00010000:00000010:2.1:1769075569.003274:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749549600.
00010000:00000010:2.1:1769075569.003276:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74b0ddd00.
00010000:00000010:2.1:1769075569.003278:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749549c00.
00010000:00000010:2.1:1769075569.003279:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493af800.
00010000:00000010:2.1:1769075569.003282:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749548200.
00010000:00000010:2.1:1769075569.003283:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74b0ddb00.
00010000:00000010:2.1:1769075569.003285:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d749549a00.
00010000:00000010:2.1:1769075569.003290:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74b0dd800.
00010000:00000010:2.1:1769075569.003291:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d7486fd400.
00010000:00000010:2.1:1769075569.003296:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d74b0dd300.
00010000:00000010:2.1:1769075569.003298:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21400.
00010000:00000010:2.1:1769075569.003300:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493aff00.
00010000:00000010:2.1:1769075569.003301:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e21200.
00010000:00000010:2.1:1769075569.003303:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91d7493af400.
00010000:00000010:2.1:1769075569.003307:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91d748e20600.
00000800:00000200:2.1:1769075571.119314:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075571.119321:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075571.119811:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075571.119813:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075571.120081:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075571.120083:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075576.239260:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075576.239263:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075576.239657:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075576.239659:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075576.239979:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075576.239981:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075581.359557:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075581.359573:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075581.360347:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075581.360351:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075581.360850:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075581.360856:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075586.479295:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075586.479596:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075586.479767:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075591.599205:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075591.599213:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075591.599928:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075591.599931:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075591.600283:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075591.600285:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075596.719198:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075596.719201:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075596.719563:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075596.719565:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075596.719836:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075596.719838:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075601.839853:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075601.839862:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075601.840666:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075601.840670:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075601.841123:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075601.841129:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075606.959393:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075606.959400:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075606.960023:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075606.960025:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075606.960303:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075606.960305:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075612.079309:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075612.079315:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075612.080003:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075612.080007:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075612.080379:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075612.080382:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075617.199263:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075617.199267:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075617.199719:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075617.199721:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075617.199921:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075617.199923:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075622.319139:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075622.319146:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075622.319512:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075622.319513:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075622.319753:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075622.319755:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075627.439148:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075627.439152:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075627.439660:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075627.439663:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075627.439975:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075627.439979:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769075632.559150:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075632.559154:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075632.559660:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075632.559663:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075632.559977:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075632.559980:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075637.679320:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075637.679324:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075637.679872:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075637.679874:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075637.680063:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075637.680065:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075642.799510:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075642.799522:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075642.800585:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075642.800591:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075642.801048:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075642.801051:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075647.919166:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075647.919170:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075647.919528:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075647.919530:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075647.919759:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075647.919761:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075653.039454:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075653.039727:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075653.039867:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075658.159064:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075658.159071:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075658.160078:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075658.160082:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075658.160467:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075658.160485:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075663.279118:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075663.279124:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075663.279583:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075663.279584:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075663.279779:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075663.279780:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075668.399101:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075668.399105:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075668.399615:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075668.399617:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075668.399944:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075668.399946:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075673.519005:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075673.519012:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075673.519283:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075673.519285:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075673.519486:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075673.519488:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075678.639284:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075678.639287:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075678.639579:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075678.639581:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075678.639849:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075678.639864:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075683.759211:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075683.759217:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075683.759615:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075683.759616:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075683.759816:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075683.759818:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075688.879112:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075688.879116:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075688.879574:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075688.879576:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075688.879876:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075688.879879:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075693.999407:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075693.999410:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075693.999782:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075693.999784:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075693.999973:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075693.999975:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075699.118979:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075699.118985:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075699.119348:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075699.119360:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075699.119577:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075699.119591:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075704.239556:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075704.239563:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075704.240080:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075704.240083:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075704.240457:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075704.240459:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075709.359657:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075709.359673:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075709.360602:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075709.360604:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075709.360944:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075709.360947:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075714.479289:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075714.479297:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075714.479937:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075714.479941:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075714.480461:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075714.480465:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075719.599071:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075719.599258:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075719.599373:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075724.719771:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075724.719776:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075724.721631:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075724.721635:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075724.722137:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075724.722141:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075729.839975:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075729.839988:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075729.840735:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075729.840738:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075729.841177:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075729.841180:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075734.959695:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075734.959708:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075734.960237:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075734.960255:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075734.960543:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075734.960545:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075740.080059:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075740.080079:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075740.080916:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075740.080922:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075740.081430:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075740.081435:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075745.199652:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075745.199662:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075745.200248:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075745.200252:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075745.200766:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075745.200770:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075750.319323:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075750.319327:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075750.319964:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075750.319966:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075750.320224:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075750.320226:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075755.439509:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075755.439526:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769075755.440009:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075755.440023:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769075755.440395:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075755.440397:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769075760.559252:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075760.559256:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075760.559636:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075760.559638:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075760.559832:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075760.559833:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075765.679058:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075765.679065:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075765.679631:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075765.679634:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075765.679941:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075765.679944:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075770.799279:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075770.799286:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075770.799652:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075770.799654:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075770.799880:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075770.799882:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075775.919299:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075775.919303:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075775.919805:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075775.919821:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075775.920156:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075775.920159:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075781.039621:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075781.039626:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075781.040063:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075781.040066:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075781.040372:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075781.040375:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075786.159596:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075786.159867:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075786.160041:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075791.279354:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075791.279359:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075791.280020:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075791.280024:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075791.280379:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075791.280382:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075796.399807:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075796.399817:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075796.400610:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075796.400614:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075796.401047:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075796.401050:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075801.519037:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075801.519043:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075801.519466:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075801.519468:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075801.519675:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075801.519677:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075806.639201:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075806.639220:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075806.639584:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075806.639586:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075806.639767:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075806.639768:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075811.759806:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075811.759817:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075811.760579:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075811.760583:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075811.760987:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075811.760990:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075816.879305:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075816.879318:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075816.879767:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075816.879770:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075816.879998:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075816.880000:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075821.999324:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075821.999333:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075822.000043:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075822.000046:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075822.000394:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075822.000397:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075827.119157:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075827.119163:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075827.119559:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075827.119562:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075827.119803:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075827.119805:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075832.239608:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075832.239612:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075832.240247:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075832.240251:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075832.240699:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075832.240703:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075837.359164:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075837.359167:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075837.359570:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075837.359572:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075837.359765:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075837.359767:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075842.479614:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075842.479643:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075842.480510:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075842.480512:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075842.480898:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075842.480902:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075847.599393:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075847.599397:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075847.599904:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075847.599905:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075847.600125:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075847.600127:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075852.719138:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075852.719417:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075852.719542:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075857.839377:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075857.839380:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075857.839880:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075857.839883:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075857.840185:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075857.840188:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075862.959885:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075862.959901:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075862.960579:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075862.960582:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075862.960984:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075862.960988:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075868.079008:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075868.079014:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075868.079540:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075868.079543:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075868.079939:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075868.079942:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075873.199881:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075873.199892:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075873.201202:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075873.201205:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075873.201637:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075873.201640:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075878.319599:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075878.319604:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075878.320216:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075878.320220:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075878.320762:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075878.320767:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075883.439460:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075883.439467:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075883.440304:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075883.440308:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075883.440758:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075883.440762:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075888.559791:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075888.559813:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075888.560601:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075888.560605:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075888.561130:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075888.561133:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075893.679523:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075893.679533:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075893.680311:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075893.680315:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075893.680721:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075893.680724:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075898.799334:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075898.799362:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075898.799865:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075898.799867:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075898.800170:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075898.800173:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075903.919589:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075903.919604:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075903.920165:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075903.920168:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075903.920511:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075903.920514:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075909.039342:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075909.039346:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075909.039800:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075909.039803:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075909.040066:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075909.040069:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075914.159056:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075914.159060:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075914.159395:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075914.159397:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075914.159628:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075914.159631:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075919.279287:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075919.279749:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075919.279950:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075924.399770:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075924.399775:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075924.400241:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075924.400245:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075924.400591:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075924.400593:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075929.519055:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075929.519060:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769075929.519338:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075929.519340:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769075929.519615:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075929.519617:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769075934.639638:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075934.639645:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075934.640491:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075934.640494:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075934.640960:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075934.640965:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075939.759344:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075939.759354:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075939.760026:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075939.760029:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075939.760276:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075939.760278:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075944.879509:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075944.879519:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075944.880327:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075944.880330:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075944.880836:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075944.880839:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075949.999459:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075949.999463:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075949.999919:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075949.999923:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075950.000199:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769075950.000201:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075955.119598:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075955.119610:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075955.120281:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075955.120285:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075955.120718:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075955.120740:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075960.240019:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075960.240025:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075960.240743:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075960.240747:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075960.241252:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075960.241258:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075965.359822:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075965.359830:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075965.360711:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075965.360714:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075965.361237:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075965.361240:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769075969.326583:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075969.326598:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075969.326604:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075970.350608:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075970.350619:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075970.350633:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075970.350645:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769075970.350656:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769075970.350668:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075970.350681:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769075970.350688:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075970.350697:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075970.350739:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075970.478546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075970.478557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075970.478560:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075970.478564:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075970.478568:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075970.478576:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2661
00000400:00000200:1.0:1769075970.478585:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769075970.478592:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075970.478596:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075970.478600:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075970.478603:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075970.478606:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075970.478626:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769075970.478631:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075970.478633:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769075970.478636:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075970.478639:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769075970.478642:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769075970.478644:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769075970.478647:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075970.478650:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075970.478653:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075970.478655:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769075970.478659:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769075970.478663:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769075970.478665:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075970.478668:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075970.478671:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075970.478675:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075970.478677:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075970.478679:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075970.478690:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769075970.478694:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769075970.478699:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075970.478755:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075970.478759:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075970.478762:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075970.478766:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075970.478775:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769075970.478781:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075970.478791:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932366464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075970.478803:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075970.478807:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075970.478812:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932366464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075970.478836:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075970.478840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075970.478843:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075970.478845:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075970.478846:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075970.478849:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075970.478852:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2661
00000400:00000200:1.0:1769075970.478856:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769075970.478860:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075970.478862:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075970.478866:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075970.478868:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075970.478872:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075970.478874:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769075970.478877:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075970.478878:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769075970.478880:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075970.478882:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769075970.478884:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769075970.478887:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769075970.478895:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075970.478897:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075970.478903:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075970.478905:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769075970.478911:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769075970.478916:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769075970.478921:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075970.478925:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075970.478932:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075970.478938:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075970.478944:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075970.478951:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075970.478958:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075970.478964:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075970.478970:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769075970.478975:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769075970.478984:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075970.478988:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075970.478991:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075970.478995:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075970.479002:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075970.479012:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769075970.479016:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075970.479023:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932366592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075970.479041:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075970.479047:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075970.479055:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932366592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075970.479069:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075970.479073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075970.479077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075970.479081:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075970.479096:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075970.479106:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075970.479113:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2661
00000400:00000200:1.0:1769075970.479122:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769075970.479131:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075970.479135:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075970.479143:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075970.479149:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075970.479154:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075970.479156:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769075970.479163:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075970.479168:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769075970.479170:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075970.479190:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769075970.479196:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769075970.479201:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769075970.479209:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075970.479216:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075970.479224:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075970.479232:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769075970.479240:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769075970.479252:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769075970.479260:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075970.479264:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075970.479269:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075970.479277:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075970.479281:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075970.479287:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075970.479293:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075970.479298:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075970.479306:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769075970.479312:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769075970.479318:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075970.479322:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075970.479327:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075970.479330:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075970.479336:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075970.479341:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000010:1.0:1769075970.479343:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000800:00000200:3.1:1769075970.479349:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1769075970.479352:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075970.479381:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932366720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075970.479396:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075970.479403:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075970.479413:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932366720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075970.479425:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075970.479431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769075970.479464:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769075970.479468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769075970.479471:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769075970.479476:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2671)
00000800:00000200:3.1:1769075970.479984:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075970.479987:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075970.480321:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075970.480324:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769075971.374563:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075971.374573:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075971.374586:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075971.374591:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075971.374637:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075971.374647:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075971.374657:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075972.398601:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075972.398614:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075972.398630:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075972.398636:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075973.422598:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075973.422618:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075973.422645:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075973.422686:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075973.422746:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075973.422753:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075973.422762:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075974.446595:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075974.446606:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075974.446628:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075974.446662:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075975.470568:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075975.470603:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075975.470616:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075975.470650:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075975.470696:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075975.470708:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075975.470721:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769075975.598544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075975.598558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769075975.598562:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075975.598567:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075975.598572:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075975.598581:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2666
00000400:00000200:1.0:1769075975.598593:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769075975.598601:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075975.598605:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075975.598610:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075975.598654:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075975.598659:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075975.598663:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769075975.598669:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075975.598671:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769075975.598675:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075975.598679:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769075975.598682:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769075975.598685:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769075975.598689:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075975.598692:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075975.598694:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075975.598697:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769075975.598701:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769075975.598705:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769075975.598708:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075975.598711:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075975.598715:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075975.598718:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075975.598721:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769075975.598725:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075975.598735:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769075975.598740:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769075975.598745:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075975.598747:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075975.598751:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075975.598755:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075975.598760:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075975.598782:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769075975.598791:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075975.598808:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932366848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075975.598822:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075975.598828:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075975.598834:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932366848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075975.598861:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075975.598866:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075975.598870:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769075975.598872:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075975.598874:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075975.598877:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075975.598880:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2666
00000400:00000200:1.0:1769075975.598886:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769075975.598889:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075975.598892:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075975.598896:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075975.598899:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075975.598901:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075975.598904:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769075975.598907:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075975.598910:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769075975.598912:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075975.598925:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769075975.598930:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769075975.598935:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769075975.598941:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075975.598947:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075975.598952:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075975.598956:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769075975.598962:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769075975.598969:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769075975.598976:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075975.598980:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075975.598994:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075975.599006:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075975.599014:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075975.599024:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075975.599039:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075975.599049:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075975.599064:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769075975.599072:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769075975.599080:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075975.599087:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075975.599092:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075975.599098:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075975.599105:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075975.599117:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769075975.599127:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075975.599145:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932366976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769075975.599168:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075975.599175:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075975.599187:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932366976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075975.599212:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769075975.599217:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769075975.599228:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769075975.599234:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769075975.599239:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769075975.599247:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769075975.599253:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2666
00000400:00000200:1.0:1769075975.599263:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769075975.599271:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769075975.599280:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769075975.599293:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075975.599304:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075975.599316:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075975.599328:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769075975.599340:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769075975.599345:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769075975.599356:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769075975.599361:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769075975.599372:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769075975.599382:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769075975.599442:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075975.599452:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769075975.599463:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769075975.599473:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769075975.599484:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769075975.599501:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769075975.599517:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769075975.599530:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769075975.599544:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769075975.599553:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075975.599557:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769075975.599564:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769075975.599575:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075975.599584:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769075975.599596:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769075975.599607:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769075975.599636:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769075975.599639:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075975.599650:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769075975.599652:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769075975.599656:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769075975.599669:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769075975.599680:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075975.599689:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00100000:1.0:1769075975.599698:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932367104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769075975.599699:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000100:00000001:1.0:1769075975.599734:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769075975.599743:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075975.599754:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932367104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075975.599781:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769075975.599790:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769075975.599797:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769075975.599804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769075975.599812:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769075975.599824:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2677)
00000800:00000200:3.1:1769075975.600372:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075975.600376:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769075975.600815:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075975.600836:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1769075976.494529:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075976.494534:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075976.494544:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075976.494548:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075976.494613:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075976.494616:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075976.494617:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075976.494620:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769075976.494628:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075976.494635:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075976.494645:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075976.494649:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075976.494654:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075977.518620:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769075977.518629:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769075977.518633:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769075977.518651:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769075977.518658:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769075977.518664:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075977.518671:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769075977.518674:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769075977.518681:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075977.518715:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075977.518721:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769075977.518723:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769075977.518726:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075977.518729:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769075977.518732:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075977.518735:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075977.518738:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075977.518746:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075977.518748:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075977.518766:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075977.518768:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075977.518770:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075978.542621:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075978.542634:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075978.542672:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075978.542694:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075978.542779:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075978.542786:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075978.542791:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075979.566540:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075979.566574:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075979.566591:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075979.566602:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769075979.566610:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769075979.566619:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075979.566631:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769075979.566639:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075979.566650:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075979.566658:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075979.566707:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075979.566713:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075979.566719:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075980.590628:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075980.590637:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075980.590653:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075980.590660:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075980.590707:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075980.590716:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075980.590727:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075980.719761:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075980.719778:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075980.720619:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075980.720623:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075980.721065:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075980.721068:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1769075981.614584:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075981.614589:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075981.614598:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075981.614601:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075981.614625:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075981.614638:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075981.614655:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075982.638570:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075982.638577:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075982.638589:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075982.638597:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075982.638639:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075982.638645:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075982.638657:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075983.662609:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075983.662619:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075983.662634:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075983.662637:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075984.686632:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075984.686665:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075984.686684:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075984.686691:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075984.686755:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075984.686768:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075984.686779:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075985.710630:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075985.710640:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075985.710659:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075985.710677:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075985.710764:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075985.710773:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075985.710814:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075985.839786:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075985.840161:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075985.840387:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769075986.734607:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075986.734619:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075986.734657:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075986.734670:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075986.734742:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075986.734752:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075986.734761:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075987.758530:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075987.758536:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769075987.758540:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769075987.758545:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075987.758551:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769075987.758555:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075987.758558:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075987.758565:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075987.758573:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075987.758590:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075987.758616:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075987.758621:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075987.758627:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075988.782601:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075988.782612:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075988.782626:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075988.782631:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075988.782676:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075988.782685:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075988.782697:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769075988.910819:0:2405:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769075988.910874:0:2405:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769075988.910889:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769075988.910895:0:2405:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769075988.910900:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769075988.910904:0:2405:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769075988.910911:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769075988.910916:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:1.0:1769075988.910923:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075988.910929:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075988.910936:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce660
00000400:00000010:1.0:1769075988.910939:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce660.
00000100:00000001:1.0:1769075988.910946:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075988.910957:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d749318700 x1855007932367616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075988.910989:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075988.910994:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932367616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075988.911005:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.911007:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769075988.911019:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769075988.911022:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134d00.
00000400:00000200:1.0:1769075988.911026:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075988.911030:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075988.911033:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce770
00000400:00000010:1.0:1769075988.911036:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce770.
00000100:00000001:1.0:1769075988.911039:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075988.911044:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d749319f80 x1855007932367744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075988.911055:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075988.911058:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932367744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075988.911066:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.911068:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769075988.911073:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769075988.911075:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:1.0:1769075988.911079:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769075988.911084:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769075988.911087:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:1.0:1769075988.911090:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:1.0:1769075988.911093:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769075988.911098:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d749318000 x1855007932367872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075988.911113:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769075988.911121:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932367872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769075988.911135:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769075988.911145:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1769075989.806558:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075989.806567:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075989.806580:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075989.806589:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769075989.806596:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769075989.806603:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075989.806611:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769075989.806623:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075989.806629:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075989.806636:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075989.806695:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075989.806709:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075989.806726:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075990.830514:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075990.830520:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075990.830536:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075990.830547:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075990.830578:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075990.830591:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075990.830608:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075990.959680:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075990.959686:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075990.960081:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075990.960084:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075990.960444:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075990.960447:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769075991.854523:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075991.854531:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075991.854541:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075991.854545:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075991.854581:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075991.854587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075991.854617:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075992.878559:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075992.878566:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075992.878574:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075992.878579:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075992.878640:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075992.878647:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075992.878653:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075993.902578:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075993.902587:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075993.902600:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075993.902613:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075993.902664:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075993.902672:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075993.902679:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075994.926573:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075994.926582:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075994.926594:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075994.926600:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075994.926692:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075994.926705:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075994.926730:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075995.950547:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075995.950558:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075995.950576:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075995.950592:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075995.950664:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075995.950677:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075995.950693:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075996.079614:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075996.079622:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075996.080578:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075996.080582:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075996.081038:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769075996.081042:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769075996.974543:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075996.974556:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075996.974573:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075996.974578:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075996.974620:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075996.974626:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075996.974633:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075997.998481:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075997.998490:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769075997.998497:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769075997.998503:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075997.998511:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769075997.998517:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075997.998528:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075997.998538:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075997.998548:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075997.998553:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075997.998592:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075997.998607:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075997.998628:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769075999.022508:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075999.022516:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769075999.022530:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769075999.022533:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769075999.022564:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769075999.022568:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769075999.022572:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076000.046486:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076000.046491:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076000.046501:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076000.046507:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076000.046513:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076000.046520:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076000.046526:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076000.046530:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076000.046533:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076000.046537:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076000.046567:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076000.046573:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076000.046584:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076001.070532:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076001.070556:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076001.070573:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076001.070581:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076001.070623:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076001.070632:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076001.070645:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076001.199481:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076001.199494:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076001.200372:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076001.200375:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076001.200758:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076001.200762:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769076002.094550:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076002.094577:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076002.094593:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076002.094609:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076002.094655:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076002.094662:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076002.094669:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076003.118519:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076003.118530:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076003.118542:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076003.118545:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076003.118589:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076003.118602:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076003.118618:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076004.142557:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076004.142571:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076004.142591:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076004.142599:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076005.166575:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076005.166591:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076005.166616:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076005.166627:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076005.166688:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076005.166698:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076005.166706:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076006.190565:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076006.190574:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076006.190595:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076006.190606:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076006.319209:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076006.319213:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076006.319614:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076006.319615:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076006.319802:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076006.319804:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769076007.214523:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076007.214529:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076007.214537:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076007.214539:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076007.214568:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076007.214572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076007.214579:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076008.238550:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076008.238565:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076008.238575:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076008.238582:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076008.238591:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076008.238598:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076008.238604:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076008.238617:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076008.238632:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076008.238638:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076009.262512:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076009.262521:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076009.262544:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076009.262548:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076009.262610:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076009.262626:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076009.262647:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076010.286637:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076010.286646:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076010.286663:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076010.286674:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076010.286682:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076010.286697:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076010.286708:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076010.286716:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076010.286727:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076010.286750:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076011.310616:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076011.310628:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076011.310658:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076011.310675:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076011.438655:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076011.438672:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076011.438675:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076011.438681:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076011.438686:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076011.438697:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2702
00000400:00000200:1.0:1769076011.438711:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076011.438719:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076011.438723:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076011.438728:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076011.438732:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076011.438735:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076011.438738:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076011.438744:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076011.438747:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076011.438750:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076011.438753:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076011.438756:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076011.438758:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076011.438761:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076011.438763:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076011.438766:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076011.438768:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076011.438774:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076011.438780:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076011.438786:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076011.438791:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076011.438795:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076011.438800:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076011.438804:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076011.438808:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076011.438823:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769076011.438830:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076011.438837:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076011.438840:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076011.438845:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076011.438850:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076011.438857:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076011.438872:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769076011.438882:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076011.438895:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932369536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076011.438913:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076011.438922:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076011.438930:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932369536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076011.438969:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076011.438975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076011.438981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076011.438983:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076011.438984:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076011.438987:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076011.438990:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2702
00000400:00000200:1.0:1769076011.438996:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076011.439002:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076011.439006:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076011.439010:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076011.439035:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076011.439039:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076011.439042:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076011.439046:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076011.439049:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076011.439070:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076011.439075:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076011.439081:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076011.439087:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076011.439097:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076011.439108:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076011.439120:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076011.439131:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076011.439144:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076011.439156:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076011.439162:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076011.439168:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076011.439179:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076011.439192:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076011.439204:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076011.439214:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076011.439222:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076011.439227:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076011.439234:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769076011.439246:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076011.439256:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076011.439258:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076011.439262:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076011.439267:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076011.439274:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076011.439286:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769076011.439296:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076011.439312:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932369664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076011.439327:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076011.439335:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076011.439347:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932369664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076011.439397:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076011.439407:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076011.439419:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076011.439423:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076011.439427:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076011.439508:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076011.439524:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2702
00000400:00000200:1.0:1769076011.439546:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076011.439562:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076011.439569:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076011.439576:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076011.439589:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076011.439621:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076011.439627:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076011.439636:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076011.439639:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076011.439643:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076011.439648:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076011.439652:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076011.439654:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076011.439660:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076011.439666:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076011.439675:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076011.439680:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076011.439687:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076011.439694:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076011.439698:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076011.439702:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076011.439708:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076011.439712:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076011.439716:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076011.439720:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076011.439724:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076011.439726:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076011.439734:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769076011.439741:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076011.439745:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076011.439748:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076011.439753:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076011.439757:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076011.439760:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076011.439765:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000010:1.0:1769076011.439769:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000800:00000200:2.1:1769076011.439775:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1769076011.439778:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076011.439794:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932369792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076011.439813:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076011.439820:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076011.439833:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932369792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076011.439857:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076011.439865:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076011.439879:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076011.439887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076011.439898:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076011.439913:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2712)
00000800:00000200:2.1:1769076011.440426:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076011.440429:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076011.440857:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076011.440861:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1769076012.334593:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076012.334612:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076012.334627:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076012.334639:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076012.334700:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076012.334712:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076012.334733:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076013.358621:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076013.358632:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076013.358644:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076013.358647:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076014.382523:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076014.382532:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076014.382542:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076014.382545:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076014.382578:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076014.382585:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076014.382592:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076015.406562:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076015.406571:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076015.406584:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076015.406589:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076015.406652:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076015.406661:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076015.406666:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076015.406678:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076015.406689:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076015.406695:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076015.406702:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076015.406705:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076015.406709:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076016.430578:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076016.430590:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076016.430602:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076016.430617:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076016.430626:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076016.430632:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076016.430638:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076016.430643:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076016.430649:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076016.430691:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076016.430697:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076016.430704:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076016.430707:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076016.430731:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076016.430735:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076016.430738:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076016.559679:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076016.559694:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076016.560322:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076016.560326:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076016.560824:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076016.560828:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769076017.454556:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076017.454562:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076017.454571:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076017.454581:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076017.454653:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076017.454668:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076017.454684:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076018.478572:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076018.478585:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076018.478592:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076018.478601:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076018.478609:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076018.478616:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076018.478621:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076018.478626:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076018.478635:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076018.478638:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076018.478671:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076018.478676:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076018.478682:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076019.502569:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076019.502576:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076019.502588:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076019.502595:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076019.502629:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076019.502644:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076019.502654:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076020.526555:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076020.526567:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076020.526590:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076020.526607:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076020.526633:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076020.526665:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076020.526697:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076020.526714:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076020.526724:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076020.526733:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076021.550580:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076021.550598:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076021.550639:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076021.550649:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076021.550704:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076021.550711:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076021.550718:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076021.678587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076021.678608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076021.678614:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076021.678623:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076021.678633:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076021.678648:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2713
00000400:00000200:1.0:1769076021.678669:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076021.678681:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076021.678686:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076021.678691:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076021.678696:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076021.678700:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076021.678704:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076021.678710:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076021.678713:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076021.678718:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076021.678722:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076021.678726:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076021.678729:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076021.678734:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076021.678736:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076021.678739:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076021.678741:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076021.678745:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076021.678750:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076021.678753:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076021.678757:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076021.678763:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076021.678766:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.678770:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076021.678773:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076021.678788:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769076021.678793:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076021.678799:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076021.678801:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.678806:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076021.678809:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076021.678816:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076021.678829:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155800.
00000100:00000001:1.0:1769076021.678840:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076021.678895:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932370304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076021.678911:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076021.678917:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076021.678924:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932370304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.678958:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076021.678965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076021.678979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076021.678982:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076021.678984:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076021.678988:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076021.678991:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2713
00000400:00000200:1.0:1769076021.678998:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076021.679002:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076021.679006:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076021.679011:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076021.679015:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076021.679019:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076021.679023:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076021.679026:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076021.679028:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076021.679031:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076021.679033:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076021.679036:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076021.679040:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076021.679047:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076021.679058:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076021.679078:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076021.679084:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076021.679088:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076021.679100:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076021.679117:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076021.679131:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076021.679144:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076021.679151:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.679159:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076021.679168:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076021.679177:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.679183:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076021.679191:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769076021.679199:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076021.679207:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076021.679211:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.679215:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076021.679219:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076021.679227:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076021.679248:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769076021.679265:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076021.679289:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932370432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076021.679330:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076021.679344:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076021.679364:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932370432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.679491:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076021.679504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076021.679522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076021.679533:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076021.679543:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076021.679565:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076021.679590:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2713
00000400:00000200:1.0:1769076021.679619:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076021.679643:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076021.679652:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076021.679671:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076021.679685:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076021.679696:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000200:2.1:1769076021.679699:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769076021.679707:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:2.1:1769076021.679709:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1769076021.679720:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076021.679724:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076021.679734:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076021.679739:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076021.679750:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076021.679769:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076021.679788:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076021.679796:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076021.679810:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076021.679819:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076021.679830:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076021.679870:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076021.679889:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076021.679906:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076021.679915:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076021.679925:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.679934:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076021.679941:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076021.679958:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.679978:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076021.680009:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769076021.680019:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076021.680027:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076021.680033:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076021.680039:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076021.680051:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076021.680057:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076021.680073:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769076021.680090:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076021.680106:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932370560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076021.680170:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076021.680180:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076021.680191:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932370560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076021.680229:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076021.680248:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076021.680263:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076021.680274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076021.680297:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076021.680318:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2723)
00000800:00000200:2.1:1769076021.680733:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076021.680737:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076021.681143:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076021.681148:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769076022.574567:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076022.574574:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076022.574589:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076022.574594:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076022.574680:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076022.574687:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076022.574694:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076023.598579:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076023.598588:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076023.598604:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076023.598613:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076023.598658:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076023.598664:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076023.598670:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076024.622614:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076024.622638:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076024.622670:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076024.622683:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076025.646626:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076025.646641:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076025.646672:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076025.646678:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076026.670544:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076026.670552:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076026.670565:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076026.670572:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076026.670634:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076026.670642:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076026.670653:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076026.798556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076026.798593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076026.798599:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076026.798606:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076026.798614:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076026.798642:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2718
00000400:00000200:1.0:1769076026.798683:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076026.798693:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076026.798698:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076026.798704:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076026.798709:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076026.798714:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076026.798719:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076026.798726:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076026.798729:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076026.798733:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076026.798738:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076026.798742:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076026.798746:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076026.798752:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076026.798775:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076026.798778:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076026.798781:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076026.798786:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076026.798790:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076026.798794:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076026.798814:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076026.798818:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076026.798822:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076026.798825:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076026.798828:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076026.798838:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5180.
00000020:00000040:1.0:1769076026.798844:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076026.798849:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076026.798851:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076026.798855:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076026.798858:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076026.798863:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076026.798872:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154000.
00000100:00000001:1.0:1769076026.798898:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076026.798910:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5180 x1855007932370688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076026.798925:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076026.798930:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076026.798937:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b0b83e] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5180 x1855007932370688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076026.798988:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076026.798992:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076026.798996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076026.798998:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076026.799000:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076026.799003:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076026.799006:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2718
00000400:00000200:1.0:1769076026.799011:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076026.799015:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076026.799018:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076026.799021:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076026.799024:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076026.799027:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076026.799030:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076026.799033:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076026.799035:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076026.799038:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076026.799040:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076026.799043:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076026.799046:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076026.799050:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076026.799054:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076026.799062:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076026.799071:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076026.799078:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076026.799086:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076026.799090:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076026.799096:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076026.799104:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076026.799110:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076026.799116:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076026.799141:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076026.799151:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076026.799157:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076026.799165:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4e00.
00000020:00000040:1.0:1769076026.799172:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076026.799184:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076026.799189:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076026.799195:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076026.799203:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076026.799213:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076026.799224:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156400.
00000100:00000001:1.0:1769076026.799251:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076026.799270:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4e00 x1855007932370816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076026.799301:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076026.799310:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076026.799365:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000699d57bf] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4e00 x1855007932370816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076026.799451:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076026.799459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076026.799466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076026.799471:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076026.799475:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076026.799484:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076026.799496:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2718
00000400:00000200:1.0:1769076026.799508:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076026.799518:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076026.799525:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076026.799534:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076026.799541:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076026.799545:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076026.799552:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076026.799561:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076026.799566:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076026.799590:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076026.799598:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076026.799607:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076026.799617:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076026.799627:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076026.799630:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076026.799652:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076026.799659:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076026.799669:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076026.799680:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076026.799690:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076026.799696:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076026.799706:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076026.799714:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076026.799721:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076026.799744:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076026.799752:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076026.799818:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076026.799822:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769076026.799973:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076026.799983:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769076026.799990:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076026.799998:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076026.800003:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076026.800010:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076026.800013:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076026.800019:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076026.800028:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157800.
00000100:00000001:1.0:1769076026.800036:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076026.800051:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932370944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076026.800072:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076026.800079:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076026.800090:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932370944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076026.800114:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076026.800119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076026.800133:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076026.800143:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076026.800155:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076026.800164:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2728)
00000800:00000200:2.1:1769076026.800509:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076026.800514:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076026.800978:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076026.800981:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769076027.694605:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076027.694618:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076027.694643:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076027.694653:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076027.694665:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076027.694673:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076027.694680:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076027.694691:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076027.694703:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076027.694710:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076028.718614:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076028.718626:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076028.718643:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076028.718652:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076028.718696:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076028.718701:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076028.718705:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076029.742604:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076029.742613:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076029.742627:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076029.742633:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076029.742684:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076029.742726:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076029.742732:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076030.766653:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076030.766663:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076030.766674:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076030.766679:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076030.766682:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076030.766686:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076030.766730:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076030.766735:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076030.766739:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076030.766743:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076030.766769:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076030.766772:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076030.766776:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076031.790575:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076031.790588:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076031.790608:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076031.790620:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076031.790694:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076031.790702:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076031.790716:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076031.918512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076031.918538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076031.918542:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076031.918547:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076031.918553:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076031.918561:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2723
00000400:00000200:1.0:1769076031.918573:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076031.918582:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076031.918587:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076031.918592:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076031.918606:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076031.918610:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076031.918613:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076031.918618:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076031.918620:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076031.918623:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076031.918626:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076031.918629:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076031.918631:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076031.918635:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076031.918637:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076031.918639:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076031.918641:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076031.918644:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076031.918647:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076031.918649:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076031.918652:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076031.918656:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076031.918658:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076031.918660:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076031.918662:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076031.918686:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769076031.918691:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076031.918695:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076031.918697:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076031.918700:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076031.918702:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076031.918706:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076031.918714:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156400.
00000100:00000001:1.0:1769076031.918738:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076031.918747:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932371072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076031.918757:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076031.918761:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076031.918765:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932371072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076031.918787:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076031.918791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076031.918794:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076031.918795:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076031.918797:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076031.918800:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076031.918802:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2723
00000400:00000200:1.0:1769076031.918806:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076031.918810:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076031.918812:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076031.918814:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076031.918817:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076031.918819:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076031.918822:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076031.918824:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076031.918827:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076031.918829:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076031.918831:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076031.918832:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076031.918835:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076031.918837:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076031.918839:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076031.918842:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076031.918847:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076031.918850:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076031.918856:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076031.918860:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076031.918863:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076031.918869:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076031.918875:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076031.918880:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076031.918886:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076031.918892:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076031.918896:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076031.918900:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769076031.918908:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076031.918916:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076031.918919:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076031.918925:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076031.918928:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076031.918932:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076031.918938:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154000.
00000100:00000001:1.0:1769076031.918946:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076031.918954:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932371200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076031.918969:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076031.918976:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076031.918991:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932371200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076031.919018:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076031.919026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076031.919040:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076031.919046:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076031.919053:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076031.919061:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076031.919068:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2723
00000400:00000200:1.0:1769076031.919086:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076031.919093:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076031.919097:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076031.919104:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076031.919110:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076031.919112:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076031.919116:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076031.919121:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076031.919124:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076031.919128:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076031.919132:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076031.919137:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076031.919142:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076031.919148:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076031.919149:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076031.919151:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076031.919153:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076031.919159:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076031.919167:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076031.919173:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076031.919178:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076031.919182:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076031.919188:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076031.919194:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076031.919198:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076031.919202:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076031.919206:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076031.919215:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769076031.919224:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076031.919232:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076031.919238:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076031.919238:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076031.919245:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769076031.919247:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076031.919252:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076031.919258:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076031.919268:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769076031.919280:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076031.919295:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932371328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076031.919308:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076031.919313:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076031.919322:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932371328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076031.919343:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076031.919349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076031.919355:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076031.919358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076031.919367:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076031.919376:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2733)
00000800:00000200:2.1:1769076031.919809:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076031.919812:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076031.920063:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076031.920066:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076032.814584:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076032.814596:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076032.814617:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076032.814627:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076033.838556:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076033.838565:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076033.838580:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076033.838589:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076033.838633:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076033.838666:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076033.838676:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076034.862549:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076034.862555:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076034.862566:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076034.862583:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076035.886561:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076035.886567:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076035.886578:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076035.886584:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076035.886640:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076035.886648:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076035.886656:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076036.910537:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076036.910543:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076036.910553:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076036.910557:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076037.038544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076037.038558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076037.038562:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076037.038567:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076037.038572:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076037.038580:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2728
00000400:00000200:1.0:1769076037.038616:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076037.038623:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076037.038628:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076037.038632:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076037.038637:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076037.038641:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076037.038644:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076037.038650:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076037.038652:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076037.038655:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076037.038659:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076037.038662:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076037.038666:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076037.038669:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076037.038672:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076037.038674:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076037.038677:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076037.038680:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076037.038695:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076037.038699:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076037.038702:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076037.038712:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076037.038717:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076037.038721:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076037.038727:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076037.038739:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769076037.038747:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076037.038753:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076037.038757:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076037.038762:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076037.038766:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076037.038773:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076037.038786:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155800.
00000100:00000001:1.0:1769076037.038798:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076037.038812:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932371456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076037.038827:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076037.038833:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076037.038839:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932371456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076037.038877:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076037.038884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076037.038890:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076037.038893:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076037.038914:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076037.038926:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076037.038934:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2728
00000400:00000200:1.0:1769076037.038948:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076037.038964:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076037.038976:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076037.038990:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076037.039003:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076037.039014:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076037.039023:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076037.039037:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076037.039046:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076037.039056:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076037.039064:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076037.039075:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076037.039089:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076037.039105:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076037.039114:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076037.039119:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076037.039130:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076037.039138:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076037.039146:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076037.039156:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076037.039164:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076037.039174:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076037.039184:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076037.039195:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076037.039204:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076037.039211:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076037.039216:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076037.039228:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769076037.039236:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076037.039245:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076037.039251:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076037.039255:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076037.039260:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076037.039264:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076037.039273:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769076037.039283:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076037.039300:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932371584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076037.039321:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076037.039327:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076037.039342:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932371584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076037.039382:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076037.039396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076037.039452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076037.039455:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076037.039459:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076037.039463:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076037.039477:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2728
00000400:00000200:1.0:1769076037.039500:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076037.039517:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076037.039526:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076037.039537:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076037.039543:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076037.039554:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076037.039565:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076037.039574:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076037.039579:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076037.039612:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076037.039620:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076037.039630:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076037.039634:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076037.039647:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076037.039651:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769076037.039660:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769076037.039661:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076037.039668:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:2.1:1769076037.039674:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000020:00000040:1.0:1769076037.039675:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076037.039685:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076037.039691:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076037.039701:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076037.039709:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076037.039723:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076037.039732:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076037.039741:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076037.039756:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076037.039764:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076037.039781:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769076037.039794:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076037.039809:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076037.039816:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076037.039825:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076037.039830:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076037.039837:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076037.039852:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769076037.039868:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076037.039892:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932371712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076037.039925:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076037.039938:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076037.039958:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932371712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076037.040023:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076037.040039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076037.040056:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076037.040071:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076037.040091:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076037.040103:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2738)
00000800:00000200:2.1:1769076037.040480:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076037.040485:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076037.040885:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076037.040889:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076037.934648:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076037.934661:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076037.934684:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076037.934701:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076037.934741:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076037.934759:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076037.934776:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076037.934791:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076037.934810:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076037.934838:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076037.934890:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076037.934897:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076037.934904:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076038.958516:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076038.958525:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076038.958534:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076038.958537:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076038.958601:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076038.958610:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076038.958626:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076039.982634:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076039.982646:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076039.982663:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076039.982671:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076039.982710:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076039.982715:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076039.982719:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076041.006514:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076041.006533:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076041.006542:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076041.006546:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076041.006551:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076041.006556:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076041.006559:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076041.006563:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076041.006566:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076041.006570:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076041.006594:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076041.006596:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076041.006599:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076042.030617:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076042.030631:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076042.030657:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076042.030670:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076042.030720:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076042.030734:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076042.030740:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076042.159616:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076042.159624:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076042.160451:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076042.160454:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076042.160949:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076042.160952:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769076043.054549:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076043.054560:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076043.054573:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076043.054581:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076043.054623:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076043.054635:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076043.054650:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076044.078584:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076044.078593:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076044.078607:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076044.078615:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076044.078657:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076044.078665:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076044.078678:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076045.102585:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076045.102592:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076045.102603:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076045.102610:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076045.102652:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076045.102658:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076045.102669:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076046.126627:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076046.126647:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076046.126677:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076046.126688:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076046.126728:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076046.126744:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076046.126750:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076047.150593:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076047.150598:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076047.150607:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076047.150613:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076047.150643:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076047.150648:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076047.150653:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076047.279944:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076047.279953:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076047.280832:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076047.280880:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076047.281382:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076047.281385:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769076048.174512:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076048.174521:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076048.174530:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076048.174536:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076048.174546:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076048.174553:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076048.174559:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076048.174568:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076048.174598:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076048.174621:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076048.174654:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076048.174660:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076048.174664:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076049.198573:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076049.198584:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076049.198600:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076049.198608:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076049.198651:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076049.198656:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076049.198661:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076050.222568:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076050.222578:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076050.222600:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076050.222612:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076050.222652:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076050.222659:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076050.222668:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076051.246487:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076051.246492:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076051.246500:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076051.246507:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076051.246512:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076051.246519:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076051.246528:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076051.246534:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076051.246541:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076051.246546:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076051.246574:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076051.246579:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076051.246582:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076052.270609:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076052.270618:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076052.270629:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076052.270637:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076052.270680:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076052.270686:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076052.270691:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076052.399516:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076052.400113:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076052.400441:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076053.294546:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076053.294555:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076053.294575:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076053.294588:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076054.318599:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076054.318623:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076054.318657:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076054.318670:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076054.318713:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076054.318723:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076054.318738:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076055.342591:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076055.342601:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076055.342614:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076055.342620:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076055.342667:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076055.342677:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076055.342689:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769076055.470886:0:2406:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769076055.470962:0:2406:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769076055.470982:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076055.470989:0:2406:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769076055.470995:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076055.471002:0:2406:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769076055.471010:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076055.471016:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:1.0:1769076055.471230:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076055.471259:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076055.471306:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bcebb0
00000400:00000010:1.0:1769076055.471313:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bcebb0.
00000100:00000001:1.0:1769076055.471323:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076055.471337:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931b800 x1855007932372608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076055.471393:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076055.471485:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932372608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076055.471506:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076055.471510:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076055.471530:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076055.471537:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134f00.
00000400:00000200:1.0:1769076055.471545:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076055.471553:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076055.471561:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:1.0:1769076055.471567:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:1.0:1769076055.471573:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076055.471583:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d749318e00 x1855007932372736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076055.471603:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076055.471610:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932372736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076055.471624:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076055.471628:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076055.471641:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076055.471646:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134c00.
00000400:00000200:1.0:1769076055.471653:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076055.471660:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076055.471666:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:1.0:1769076055.471670:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:1.0:1769076055.471674:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076055.471682:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d749319180 x1855007932372864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076055.471698:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076055.471704:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932372864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076055.471719:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076055.471722:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1769076056.366576:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076056.366583:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076056.366592:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076056.366595:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076056.366638:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076056.366647:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076056.366669:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076057.390505:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076057.390513:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076057.390523:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076057.390529:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076057.390571:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076057.390577:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076057.390586:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076057.519654:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076057.519665:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1769076057.521139:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076057.521143:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1769076057.521735:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076057.521738:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 57 secs later)
00010000:00000001:1.0:1769076058.414533:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076058.414558:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076058.414565:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076058.414574:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076058.414587:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076058.414595:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076058.414604:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076058.414622:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076058.414637:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076058.414644:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076058.414684:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076058.414689:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076058.414693:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076059.438579:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076059.438589:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076059.438604:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076059.438611:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076059.438653:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076059.438661:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076059.438671:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076060.462576:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076060.462585:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076060.462593:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076060.462599:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076060.462638:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076060.462645:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076060.462654:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076061.486494:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076061.486504:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076061.486540:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076061.486546:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076061.486550:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076061.486554:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076061.486559:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076061.486563:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076061.486572:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076061.486592:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076061.486630:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076061.486639:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076061.486662:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076062.510540:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076062.510546:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076062.510553:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076062.510557:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076062.510583:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076062.510588:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076062.510603:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076062.639031:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076062.639037:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769076062.639467:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076062.639469:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769076062.639677:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076062.639679:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00010000:00000001:1.0:1769076063.534501:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076063.534507:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076063.534515:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076063.534518:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076063.534561:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076063.534566:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076063.534570:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076064.558549:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076064.558562:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076064.558578:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076064.558587:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076064.558650:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076064.558657:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076064.558662:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076065.582524:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076065.582533:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076065.582547:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076065.582555:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076065.582601:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076065.582609:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076065.582618:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076066.606529:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076066.606539:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076066.606548:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076066.606554:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076066.606590:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076066.606596:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076066.606606:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076067.630526:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076067.630533:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076067.630538:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076067.630542:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076067.630549:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076067.630552:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076067.630560:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076067.630567:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076067.630574:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076067.630578:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076067.759909:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076067.759914:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076067.760590:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076067.760593:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076067.761034:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076067.761038:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00010000:00000001:1.0:1769076068.654542:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076068.654553:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076068.654572:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076068.654585:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076068.654625:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076068.654638:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076068.654648:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076069.678562:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076069.678576:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076069.678591:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076069.678601:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076069.678684:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076069.678690:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076069.678697:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076070.702567:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076070.702575:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076070.702586:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076070.702603:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076070.702611:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076070.702629:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076070.702668:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076070.702680:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076070.702696:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076070.702710:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076071.726610:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076071.726619:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076071.726630:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076071.726632:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076071.726662:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076071.726665:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076071.726668:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076072.750559:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076072.750581:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076072.750594:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076072.750606:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076072.750675:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076072.750705:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076072.750717:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076072.878538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076072.878551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076072.878554:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076072.878558:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076072.878564:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076072.878572:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2764
00000400:00000200:1.0:1769076072.878584:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076072.878592:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076072.878596:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076072.878601:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076072.878605:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076072.878608:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076072.878612:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076072.878617:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076072.878620:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076072.878624:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076072.878627:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076072.878631:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076072.878634:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076072.878638:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076072.878640:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076072.878641:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076072.878643:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076072.878646:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076072.878648:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076072.878650:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076072.878653:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076072.878656:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076072.878658:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076072.878661:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076072.878680:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076072.878691:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769076072.878695:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076072.878700:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076072.878702:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076072.878706:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076072.878709:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076072.878713:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076072.878723:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769076072.878732:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076072.878746:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932374144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076072.878777:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076072.878782:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076072.878788:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932374144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076072.878814:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076072.878819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076072.878824:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076072.878826:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076072.878828:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076072.878831:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076072.878835:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2764
00000400:00000200:1.0:1769076072.878841:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076072.878846:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076072.878849:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076072.878854:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076072.878857:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076072.878881:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076072.878913:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076072.878924:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076072.878928:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076072.878933:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076072.878939:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076072.878944:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076072.878949:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076072.878963:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076072.878971:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076072.878974:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076072.878981:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076072.879027:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076072.879030:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076072.879032:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076072.879033:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076072.879039:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076072.879043:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076072.879049:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076072.879053:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076072.879057:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076072.879061:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076072.879067:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769076072.879072:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076072.879094:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076072.879100:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076072.879102:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076072.879105:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076072.879113:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076072.879126:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769076072.879135:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076072.879164:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932374272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076072.879180:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076072.879184:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076072.879189:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932374272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076072.879201:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076072.879229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076072.879237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076072.879243:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076072.879247:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076072.879257:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076072.879267:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2764
00000400:00000200:1.0:1769076072.879291:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076072.879312:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076072.879338:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076072.879347:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076072.879353:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076072.879360:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076072.879377:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076072.879385:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076072.879389:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076072.879394:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076072.879398:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000800:00000200:2.1:1769076072.879469:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000001:1.0:1769076072.879470:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:2.1:1769076072.879476:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1769076072.879480:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076072.879492:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076072.879496:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076072.879500:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076072.879506:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076072.879526:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076072.879530:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076072.879535:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076072.879538:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076072.879545:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076072.879549:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076072.879554:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076072.879562:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076072.879569:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076072.879575:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076072.879582:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769076072.879587:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076072.879592:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076072.879595:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076072.879597:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076072.879601:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076072.879603:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076072.879609:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769076072.879616:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076072.879626:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932374400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076072.879636:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076072.879639:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076072.879646:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932374400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076072.879677:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076072.879680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076072.879687:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076072.879690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076072.879695:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076072.879701:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2774)
00000800:00000200:2.1:1769076072.880077:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076072.880080:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076072.880423:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076072.880425:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1769076073.774588:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076073.774601:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076073.774632:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076073.774639:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076073.774678:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076073.774683:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076073.774687:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076074.798547:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076074.798557:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076074.798575:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076074.798582:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076074.798625:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076074.798638:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076074.798643:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076075.822543:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076075.822555:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076075.822569:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076075.822576:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076075.822621:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076075.822631:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076075.822639:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076076.846550:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076076.846558:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076076.846572:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076076.846581:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076076.846642:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076076.846651:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076076.846666:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076077.870643:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076077.870670:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076077.870690:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076077.870706:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076077.870723:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076077.870732:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076077.870738:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076077.870745:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076077.870757:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076077.870761:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076077.870800:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076077.870804:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076077.870808:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076077.998582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076077.998601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076077.998606:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076077.998613:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076077.998621:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076077.998633:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2769
00000400:00000200:1.0:1769076077.998648:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076077.998659:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076077.998665:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076077.998673:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076077.998679:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076077.998684:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076077.998689:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076077.998697:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076077.998700:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076077.998705:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076077.998710:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076077.998715:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076077.998740:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076077.998749:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076077.998755:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076077.998762:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076077.998768:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076077.998774:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076077.998783:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076077.998789:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076077.998795:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076077.998803:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076077.998810:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076077.998815:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076077.998821:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076077.998836:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769076077.998846:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076077.998855:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076077.998875:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076077.998883:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076077.998889:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076077.998921:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076077.998938:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769076077.998949:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076077.998966:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932374528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076077.998988:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076077.998996:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076077.999008:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932374528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076077.999049:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076077.999056:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076077.999064:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076077.999067:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076077.999072:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076077.999078:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076077.999085:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2769
00000400:00000200:1.0:1769076077.999095:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076077.999106:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076077.999117:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076077.999132:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076077.999144:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076077.999155:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076077.999165:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076077.999173:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076077.999180:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076077.999189:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076077.999199:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076077.999228:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076077.999242:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076077.999256:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076077.999266:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076077.999276:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076077.999283:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076077.999291:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076077.999303:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076077.999317:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076077.999326:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076077.999339:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076077.999350:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076077.999360:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076077.999371:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076077.999384:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076077.999391:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076077.999452:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769076077.999464:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076077.999477:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076077.999485:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076077.999494:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076077.999501:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076077.999508:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076077.999525:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769076077.999539:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076077.999557:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932374656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076077.999598:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076077.999608:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076077.999624:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932374656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769076077.999664:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769076077.999668:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076077.999671:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000100:00080000:1.0:1769076077.999680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076077.999699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076077.999705:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076077.999710:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076077.999723:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076077.999738:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2769
00000400:00000200:1.0:1769076077.999758:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076077.999775:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076077.999788:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076077.999800:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076077.999812:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076077.999827:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076077.999836:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076077.999846:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076077.999851:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076077.999860:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076077.999867:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076077.999880:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076077.999891:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076077.999929:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076077.999939:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076077.999952:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076077.999962:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076077.999978:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076077.999990:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076078.000002:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076078.000013:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076078.000026:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076078.000039:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076078.000049:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076078.000058:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076078.000071:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076078.000081:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076078.000096:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769076078.000107:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076078.000119:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076078.000128:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076078.000140:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076078.000147:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076078.000155:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076078.000168:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769076078.000183:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076078.000205:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932374784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076078.000247:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076078.000257:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076078.000282:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932374784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076078.000322:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076078.000333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076078.000351:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076078.000367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076078.000383:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076078.000450:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2779)
00000800:00000200:2.1:1769076078.000688:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076078.000691:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076078.001092:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076078.001095:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1769076078.894574:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076078.894586:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076078.894612:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076078.894624:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076078.894687:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076078.894719:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076078.894732:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076079.918594:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076079.918608:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076079.918621:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076079.918624:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076079.918672:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076079.918682:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076079.918695:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076080.942550:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076080.942561:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076080.942578:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076080.942588:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076080.942594:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076080.942604:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076080.942609:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076080.942616:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076080.942621:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076080.942630:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076080.942672:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076080.942678:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076080.942687:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076081.966541:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076081.966547:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076081.966554:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076081.966557:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076081.966614:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076081.966621:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076081.966626:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076082.990558:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076082.990565:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076082.990578:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076082.990584:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076082.990615:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076082.990622:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076082.990627:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076083.119248:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076083.119254:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076083.119907:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076083.119909:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076083.120176:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076083.120178:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769076084.014512:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076084.014519:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076084.014527:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076084.014531:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076084.014563:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076084.014568:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076084.014578:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076085.038580:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076085.038592:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076085.038608:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076085.038617:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076086.062675:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076086.062686:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076086.062705:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076086.062712:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076086.062758:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076086.062792:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076086.062800:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076087.086565:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076087.086577:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076087.086590:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076087.086599:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076087.086652:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076087.086661:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076087.086670:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076088.110634:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076088.110666:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076088.110673:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076088.110694:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076088.110706:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076088.110718:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076088.110753:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076088.110759:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076088.110767:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076088.110770:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076088.110801:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076088.110805:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076088.110809:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076088.238590:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076088.238606:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076088.238611:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076088.238618:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076088.238624:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076088.238637:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2779
00000400:00000200:1.0:1769076088.238652:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076088.238662:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076088.238667:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076088.238672:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076088.238677:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076088.238681:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076088.238684:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076088.238691:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076088.238693:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076088.238698:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076088.238702:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076088.238705:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076088.238708:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076088.238712:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076088.238715:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076088.238718:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076088.238721:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076088.238766:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076088.238772:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076088.238775:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076088.238781:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076088.238787:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076088.238791:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076088.238794:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076088.238797:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076088.238813:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000020:00000040:1.0:1769076088.238819:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076088.238826:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076088.238828:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076088.238833:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076088.238837:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076088.238844:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076088.238857:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769076088.238869:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076088.238883:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932375296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076088.238898:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076088.238905:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076088.238911:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932375296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076088.238949:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076088.238953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076088.238959:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076088.238962:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076088.238965:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076088.238971:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076088.238976:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2779
00000400:00000200:1.0:1769076088.238987:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076088.238999:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076088.239005:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076088.239015:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076088.239023:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076088.239037:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076088.239047:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076088.239057:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076088.239062:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076088.239072:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076088.239080:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076088.239093:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076088.239104:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076088.239118:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076088.239125:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076088.239134:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076088.239139:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076088.239146:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076088.239163:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076088.239180:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076088.239204:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076088.239219:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076088.239226:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076088.239231:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076088.239240:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076088.239255:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076088.239261:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076088.239272:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4a80.
00000020:00000040:1.0:1769076088.239293:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076088.239311:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076088.239317:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076088.239330:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076088.239338:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076088.239353:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076088.239365:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769076088.239379:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076088.239473:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4a80 x1855007932375424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076088.239513:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076088.239520:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076088.239543:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1faa4c3] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4a80 x1855007932375424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076088.239569:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076088.239577:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076088.239585:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076088.239596:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076088.239603:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076088.239619:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076088.239634:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2779
00000400:00000200:1.0:1769076088.239662:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076088.239684:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076088.239701:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076088.239746:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076088.239759:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076088.239765:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076088.239779:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076088.239791:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076088.239800:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076088.239814:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076088.239824:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076088.239844:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076088.239851:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076088.239866:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076088.239880:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076088.239895:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076088.239912:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076088.239930:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000200:3.1:1769076088.239930:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00080000:1.0:1769076088.239942:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076088.239947:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076088.239949:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076088.239954:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1769076088.239966:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1769076088.239968:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076088.239983:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076088.239994:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076088.240011:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076088.240031:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076088.240053:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769076088.240064:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076088.240078:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076088.240082:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076088.240092:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076088.240098:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076088.240104:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076088.240119:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154000.
00000100:00000001:1.0:1769076088.240130:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076088.240149:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932375552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076088.240176:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076088.240188:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076088.240213:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932375552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076088.240233:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076088.240241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076088.240262:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076088.240270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076088.240281:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076088.240302:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2789)
00000800:00000200:3.1:1769076088.240808:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076088.240812:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076088.241246:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076088.241249:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769076089.134545:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076089.134556:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076089.134567:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076089.134574:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076089.134615:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076089.134628:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076089.134639:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076090.158583:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076090.158596:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076090.158617:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076090.158629:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076090.158681:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076090.158688:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076090.158723:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076091.182579:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076091.182592:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076091.182625:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076091.182646:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076091.182656:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076091.182673:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076091.182721:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076091.182727:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076091.182735:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076091.182752:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076091.182801:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076091.182806:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076091.182811:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076092.206563:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076092.206576:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076092.206596:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076092.206607:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076092.206685:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076092.206695:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076092.206704:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076093.230705:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076093.230716:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076093.230740:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076093.230749:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076093.359323:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076093.359335:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076093.359939:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076093.359942:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076093.360271:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076093.360273:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769076094.254578:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076094.254589:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076094.254611:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076094.254621:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076094.254700:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076094.254707:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076094.254715:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076095.278521:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076095.278526:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076095.278531:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076095.278535:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076095.278594:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076095.278605:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076095.278619:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076095.278623:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076095.278627:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076095.278631:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076095.278634:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076095.278638:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076095.278650:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076096.302566:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076096.302573:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076096.302576:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076096.302582:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076096.302606:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076096.302609:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076096.302612:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076096.302615:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076096.302621:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076096.302648:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076096.302652:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076096.302658:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076096.302662:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076096.302685:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076096.302688:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076096.302691:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076097.326675:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076097.326690:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076097.326731:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076097.326737:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076098.350541:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076098.350551:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076098.350583:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076098.350588:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076098.350596:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076098.350601:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076098.350606:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076098.350617:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076098.350631:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076098.350638:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076098.350677:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076098.350684:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076098.350691:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076098.479429:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076098.479435:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076098.480085:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076098.480088:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076098.480396:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076098.480425:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076099.374567:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076099.374579:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076099.374590:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076099.374596:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076099.374647:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076099.374655:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076099.374665:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076100.398646:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076100.398655:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076100.398673:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076100.398692:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076100.398747:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076100.398762:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076100.398769:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076101.422598:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076101.422607:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076101.422633:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076101.422647:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076101.422661:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076101.422667:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076101.422691:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076101.422711:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076101.422724:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076101.422736:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076101.422788:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076101.422795:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076101.422800:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076102.446594:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076102.446603:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076102.446614:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076102.446621:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076102.446664:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076102.446671:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076102.446683:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076103.470600:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076103.470608:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076103.470627:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076103.470631:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076103.470670:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076103.470674:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076103.470678:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076103.599766:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076103.599771:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769076103.600297:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076103.600301:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769076103.600796:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076103.600800:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00010000:00000001:1.0:1769076104.494632:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076104.494648:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076104.494665:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076104.494674:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076104.494724:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076104.494732:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076104.494741:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076105.518483:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076105.518490:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076105.518497:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076105.518500:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076105.518522:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076105.518526:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076105.518531:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076106.542558:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076106.542568:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076106.542579:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076106.542587:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076106.542635:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076106.542643:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076106.542655:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076107.566572:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076107.566594:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076107.566608:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076107.566629:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076107.566640:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076107.566656:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076107.566662:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076107.566685:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076107.566697:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076107.566704:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076107.566773:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076107.566778:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076107.566787:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076108.590567:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076108.590584:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076108.590605:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076108.590615:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076108.590673:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076108.590702:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076108.590718:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076108.719494:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076108.719502:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076108.720132:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076108.720135:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076108.720556:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076108.720559:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1769076109.614537:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076109.614549:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076109.614568:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076109.614577:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076109.614620:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076109.614628:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076109.614638:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076110.638614:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076110.638638:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076110.638659:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076110.638667:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076110.638683:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076110.638712:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076110.638727:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076110.638735:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076110.638744:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076110.638759:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076110.638816:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076110.638819:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076110.638824:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076111.662504:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076111.662509:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076111.662521:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076111.662527:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076111.662550:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076111.662561:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076111.662569:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076112.686581:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076112.686590:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076112.686607:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076112.686616:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076112.686657:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076112.686665:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076112.686674:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076113.710499:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076113.710506:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076113.710511:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076113.710520:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076113.710527:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076113.710533:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076113.710539:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076113.710543:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076113.710548:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076113.710577:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076113.710582:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076113.710587:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076113.710588:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076113.710621:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076113.710624:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076113.710629:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076113.839577:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076113.839585:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076113.840208:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076113.840210:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076113.840634:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076113.840637:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1769076114.734558:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076114.734567:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076114.734583:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076114.734590:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076114.734626:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076114.734633:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076114.734643:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076115.758608:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076115.758616:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076115.758635:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076115.758645:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076115.758695:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076115.758708:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076115.758726:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076116.782540:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076116.782564:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076116.782582:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076116.782603:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076116.782660:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076116.782670:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076116.782682:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076117.806548:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076117.806575:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076117.806583:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076117.806589:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076117.806599:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076117.806606:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076117.806613:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076117.806619:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076117.806647:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076117.806653:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076117.806696:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076117.806702:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076117.806707:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076118.830588:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076118.830597:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076118.830608:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076118.830613:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076118.830658:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076118.830667:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076118.830682:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076118.959686:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076118.960198:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076118.960616:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076119.854570:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076119.854579:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076119.854590:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076119.854599:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076119.854634:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076119.854644:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076119.854657:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076120.878568:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076120.878579:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076120.878595:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076120.878604:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076120.878610:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076120.878617:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076120.878627:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076120.878634:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076120.878639:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076120.878646:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076121.902569:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076121.902580:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076121.902592:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076121.902613:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076121.902673:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076121.902681:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076121.902699:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769076122.030714:0:2407:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769076122.030759:0:2407:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769076122.030770:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076122.030775:0:2407:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769076122.030778:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076122.030782:0:2407:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769076122.030787:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076122.030791:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:1.0:1769076122.030796:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076122.030800:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076122.030807:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a440
00000400:00000010:1.0:1769076122.030809:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a440.
00000100:00000001:1.0:1769076122.030815:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076122.030825:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d2d80 x1855007932377600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076122.030860:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076122.030867:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2d80 x1855007932377600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076122.030879:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076122.030881:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076122.030896:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076122.030900:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490100.
00000400:00000200:1.0:1769076122.030904:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076122.030908:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076122.030913:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a5d8
00000400:00000010:1.0:1769076122.030915:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a5d8.
00000100:00000001:1.0:1769076122.030918:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076122.030924:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d0a80 x1855007932377728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076122.030936:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076122.030941:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0a80 x1855007932377728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076122.030952:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076122.030955:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076122.030964:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076122.030967:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:1.0:1769076122.030972:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076122.030983:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076122.030990:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a088
00000400:00000010:1.0:1769076122.030996:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a088.
00000100:00000001:1.0:1769076122.031001:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076122.031009:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d3100 x1855007932377856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076122.031087:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076122.031113:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932377856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076122.031131:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076122.031137:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1769076122.926613:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076122.926621:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076122.926633:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076122.926656:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076123.950582:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076123.950593:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076123.950612:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076123.950621:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076123.950660:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076123.950667:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076123.950677:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076124.078714:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076124.078737:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076124.078742:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076124.078749:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076124.078758:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076124.078771:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2815
00000400:00000200:1.0:1769076124.078788:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076124.078799:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076124.078817:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076124.078825:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076124.078833:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076124.078837:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076124.078842:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076124.078851:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076124.078854:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076124.078861:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076124.078867:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076124.078872:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076124.078876:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076124.078883:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076124.078887:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076124.078891:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076124.078895:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076124.078901:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076124.078907:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076124.078912:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076124.078918:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076124.078925:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076124.078931:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076124.078935:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076124.078940:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076124.078952:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769076124.078959:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076124.078968:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076124.078971:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076124.078978:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076124.078984:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076124.078993:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076124.079008:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157800.
00000100:00000001:1.0:1769076124.079022:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076124.079040:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932377984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076124.079072:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076124.079082:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076124.079092:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932377984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076124.079200:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076124.079208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076124.079215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076124.079219:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076124.079222:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076124.079227:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076124.079232:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2815
00000400:00000200:1.0:1769076124.079240:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076124.079246:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076124.079250:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076124.079256:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076124.079260:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076124.079265:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076124.079269:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076124.079274:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076124.079277:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076124.079280:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076124.079283:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076124.079288:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076124.079292:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076124.079298:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076124.079302:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076124.079306:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076124.079310:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076124.079314:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076124.079320:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076124.079325:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076124.079328:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076124.079339:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076124.079344:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076124.079347:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076124.079358:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076124.079364:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076124.079368:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076124.079375:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769076124.079380:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076124.079385:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076124.079388:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076124.079391:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076124.079394:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076124.079398:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076124.079452:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154000.
00000100:00000001:1.0:1769076124.079461:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076124.079473:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932378112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076124.079488:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076124.079493:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076124.079501:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932378112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076124.079518:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076124.079523:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076124.079530:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076124.079534:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076124.079536:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076124.079542:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076124.079546:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2815
00000400:00000200:1.0:1769076124.079554:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076124.079561:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076124.079565:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076124.079570:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076124.079574:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076124.079578:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076124.079583:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076124.079588:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076124.079590:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076124.079594:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076124.079598:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076124.079601:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076124.079605:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076124.079611:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076124.079615:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076124.079618:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076124.079623:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076124.079627:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076124.079633:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076124.079638:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076124.079641:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076124.079647:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076124.079651:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076124.079655:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076124.079659:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076124.079664:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076124.079666:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076124.079674:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769076124.079678:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076124.079684:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076124.079686:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076124.079689:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076124.079691:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076124.079695:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076124.079703:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769076124.079708:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076124.079717:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932378240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076124.079743:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076124.079747:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076124.079754:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932378240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076124.079769:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076124.079774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076124.079781:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076124.079786:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076124.079792:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076124.079800:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2825)
00000800:00000200:2.1:1769076124.080385:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076124.080393:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076124.081169:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076124.081173:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076124.081897:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076124.081902:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076124.974654:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076124.974664:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076124.974690:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076124.974698:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076124.974754:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076124.974762:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076124.974766:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076125.998614:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076125.998626:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076125.998645:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076125.998656:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076125.998727:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076125.998736:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076125.998747:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076127.022545:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076127.022550:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076127.022564:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076127.022568:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076128.046594:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076128.046620:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076128.046631:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076128.046644:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076128.046657:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076128.046667:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076128.046671:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076128.046681:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076128.046689:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076128.046695:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076128.046731:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076128.046736:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076128.046740:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076129.070553:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076129.070562:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076129.070574:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076129.070581:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076129.070644:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076129.070654:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076129.070663:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076129.199726:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076129.199730:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076129.200337:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076129.200341:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076129.200885:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076129.200889:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076130.094575:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076130.094584:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076130.094598:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076130.094607:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076130.094650:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076130.094657:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076130.094664:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076131.118545:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076131.118556:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076131.118566:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076131.118577:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076131.118588:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076131.118599:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076131.118615:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076131.118637:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076131.118654:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076131.118681:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076131.118745:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076131.118752:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076131.118759:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076132.142560:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076132.142575:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076132.142622:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076132.142637:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076132.142708:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076132.142717:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076132.142728:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076133.166527:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076133.166537:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076133.166551:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076133.166557:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076133.166594:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076133.166613:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076133.166621:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076134.190492:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076134.190499:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076134.190511:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076134.190516:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076134.190545:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076134.190551:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076134.190557:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076134.319513:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076134.319517:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076134.320017:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076134.320020:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076134.320291:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076134.320293:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769076135.214533:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076135.214545:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076135.214557:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076135.214563:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076135.214618:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076135.214626:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076135.214645:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076136.238602:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076136.238617:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076136.238630:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076136.238638:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076136.238729:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076136.238734:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076136.238739:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076137.262593:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076137.262604:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076137.262626:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076137.262635:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076137.262688:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076137.262695:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076137.262702:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076138.286536:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076138.286549:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076138.286556:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076138.286562:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076138.286573:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076138.286581:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076138.286588:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076138.286595:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076138.286611:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076138.286618:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076138.286673:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076138.286679:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076138.286687:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076139.310644:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076139.310656:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076139.310681:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076139.310705:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076139.310803:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076139.310813:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076139.310823:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076139.439576:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076139.439580:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076139.440121:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076139.440125:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076139.440508:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076139.440512:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769076140.334559:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076140.334570:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076140.334588:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076140.334597:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076140.334638:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076140.334646:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076140.334673:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076141.358542:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076141.358546:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076141.358555:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076141.358561:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076141.358566:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076141.358570:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076141.358575:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076141.358579:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076141.358583:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076141.358585:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076142.382594:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076142.382603:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076142.382615:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076142.382624:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076142.382671:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076142.382680:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076142.382688:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076143.406572:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076143.406580:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076143.406592:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076143.406598:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076143.406657:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076143.406665:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076143.406672:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076144.430583:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076144.430590:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076144.430608:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076144.430614:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076144.430659:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076144.430669:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076144.430684:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076144.559699:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076144.559711:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076144.560293:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076144.560296:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076144.560774:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076144.560777:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1769076145.454567:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076145.454576:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076145.454590:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076145.454599:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076145.454648:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076145.454654:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076145.454669:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076146.478586:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076146.478593:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076146.478607:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076146.478616:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076146.478666:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076146.478675:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076146.478684:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076147.502554:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076147.502563:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076147.502573:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076147.502582:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076147.502619:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076147.502627:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076147.502633:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076148.526553:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076148.526564:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076148.526573:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076148.526581:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076148.526594:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076148.526604:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076148.526610:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076148.526618:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076148.526628:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076148.526635:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076148.526677:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076148.526682:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076148.526688:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076149.550598:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076149.550608:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076149.550625:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076149.550632:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076149.679499:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076149.679506:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076149.680146:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076149.680149:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076149.680569:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076149.680572:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769076150.574612:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076150.574631:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076150.574657:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076150.574672:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076150.574704:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076150.574711:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076150.574717:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076150.574721:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076150.574725:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076150.574731:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076151.598572:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076151.598581:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076151.598590:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076151.598596:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076152.622751:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076152.622777:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076152.622798:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076152.622803:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076153.646598:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076153.646605:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076153.646617:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076153.646623:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076154.670661:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076154.670669:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076154.670684:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076154.670692:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076154.670753:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076154.670759:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076154.670768:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076154.799160:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076154.799165:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076154.799642:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076154.799644:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076154.799898:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076154.799900:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769076155.694629:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076155.694637:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076155.694653:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076155.694662:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076156.718607:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076156.718617:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076156.718627:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076156.718645:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076156.718688:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076156.718696:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076156.718703:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076157.742738:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076157.742748:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076157.742758:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076157.742761:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076158.766558:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076158.766564:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076158.766569:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076158.766575:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076158.766582:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076158.766587:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076158.766593:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076158.766600:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076158.766605:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076158.766609:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076158.766634:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076158.766638:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076158.766641:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076159.790551:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076159.790558:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076159.790567:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076159.790569:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076159.790603:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076159.790612:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076159.790618:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076159.790666:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076159.790672:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076159.790676:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076159.790693:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076159.790702:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076159.790716:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076159.790737:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076159.790740:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076159.790744:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076159.919139:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076159.919147:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076159.919693:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076159.919695:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076159.920069:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076159.920070:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769076160.814585:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076160.814592:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076160.814597:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076160.814605:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076160.814611:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076160.814619:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076160.814639:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076160.814643:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076160.814647:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076160.814677:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076160.814680:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076160.814683:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076160.814687:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076160.814689:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076160.814692:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076160.814696:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076160.814698:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076160.814701:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076160.814703:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076160.814722:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076160.814724:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076160.814727:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076161.838584:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076161.838597:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076161.838615:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076161.838622:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076161.838661:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076161.838667:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076161.838679:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076162.862629:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076162.862645:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076162.862673:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076162.862682:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076163.886608:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076163.886629:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076163.886642:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076163.886652:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076163.886701:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076163.886714:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076163.886737:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076164.910644:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076164.910657:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076164.910708:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076164.910728:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076164.910777:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076164.910790:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076164.910805:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076165.040027:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076165.040045:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076165.040537:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076165.040540:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076165.040880:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076165.040884:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769076165.934613:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076165.934623:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076165.934627:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076165.934634:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076165.934640:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076165.934645:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076165.934649:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076165.934652:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076165.934656:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076165.934701:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076165.934717:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076165.934732:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076165.934740:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076165.934795:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076165.934802:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076165.934809:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076166.958637:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076166.958659:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076166.958688:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076166.958700:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076166.958757:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076166.958769:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076166.958783:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076167.982572:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076167.982584:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076167.982605:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076167.982614:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076167.982676:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076167.982684:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076167.982690:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076169.006573:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076169.006582:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076169.006591:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076169.006599:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076169.006609:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076169.006617:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076169.006645:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076169.006659:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076169.006676:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076169.006683:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076169.006721:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076169.006727:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076169.006731:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076170.030499:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076170.030506:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076170.030515:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076170.030522:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076170.030551:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076170.030555:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076170.030559:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076170.160063:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076170.160073:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076170.161031:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076170.161035:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076170.161539:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076170.161542:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076171.054519:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076171.054526:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076171.054535:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076171.054543:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076171.054549:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076171.054555:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076171.054560:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076171.054566:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076171.054572:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076171.054579:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076171.054618:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076171.054626:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076171.054631:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076172.078505:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076172.078511:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076172.078519:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076172.078523:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076172.078547:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076172.078551:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076172.078556:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076173.102611:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076173.102632:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076173.102656:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076173.102663:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076173.102715:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076173.102721:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076173.102727:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076174.126537:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076174.126544:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076174.126552:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076174.126559:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076174.126595:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076174.126601:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076174.126606:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076175.150502:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076175.150506:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076175.150512:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076175.150516:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076175.150539:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076175.150543:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076175.150547:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076175.279178:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076175.279183:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076175.279597:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076175.279600:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076175.279867:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076175.279869:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769076176.174636:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076176.174654:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076176.174681:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076176.174688:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076176.174739:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076176.174745:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076176.174754:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076177.198579:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076177.198592:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076177.198608:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076177.198621:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076177.198665:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076177.198671:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076177.198679:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076178.222592:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076178.222600:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076178.222613:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076178.222616:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076178.222671:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076178.222678:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076178.222688:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076179.246572:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076179.246585:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076179.246591:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076179.246595:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076179.246601:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076179.246607:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076179.246615:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076179.246625:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076179.246640:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076179.246648:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076179.246703:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076179.246709:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076179.246712:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076179.246718:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076179.246724:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076179.246728:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076179.246732:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076179.246736:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076179.246740:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076180.270604:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076180.270621:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076180.270627:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076180.270646:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076180.270671:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076180.270678:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076180.270683:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076180.270686:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076180.270691:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076180.270736:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076180.270740:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076180.270745:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076180.270747:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076180.270785:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076180.270788:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076180.270792:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076180.400094:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076180.400129:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076180.400936:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076180.400941:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076180.401505:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076180.401512:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769076181.294575:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076181.294580:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076181.294605:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076181.294614:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076181.294621:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076181.294625:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076181.294632:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076181.294634:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076181.294638:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076181.294642:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076182.318650:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076182.318661:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076182.318694:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076182.318715:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076182.318813:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076182.318822:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076182.318842:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076183.342550:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076183.342558:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076183.342565:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076183.342573:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076183.342652:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076183.342658:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076183.342665:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076184.366595:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076184.366615:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076184.366628:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076184.366640:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076184.366694:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076184.366702:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076184.366708:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076185.390513:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076185.390519:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076185.390531:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076185.390536:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076185.390567:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076185.390572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076185.390583:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076185.519496:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076185.519706:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076185.519814:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076186.414587:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076186.414600:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076186.414612:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076186.414629:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076186.414688:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076186.414698:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076186.414720:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076187.438540:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076187.438552:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076187.438565:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076187.438573:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076187.438626:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076187.438632:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076187.438639:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076188.462499:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076188.462505:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076188.462511:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076188.462514:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076188.462546:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076188.462550:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076188.462553:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076189.486572:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076189.486584:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076189.486592:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076189.486599:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076189.486615:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076189.486638:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076189.486651:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076189.486660:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076189.486672:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076189.486678:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076190.510716:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076190.510729:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076190.510731:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076190.510737:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076190.510742:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076190.510747:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076190.510756:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076190.510760:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076190.510774:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076190.510822:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076190.510826:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076190.510832:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076190.510837:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076190.510840:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076190.510843:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076190.510847:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076190.510850:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076190.510859:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076190.510869:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076190.510907:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076190.510911:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076190.510915:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076190.639986:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076190.639992:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076190.640494:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076190.640496:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076190.640772:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076190.640774:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076191.534585:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076191.534598:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076191.534618:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076191.534629:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076191.534694:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076191.534704:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076191.534719:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076192.558577:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076192.558595:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076192.558625:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076192.558638:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076192.558709:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076192.558716:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076192.558727:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076193.582566:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076193.582574:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076193.582586:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076193.582588:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076193.582626:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076193.582633:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076193.582641:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076194.606564:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076194.606579:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076194.606598:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076194.606604:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076195.630509:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076195.630514:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076195.630522:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076195.630525:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076195.630563:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076195.630568:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076195.630573:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076195.759664:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076195.759674:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076195.760597:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076195.760601:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076195.761018:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076195.761021:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076196.654581:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076196.654593:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076196.654606:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076196.654616:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076196.654673:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076196.654678:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076196.654683:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076197.678576:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076197.678589:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076197.678605:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076197.678616:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076197.678684:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076197.678693:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076197.678701:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076198.702549:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076198.702558:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076198.702566:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076198.702574:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076198.702586:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076198.702594:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076198.702606:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076198.702615:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076198.702625:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076198.702647:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076198.702686:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076198.702696:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076198.702706:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076199.726499:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076199.726507:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076199.726518:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076199.726522:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076199.726575:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076199.726599:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076199.726621:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076200.750634:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076200.750644:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076200.750671:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076200.750687:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076200.750700:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076200.750709:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076200.750736:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076200.750744:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076200.750765:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076200.750777:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076200.750821:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076200.750827:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076200.750830:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076200.878658:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076200.878679:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076200.878685:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076200.878693:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076200.878703:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076200.878718:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2892
00000400:00000200:1.0:1769076200.878738:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076200.878751:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076200.878757:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076200.878775:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076200.878781:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076200.878785:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076200.878789:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076200.878796:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076200.878798:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076200.878803:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076200.878807:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076200.878810:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076200.878813:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076200.878817:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076200.878821:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076200.878825:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076200.878870:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076200.878875:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076200.878880:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076200.878884:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076200.878889:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076200.878894:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076200.878897:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076200.878901:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076200.878904:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076200.878920:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769076200.878926:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076200.878933:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076200.878935:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076200.878940:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076200.878944:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076200.878951:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076200.878963:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155800.
00000100:00000001:1.0:1769076200.878974:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076200.878987:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932383744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076200.879015:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076200.879022:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076200.879029:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932383744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076200.879063:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076200.879068:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076200.879073:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076200.879075:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076200.879077:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076200.879081:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076200.879085:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2892
00000400:00000200:1.0:1769076200.879091:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076200.879095:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076200.879098:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076200.879103:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076200.879106:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076200.879110:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076200.879113:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076200.879117:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076200.879120:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076200.879122:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076200.879124:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076200.879127:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076200.879130:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076200.879134:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076200.879137:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076200.879141:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076200.879144:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076200.879152:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076200.879157:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076200.879167:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076200.879175:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076200.879184:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076200.879188:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076200.879191:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076200.879196:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076200.879200:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076200.879203:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076200.879209:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769076200.879220:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076200.879231:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076200.879237:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076200.879243:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076200.879252:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076200.879257:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076200.879264:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769076200.879273:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076200.879288:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932383872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076200.879319:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076200.879326:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076200.879339:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932383872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076200.879355:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076200.879363:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076200.879370:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076200.879376:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076200.879382:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076200.879387:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076200.879396:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2892
00000400:00000200:1.0:1769076200.879465:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076200.879472:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076200.879483:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076200.879494:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076200.879506:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076200.879510:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076200.879516:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076200.879521:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076200.879526:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076200.879532:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076200.879536:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076200.879543:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076200.879550:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076200.879563:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076200.879569:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076200.879581:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076200.879586:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076200.879594:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076200.879606:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076200.879620:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076200.879627:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076200.879638:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076200.879647:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076200.879657:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076200.879667:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076200.879679:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076200.879690:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076200.879707:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769076200.879722:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076200.879734:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076200.879740:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076200.879749:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076200.879753:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076200.879759:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076200.879775:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769076200.879787:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076200.879809:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00100000:1.0:1769076200.879810:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932384000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769076200.879826:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1769076200.879875:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076200.879885:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076200.879903:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932384000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076200.879938:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076200.879944:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076200.879954:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076200.879963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076200.879969:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076200.879981:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2902)
00000800:00000200:3.1:1769076200.880621:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076200.880625:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076200.881131:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076200.881168:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769076201.774500:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076201.774506:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076201.774514:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076201.774517:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076201.774552:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076201.774555:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076201.774561:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076202.798592:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076202.798600:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076202.798605:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076202.798612:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076202.798615:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076202.798619:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076202.798623:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076202.798625:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076202.798628:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076202.798665:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076202.798668:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076202.798673:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076202.798675:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076202.798713:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076202.798716:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076202.798720:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076203.822584:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076203.822593:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076203.822605:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076203.822612:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076204.846594:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076204.846606:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076204.846625:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076204.846633:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076204.846677:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076204.846686:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076204.846697:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076205.870588:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076205.870599:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076205.870616:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076205.870624:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076205.870672:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076205.870678:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076205.870690:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076205.999861:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076205.999872:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076206.000549:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076206.000552:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076206.001035:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076206.001038:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769076206.894584:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076206.894594:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076206.894612:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076206.894619:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076206.894663:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076206.894673:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076206.894684:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076207.918647:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076207.918668:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076207.918701:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076207.918714:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076207.918787:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076207.918793:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076207.918805:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076208.942635:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076208.942653:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076208.942662:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076208.942679:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076208.942687:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076208.942695:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076208.942721:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076208.942731:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076208.942751:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076208.942755:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076208.942793:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076208.942799:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076208.942804:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076209.966617:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076209.966627:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076209.966642:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076209.966648:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076209.966737:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076209.966744:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076209.966750:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076210.990627:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076210.990637:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076210.990660:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076210.990708:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076210.990719:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076210.990726:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076210.990746:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076210.990756:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076210.990764:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076210.990785:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076211.120149:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076211.120179:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076211.120956:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076211.120959:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076211.121441:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076211.121445:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1769076212.014583:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076212.014594:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076212.014607:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076212.014622:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076212.014709:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076212.014715:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076212.014724:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076213.038609:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076213.038618:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076213.038653:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076213.038660:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076213.038716:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076213.038728:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076213.038738:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076214.062595:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076214.062606:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076214.062639:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076214.062642:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076214.062675:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076214.062681:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076214.062689:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076215.086570:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076215.086579:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076215.086593:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076215.086621:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076215.086663:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076215.086671:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076215.086681:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076216.110598:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076216.110616:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076216.110639:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076216.110652:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076216.110696:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076216.110705:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076216.110718:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076216.239665:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076216.239669:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076216.240203:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076216.240206:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076216.240652:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076216.240655:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1769076217.134618:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076217.134629:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076217.134642:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076217.134654:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076217.134708:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076217.134720:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076217.134736:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076218.158600:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076218.158611:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076218.158627:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076218.158635:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076218.158682:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076218.158690:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076218.158701:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076219.182629:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076219.182645:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076219.182649:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076219.182653:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076219.182659:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076219.182661:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076219.182666:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076219.182669:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076219.182676:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076219.182678:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076219.182711:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076219.182714:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076219.182717:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076220.206494:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076220.206499:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076220.206508:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076220.206528:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076220.206554:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076220.206558:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076220.206562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076221.230562:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076221.230568:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076221.230579:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076221.230588:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076221.230601:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076221.230608:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076221.230632:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076221.230638:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076221.230649:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076221.230657:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076221.230702:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076221.230707:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076221.230713:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076221.359811:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076221.359814:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769076221.360283:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076221.360286:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769076221.360722:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076221.360725:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00010000:00000001:1.0:1769076222.254652:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076222.254681:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076222.254722:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076222.254746:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076223.278625:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076223.278633:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076223.278644:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076223.278652:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076223.278708:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076223.278717:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076223.278728:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076224.302588:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076224.302594:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076224.302604:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076224.302616:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076224.302659:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076224.302665:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076224.302668:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076225.326608:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076225.326619:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076225.326634:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076225.326642:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076225.326716:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076225.326721:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076225.326727:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076226.350595:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076226.350603:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076226.350620:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076226.350626:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076226.350691:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076226.350697:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076226.350703:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076226.479670:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076226.479675:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769076226.480280:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076226.480284:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769076226.480756:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076226.480760:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00010000:00000001:1.0:1769076227.374530:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076227.374536:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076227.374545:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076227.374551:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076227.374581:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076227.374585:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076227.374592:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076228.398605:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076228.398615:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076228.398630:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076228.398638:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076228.398688:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076228.398695:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076228.398701:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076229.422619:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076229.422632:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076229.422643:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076229.422655:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076229.422669:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076229.422675:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076229.422695:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076229.422705:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076229.422719:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076229.422727:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076229.422793:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076229.422799:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076229.422803:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076230.446582:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076230.446591:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076230.446605:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076230.446612:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076230.446662:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076230.446669:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076230.446681:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076231.470549:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076231.470560:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076231.470583:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076231.470599:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076231.470610:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076231.470622:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076231.470650:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076231.470669:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076231.470693:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076231.470708:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076231.470767:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076231.470773:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076231.470788:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076231.599838:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076231.599844:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076231.600627:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076231.600633:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076231.601131:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076231.601135:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076232.494569:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076232.494585:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076232.494606:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076232.494615:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076232.494668:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076232.494676:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076232.494681:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076233.518537:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076233.518548:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076233.518561:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076233.518571:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076233.518605:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076233.518611:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076233.518619:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076233.518665:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076233.518672:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076233.518675:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076233.518680:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076233.518687:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076233.518692:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076233.518696:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076233.518699:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076233.518702:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076234.542581:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076234.542593:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076234.542604:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076234.542608:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076234.542653:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076234.542658:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076234.542663:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076235.566607:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076235.566617:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076235.566652:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076235.566660:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076236.590576:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076236.590587:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076236.590605:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076236.590615:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076236.590658:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076236.590664:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076236.590670:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076236.719862:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076236.721633:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076236.722208:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076236.722211:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076236.722758:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076236.722761:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076237.614592:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076237.614604:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076237.614624:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076237.614633:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076238.638557:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076238.638565:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076238.638573:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076238.638586:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076238.638595:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076238.638602:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076238.638614:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076238.638624:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076238.638635:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076238.638644:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076238.638691:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076238.638700:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076238.638705:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076239.662615:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076239.662627:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076239.662639:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076239.662648:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076239.662743:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076239.662750:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076239.662765:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076240.686601:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076240.686611:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076240.686628:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076240.686641:0:38455:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076240.686651:0:38455:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076240.686660:0:38455:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076240.686671:0:38455:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076240.686678:0:38455:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076240.686684:0:38455:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076240.686689:0:38455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076240.686721:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076240.686724:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076240.686727:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076241.710488:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076241.710493:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076241.710501:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076241.710504:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076241.710529:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076241.710531:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076241.710534:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076241.840663:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076241.840669:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076241.841027:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076241.841028:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076241.841327:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076241.841328:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769076242.734500:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076242.734507:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076242.734519:0:38455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076242.734524:0:38455:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076242.734563:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076242.734569:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076242.734578:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076243.758565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076243.758571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076243.758581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076243.758586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076243.758608:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076243.758615:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076243.758620:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076244.782507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076244.782514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076244.782524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076244.782529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076244.782555:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076244.782560:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076244.782564:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076245.806586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076245.806596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076245.806608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076245.806615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076245.806668:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076245.806675:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076245.806700:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076246.830550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076246.830557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076246.830566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076246.830573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076246.830604:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076246.830609:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076246.830616:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076246.958589:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076246.958602:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076246.958605:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076246.958610:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076246.958615:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076246.958623:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2938
00000400:00000200:1.0:1769076246.958633:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076246.958640:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076246.958643:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076246.958647:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076246.958651:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076246.958654:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076246.958657:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076246.958662:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076246.958665:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076246.958667:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076246.958671:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076246.958673:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076246.958675:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076246.958678:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076246.958680:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076246.958683:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076246.958685:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076246.958688:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076246.958692:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076246.958694:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076246.958697:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076246.958700:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076246.958703:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076246.958705:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076246.958707:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076246.958717:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769076246.958721:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076246.958725:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076246.958727:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076246.958731:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076246.958734:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076246.958738:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076246.958746:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769076246.958753:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076246.958763:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932387200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076246.958774:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076246.958779:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076246.958784:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932387200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076246.958810:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076246.958814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076246.958818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076246.958820:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076246.958822:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076246.958824:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076246.958827:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2938
00000400:00000200:1.0:1769076246.958830:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076246.958833:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076246.958836:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076246.958838:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076246.958840:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076246.958843:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076246.958845:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076246.958848:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076246.958849:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076246.958851:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076246.958853:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076246.958854:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076246.958874:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076246.958877:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076246.958879:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076246.958881:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076246.958883:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076246.958884:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076246.958887:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076246.958889:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076246.958890:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076246.958895:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076246.958897:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076246.958899:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076246.958903:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076246.958906:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076246.958908:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076246.958912:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769076246.958914:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076246.958916:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076246.958918:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076246.958920:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076246.958925:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076246.958928:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076246.958935:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769076246.958940:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076246.958949:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932387328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076246.958983:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076246.958988:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076246.958998:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932387328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076246.959018:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076246.959023:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076246.959031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076246.959033:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076246.959038:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076246.959043:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076246.959051:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2938
00000400:00000200:1.0:1769076246.959086:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076246.959092:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076246.959096:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076246.959101:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076246.959105:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076246.959108:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076246.959111:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076246.959113:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076246.959115:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076246.959117:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076246.959119:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076246.959121:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076246.959124:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076246.959127:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076246.959129:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076246.959131:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076246.959134:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076246.959137:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076246.959141:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076246.959146:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076246.959149:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076246.959154:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076246.959160:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076246.959164:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076246.959167:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076246.959171:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076246.959179:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076246.959185:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769076246.959191:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076246.959194:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076246.959197:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076246.959217:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076246.959221:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076246.959223:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076246.959230:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769076246.959236:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076246.959246:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932387456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076246.959263:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076246.959268:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076246.959297:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932387456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076246.959328:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076246.959340:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076246.959350:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076246.959362:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076246.959376:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076246.959388:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2948)
00000800:00000200:2.1:1769076246.959511:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076246.959514:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076246.960010:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076246.960013:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076246.960483:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076246.960485:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769076247.854675:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076247.854684:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076247.854697:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076247.854702:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076247.854734:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076247.854738:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076247.854742:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076248.878556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076248.878565:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076248.878570:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076248.878578:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076248.878588:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076248.878596:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076248.878603:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076248.878611:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076248.878620:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076248.878626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076248.878664:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076248.878670:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076248.878674:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076249.902570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076249.902580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076249.902598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076249.902606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076250.926560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076250.926568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076250.926579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076250.926591:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076250.926601:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076250.926608:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076250.926624:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076250.926630:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076250.926637:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076250.926649:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076250.926686:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076250.926692:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076250.926697:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076251.950576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076251.950584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076251.950615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076251.950621:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076252.078516:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076252.078530:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076252.078533:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076252.078539:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076252.078544:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076252.078550:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2943
00000400:00000200:1.0:1769076252.078559:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076252.078565:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076252.078567:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076252.078570:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076252.078573:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076252.078576:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076252.078578:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076252.078582:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076252.078584:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076252.078586:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076252.078588:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076252.078590:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076252.078592:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076252.078594:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076252.078596:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076252.078598:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076252.078599:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076252.078602:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076252.078604:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076252.078606:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076252.078608:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076252.078611:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076252.078613:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076252.078615:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076252.078618:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076252.078627:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769076252.078631:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076252.078636:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076252.078638:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076252.078642:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076252.078645:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076252.078651:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076252.078660:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769076252.078668:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076252.078678:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932387584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076252.078687:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076252.078691:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076252.078695:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932387584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076252.078717:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076252.078720:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076252.078723:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076252.078725:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076252.078726:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076252.078728:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076252.078730:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2943
00000400:00000200:1.0:1769076252.078734:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076252.078737:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076252.078739:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076252.078742:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076252.078744:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076252.078745:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076252.078747:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076252.078750:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076252.078751:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076252.078753:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076252.078755:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076252.078757:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076252.078759:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076252.078762:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076252.078764:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076252.078766:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076252.078768:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076252.078771:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076252.078776:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076252.078782:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076252.078786:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076252.078790:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076252.078794:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076252.078801:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076252.078806:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076252.078810:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076252.078814:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076252.078820:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769076252.078825:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076252.078831:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076252.078835:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076252.078841:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076252.078844:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076252.078849:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076252.078856:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769076252.078863:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076252.078873:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932387712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076252.078885:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076252.078891:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076252.078897:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932387712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076252.078907:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076252.078909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076252.078915:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076252.078918:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076252.078920:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076252.078923:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076252.078927:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2943
00000400:00000200:1.0:1769076252.078934:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076252.078940:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076252.078942:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076252.078949:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076252.078954:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076252.078960:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076252.078966:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076252.078970:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076252.078973:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076252.078993:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076252.078998:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076252.079005:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076252.079013:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076252.079021:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076252.079027:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076252.079035:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076252.079044:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076252.079053:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076252.079067:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076252.079073:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076252.079080:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076252.079086:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076252.079090:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076252.079096:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076252.079100:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076252.079107:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076252.079111:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076252.079117:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769076252.079122:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076252.079126:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076252.079127:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076252.079132:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076252.079136:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076252.079140:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076252.079144:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000010:1.0:1769076252.079149:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769076252.079154:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076252.079160:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932387840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076252.079170:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076252.079176:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076252.079184:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932387840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076252.079197:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076252.079200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076252.079207:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076252.079210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076252.079218:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076252.079223:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2953)
00000800:00000200:2.1:1769076252.079443:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076252.079649:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076252.974543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076252.974552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076252.974569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076252.974579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076252.974622:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076252.974630:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076252.974640:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076253.998617:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076253.998629:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076253.998649:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076253.998659:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076255.022601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076255.022616:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076255.022654:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076255.022682:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076255.022754:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076255.022763:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076255.022771:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076256.046598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076256.046609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076256.046624:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076256.046630:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076257.070554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076257.070561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076257.070572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076257.070580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076257.070626:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076257.070633:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076257.070642:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076257.199764:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076257.199769:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076257.200501:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076257.200506:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076257.201031:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076257.201036:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076258.094594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076258.094603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076258.094618:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076258.094643:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076259.118552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076259.118563:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076259.118574:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076259.118585:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076259.118598:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076259.118605:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076259.118614:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076259.118624:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076259.118631:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076259.118635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076260.142557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076260.142566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076260.142599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076260.142606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076260.142652:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076260.142658:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076260.142666:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076261.166473:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076261.166478:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076261.166486:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076261.166492:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076261.166495:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076261.166500:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076261.166508:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076261.166511:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076261.166515:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076261.166520:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076262.190489:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076262.190492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076262.190500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076262.190502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076262.190527:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076262.190532:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076262.190538:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076262.319144:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076262.319149:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076262.319720:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076262.319722:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076262.319953:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076262.319955:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076263.214564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076263.214569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076263.214581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076263.214586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076263.214627:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076263.214633:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076263.214641:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076264.238494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076264.238498:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076264.238505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076264.238509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076264.238539:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076264.238542:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076264.238545:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076265.262556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076265.262564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076265.262592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076265.262600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076265.262652:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076265.262660:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076265.262669:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076266.286769:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076266.286776:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076266.286783:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076266.286785:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076266.286813:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076266.286816:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076266.286820:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076267.310582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076267.310600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076267.310615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076267.310624:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076267.310662:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076267.310670:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076267.310676:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076267.438677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076267.438693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076267.438709:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076267.438761:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076267.438770:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076267.438785:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2958
00000400:00000200:1.0:1769076267.438803:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076267.438816:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076267.438821:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076267.438827:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076267.438831:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076267.438835:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076267.438839:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076267.438846:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076267.438849:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076267.438854:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076267.438858:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076267.438862:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076267.438865:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076267.438869:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076267.438871:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076267.438874:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076267.438876:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076267.438880:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076267.438885:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076267.438888:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076267.438892:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076267.438896:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076267.438900:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076267.438903:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076267.438906:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076267.438922:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4e00.
00000020:00000040:1.0:1769076267.438927:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076267.438933:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076267.438935:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076267.438939:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076267.438943:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076267.438949:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076267.438962:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769076267.438972:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076267.438986:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4e00 x1855007932388736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076267.439001:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076267.439008:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076267.439014:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000699d57bf] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4e00 x1855007932388736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076267.439050:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076267.439055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076267.439061:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076267.439063:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076267.439065:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076267.439068:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076267.439071:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2958
00000400:00000200:1.0:1769076267.439076:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076267.439080:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076267.439083:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076267.439087:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076267.439090:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076267.439093:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076267.439095:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076267.439098:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076267.439100:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076267.439103:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076267.439105:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076267.439108:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076267.439111:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076267.439116:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076267.439119:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076267.439122:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076267.439125:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076267.439128:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076267.439133:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076267.439143:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076267.439147:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076267.439159:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076267.439166:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076267.439171:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076267.439182:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076267.439194:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076267.439202:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076267.439210:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5180.
00000020:00000040:1.0:1769076267.439219:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076267.439226:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076267.439232:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076267.439246:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076267.439253:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076267.439262:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076267.439274:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769076267.439285:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076267.439301:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5180 x1855007932388864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076267.439316:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076267.439325:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076267.439333:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b0b83e] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5180 x1855007932388864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076267.439359:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076267.439365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076267.439370:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076267.439375:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076267.439379:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076267.439385:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076267.439391:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2958
00000400:00000200:1.0:1769076267.439466:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076267.439478:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076267.439488:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076267.439499:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076267.439508:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076267.439516:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076267.439527:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076267.439538:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076267.439553:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076267.439557:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076267.439566:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076267.439571:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076267.439577:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076267.439589:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076267.439593:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076267.439601:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076267.439606:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076267.439616:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076267.439622:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076267.439625:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076267.439627:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076267.439632:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076267.439638:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076267.439643:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076267.439649:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076267.439653:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076267.439656:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076267.439671:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769076267.439681:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076267.439691:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076267.439696:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076267.439699:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076267.439701:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076267.439706:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076267.439743:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769076267.439755:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076267.439783:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932388992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076267.439847:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076267.439852:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076267.439865:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932388992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076267.439896:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076267.439902:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076267.439910:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076267.439915:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076267.439924:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076267.439932:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2968)
00000800:00000200:3.1:1769076267.439953:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076267.439958:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076267.440573:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076267.440577:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076267.441042:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076267.441046:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769076268.334578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076268.334589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076268.334606:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076268.334615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076268.334663:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076268.334676:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076268.334683:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076269.358607:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076269.358614:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076269.358617:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076269.358638:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076269.358643:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076269.358648:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076269.358651:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076269.358654:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076269.358658:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076269.358719:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076269.358724:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076269.358756:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076269.358758:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076269.358761:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076269.358764:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076269.358765:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076269.358767:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076269.358771:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076269.358772:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076269.358792:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076269.358795:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076269.358797:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076270.382564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076270.382568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076270.382576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076270.382580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076270.382604:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076270.382610:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076270.382617:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076271.406588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076271.406596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076271.406607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076271.406616:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076271.406625:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076271.406635:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076271.406646:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076271.406674:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076271.406681:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076271.406709:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076271.406752:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076271.406759:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076271.406764:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076272.430554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076272.430561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076272.430573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076272.430598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076272.559741:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076272.559753:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076272.560497:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076272.560502:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076272.560911:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076272.560935:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1769076273.454599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076273.454612:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076273.454662:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076273.454670:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076274.478578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076274.478585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076274.478593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076274.478621:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076275.502597:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076275.502602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076275.502617:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076275.502629:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076275.502724:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076275.502728:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076275.502733:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076276.526595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076276.526625:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076276.526633:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076276.526634:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076277.550629:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076277.550638:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076277.550659:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076277.550666:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076277.550710:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076277.550724:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076277.550737:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076277.679269:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076277.679277:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076277.679947:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076277.679949:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076277.680307:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076277.680312:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1769076278.574523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076278.574581:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076278.574589:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076278.574597:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076278.574609:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076278.574635:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076278.574642:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076278.574652:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076278.574673:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076278.574680:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076278.574727:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076278.574733:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076278.574740:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076279.598591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076279.598600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076279.598617:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076279.598626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076279.598665:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076279.598671:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076279.598677:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076280.622565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076280.622585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076280.622603:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076280.622611:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076280.622621:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076280.622631:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076280.622642:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076280.622650:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076280.622659:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076280.622665:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076280.622701:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076280.622706:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076280.622710:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076281.646559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076281.646563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076281.646569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076281.646572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076281.646597:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076281.646599:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076281.646602:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076282.670512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076282.670517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076282.670525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076282.670528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076282.670553:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076282.670556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076282.670561:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076282.798531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076282.798539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076282.798541:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076282.798544:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076282.798547:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076282.798553:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 2974
00000400:00000200:1.0:1769076282.798561:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076282.798566:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076282.798568:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076282.798571:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798573:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076282.798575:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798577:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076282.798580:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076282.798581:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076282.798583:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076282.798585:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076282.798587:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076282.798589:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076282.798590:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798592:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076282.798593:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798594:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076282.798596:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076282.798599:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798600:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076282.798602:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076282.798604:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076282.798606:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076282.798608:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076282.798609:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076282.798617:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769076282.798619:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076282.798622:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076282.798624:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076282.798626:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076282.798627:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076282.798631:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076282.798636:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156400.
00000100:00000001:1.0:1769076282.798642:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076282.798649:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932389888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076282.798657:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076282.798660:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076282.798664:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932389888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076282.798682:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076282.798684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076282.798687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076282.798688:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076282.798689:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076282.798690:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076282.798692:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2974
00000400:00000200:1.0:1769076282.798694:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076282.798696:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076282.798697:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076282.798700:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798701:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076282.798703:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798705:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076282.798707:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076282.798708:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076282.798709:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076282.798711:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076282.798712:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076282.798713:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076282.798716:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798719:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076282.798723:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798727:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076282.798729:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076282.798735:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798737:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076282.798741:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076282.798745:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076282.798749:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076282.798753:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076282.798758:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076282.798763:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076282.798769:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076282.798775:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769076282.798778:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076282.798783:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076282.798786:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076282.798788:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076282.798791:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076282.798795:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076282.798802:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769076282.798807:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076282.798814:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932390016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076282.798823:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076282.798825:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076282.798832:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932390016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076282.798844:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076282.798847:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076282.798854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076282.798858:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076282.798862:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076282.798868:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076282.798875:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 2974
00000400:00000200:1.0:1769076282.798885:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076282.798894:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076282.798899:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076282.798905:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798910:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076282.798915:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798919:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076282.798921:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076282.798922:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076282.798923:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076282.798925:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076282.798928:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076282.798930:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076282.798935:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798937:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076282.798942:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798944:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076282.798948:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076282.798951:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076282.798954:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076282.798966:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076282.798970:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076282.798976:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076282.798980:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076282.798983:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076282.798988:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076282.798990:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076282.798993:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769076282.798998:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076282.799004:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076282.799006:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076282.799010:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076282.799012:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076282.799015:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076282.799019:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154000.
00000100:00000001:1.0:1769076282.799023:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076282.799031:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932390144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769076282.799043:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769076282.799044:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769076282.799047:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1769076282.799048:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076282.799054:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932390144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076282.799066:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076282.799069:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076282.799073:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076282.799078:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076282.799082:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076282.799088:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2984)
00000800:00000200:3.1:1769076282.799366:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076282.799367:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076282.799602:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076282.799603:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769076283.694656:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076283.694679:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076283.694707:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076283.694727:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076283.694816:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076283.694827:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076283.694839:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076284.718632:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076284.718646:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076284.718659:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076284.718676:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076284.718722:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076284.718732:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076284.718747:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076285.742628:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076285.742646:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076285.742670:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076285.742687:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076285.742751:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076285.742756:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076285.742761:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076286.766576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076286.766585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076286.766603:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076286.766613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076286.766659:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076286.766667:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076286.766677:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076287.790538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076287.790550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076287.790564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076287.790572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076287.790619:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076287.790633:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076287.790643:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076287.919642:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076287.919649:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076287.920173:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076287.920176:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076287.920533:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076287.920535:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769076288.814579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076288.814593:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076288.814604:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076288.814613:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076288.814624:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076288.814630:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076288.814639:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076288.814653:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076288.814664:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076288.814670:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076288.814711:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076288.814716:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076288.814721:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076289.838598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076289.838607:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076289.838626:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076289.838643:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076289.838699:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076289.838714:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076289.838736:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076290.862565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076290.862589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076290.862606:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076290.862624:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076290.862640:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076290.862648:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076290.862657:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076290.862665:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076290.862672:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076290.862682:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076291.886573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076291.886590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076291.886613:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076291.886621:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076291.886678:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076291.886690:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076291.886702:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076292.910557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076292.910565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076292.910572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076292.910577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076292.910634:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076292.910640:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076292.910652:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076293.039587:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076293.039597:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076293.040267:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076293.040270:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076293.040764:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076293.040786:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769076293.934642:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076293.934653:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076293.934672:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076293.934678:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076293.934750:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076293.934759:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076293.934765:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076294.958610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076294.958617:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076294.958633:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076294.958643:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076294.958683:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076294.958687:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076294.958693:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076295.982590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076295.982597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076295.982612:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076295.982620:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076295.982664:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076295.982672:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076295.982683:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076297.006588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076297.006597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076297.006641:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076297.006652:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076297.006701:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076297.006708:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076297.006734:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076298.030599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076298.030611:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076298.030631:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076298.030643:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076298.030687:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076298.030692:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076298.030697:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076298.159603:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076298.159611:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076298.160245:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076298.160247:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076298.160503:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076298.160505:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076299.054505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076299.054511:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076299.054516:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076299.054519:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076299.054526:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076299.054530:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076299.054538:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076299.054544:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076299.054552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076299.054556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076299.054576:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076299.054580:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076299.054583:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076300.078618:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076300.078626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076300.078635:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076300.078641:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076300.078672:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076300.078678:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076300.078685:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076301.102647:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076301.102659:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076301.102683:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076301.102702:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076301.102722:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076301.102734:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076301.102762:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076301.102775:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076301.102792:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076301.102815:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076301.102872:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076301.102881:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076301.102888:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076302.126574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076302.126584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076302.126602:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076302.126612:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076302.126665:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076302.126674:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076302.126678:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076303.150560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076303.150571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076303.150582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076303.150592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076303.150630:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076303.150638:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076303.150643:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076303.279672:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076303.279681:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076303.280310:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076303.280314:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076303.280749:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076303.280753:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076304.174543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076304.174554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076304.174569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076304.174581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076304.174623:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076304.174632:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076304.174637:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076305.198604:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076305.198613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076305.198632:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076305.198640:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076305.198675:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076305.198684:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076305.198695:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076306.222546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076306.222553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076306.222565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076306.222569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076306.222620:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076306.222632:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076306.222648:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076307.246556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076307.246565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076307.246580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076307.246592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076307.246649:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076307.246656:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076307.246664:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076308.270594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076308.270604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076308.270617:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076308.270626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076308.270696:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076308.270718:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076308.270746:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076308.399827:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076308.399844:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076308.400814:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076308.400818:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076308.401272:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076308.401278:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769076309.294554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076309.294567:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076309.294573:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076309.294578:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076309.294587:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076309.294593:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076309.294604:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076309.294614:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076309.294628:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076309.294637:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076309.294684:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076309.294693:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076309.294700:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076310.318566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076310.318576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076310.318589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076310.318611:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076310.318641:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076310.318646:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076310.318662:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076311.342622:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076311.342650:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076311.342666:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076311.342679:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076311.342686:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076311.342692:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076311.342700:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076311.342704:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076311.342709:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076311.342715:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076311.342765:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076311.342771:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076311.342776:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076312.366553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076312.366563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076312.366575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076312.366585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076312.366665:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076312.366675:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076312.366682:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076313.390519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076313.390527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076313.390534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076313.390537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076313.390570:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076313.390576:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076313.390582:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076313.519412:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076313.519416:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076313.519939:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076313.519942:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076313.520288:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076313.520290:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1769076314.414574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076314.414584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076314.414594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076314.414604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076314.414646:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076314.414654:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076314.414660:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076315.438537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076315.438547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076315.438563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076315.438572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076315.438611:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076315.438618:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076315.438626:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076316.462662:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076316.462684:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076316.462714:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076316.462728:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076317.486549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076317.486581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076317.486593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076317.486599:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076318.510560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076318.510573:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076318.510581:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076318.510590:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076318.510628:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076318.510642:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076318.510654:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076318.510685:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076318.510696:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076318.510705:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076318.639490:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076318.640144:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076318.640539:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076319.534579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076319.534588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076319.534598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076319.534606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076320.558615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076320.558628:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076320.558642:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076320.558653:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076320.558665:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076320.558675:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076320.558690:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076320.558698:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076320.558703:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076320.558709:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076321.582571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076321.582579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076321.582595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076321.582603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076321.582683:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076321.582690:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076321.582696:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769076321.710764:0:2406:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769076321.710848:0:2406:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769076321.710864:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076321.710870:0:2406:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769076321.710875:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076321.710880:0:2406:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769076321.710887:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076321.710892:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134d00.
00000400:00000200:1.0:1769076321.710899:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076321.710908:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076321.710920:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce550
00000400:00000010:1.0:1769076321.710925:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce550.
00000100:00000001:1.0:1769076321.710934:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076321.710947:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931a300 x1855007932392576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076321.710998:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076321.711009:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932392576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076321.711025:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076321.711029:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076321.711047:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076321.711052:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:1.0:1769076321.711058:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076321.711066:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076321.711071:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce990
00000400:00000010:1.0:1769076321.711075:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce990.
00000100:00000001:1.0:1769076321.711080:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076321.711088:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931b100 x1855007932392704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076321.711104:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076321.711111:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932392704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076321.711125:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076321.711129:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076321.711140:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076321.711145:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:1.0:1769076321.711150:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076321.711156:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076321.711162:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:1.0:1769076321.711166:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:1.0:1769076321.711170:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076321.711177:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931b480 x1855007932392832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076321.711206:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076321.711215:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932392832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076321.711231:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076321.711235:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1769076322.606480:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076322.606503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076322.606511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076322.606514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076322.606546:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076322.606550:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076322.606557:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076323.630576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076323.630584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076323.630595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076323.630603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076323.759928:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076323.759934:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076323.761093:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076323.761114:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076323.761630:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076323.761635:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076324.654625:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076324.654635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076324.654648:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076324.654660:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076324.654715:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076324.654721:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076324.654727:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076325.678589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076325.678597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076325.678610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076325.678619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076325.678679:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076325.678686:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076325.678693:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076326.702544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076326.702557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076326.702573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076326.702581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076326.702624:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076326.702630:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076326.702637:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076327.726590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076327.726602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076327.726615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076327.726624:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076328.750615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076328.750625:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076328.750631:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076328.750637:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076328.750645:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076328.750649:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076328.750664:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076328.750680:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076328.750726:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076328.750748:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076328.750780:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076328.750784:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076328.750789:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076328.879599:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076328.879610:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076328.880211:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076328.880215:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076328.880606:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076328.880609:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076329.774569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076329.774579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076329.774593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076329.774600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076329.774654:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076329.774664:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076329.774704:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076330.798580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076330.798602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076330.798621:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076330.798635:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076330.798644:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076330.798653:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076330.798694:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076330.798704:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076330.798711:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076330.798719:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076330.798760:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076330.798763:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076330.798767:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076331.822494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076331.822503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076331.822514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076331.822520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076331.822589:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076331.822598:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076331.822604:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076332.846548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076332.846559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076332.846572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076332.846581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076332.846673:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076332.846678:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076332.846683:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076333.870570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076333.870578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076333.870585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076333.870598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076333.870658:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076333.870664:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076333.870676:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076333.999642:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076333.999650:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076334.000239:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076334.000244:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076334.000720:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076334.000723:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769076334.894574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076334.894609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076334.894632:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076334.894644:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076335.918531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076335.918536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076335.918542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076335.918547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076335.918572:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076335.918576:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076335.918580:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076336.942579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076336.942585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076336.942598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076336.942601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076336.942650:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076336.942660:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076336.942684:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076337.966562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076337.966572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076337.966589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076337.966598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076337.966648:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076337.966658:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076337.966672:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076338.990620:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076338.990632:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076338.990640:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076338.990650:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076338.990663:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076338.990669:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076338.990676:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076338.990691:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076338.990704:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076338.990709:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076338.990743:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076338.990749:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076338.990754:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076339.119473:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076339.119484:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076339.120381:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076339.120384:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076339.120877:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076339.120881:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769076340.014579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076340.014587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076340.014616:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076340.014626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076340.014662:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076340.014669:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076340.014680:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076341.038543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076341.038550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076341.038562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076341.038571:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076341.038578:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076341.038585:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076341.038597:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076341.038605:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076341.038616:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076341.038628:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076341.038664:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076341.038669:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076341.038674:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076342.062556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076342.062565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076342.062580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076342.062589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076342.062646:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076342.062657:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076342.062674:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076343.086596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076343.086607:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076343.086623:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076343.086630:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076343.086671:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076343.086681:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076343.086689:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076344.110544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076344.110555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076344.110578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076344.110590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076344.110644:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076344.110657:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076344.110683:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076344.239940:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076344.239951:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076344.240675:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076344.240679:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076344.241026:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076344.241029:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1769076345.134600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076345.134610:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076345.134622:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076345.134633:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076345.134678:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076345.134684:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076345.134696:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076346.158571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076346.158582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076346.158596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076346.158603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076346.158650:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076346.158655:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076346.158659:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076347.182585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076347.182597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076347.182615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076347.182620:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076347.182662:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076347.182670:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076347.182678:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076348.206653:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076348.206667:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076348.206704:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076348.206722:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076348.206793:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076348.206805:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076348.206817:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076349.230600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076349.230612:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076349.230622:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076349.230636:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076349.230654:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076349.230664:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076349.230685:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076349.230713:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076349.230733:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076349.230742:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076349.230791:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076349.230800:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076349.230807:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076349.359557:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076349.359569:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076349.360243:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076349.360247:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076349.360689:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076349.360692:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1769076350.254665:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076350.254675:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076350.254690:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076350.254695:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076350.254767:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076350.254772:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076350.254782:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076351.278501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076351.278506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076351.278513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076351.278519:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076351.278523:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076351.278527:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076351.278533:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076351.278536:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076351.278539:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076351.278542:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076352.302509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076352.302514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076352.302524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076352.302529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076352.302560:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076352.302563:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076352.302567:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076353.326591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076353.326600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076353.326615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076353.326624:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076354.350557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076354.350567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076354.350577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076354.350586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076354.350625:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076354.350635:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076354.350644:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076354.479492:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076354.479499:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769076354.480295:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076354.480299:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769076354.480710:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076354.480713:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00010000:00000001:1.0:1769076355.374564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076355.374569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076355.374579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076355.374582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076355.374638:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076355.374644:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076355.374658:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076356.398499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076356.398504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076356.398512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076356.398519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076356.398541:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076356.398545:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076356.398549:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076357.422504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076357.422509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076357.422525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076357.422530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076357.422561:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076357.422565:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076357.422568:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076358.446556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076358.446563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076358.446580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076358.446590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076358.446693:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076358.446702:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076358.446708:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076359.470668:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076359.470689:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076359.470698:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076359.470704:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076359.470718:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076359.470723:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076359.470734:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076359.470741:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076359.470751:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076359.470754:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076359.470800:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076359.470805:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076359.470809:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076359.599598:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076359.599608:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076359.600149:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076359.600168:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076359.600639:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076359.600642:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769076360.494564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076360.494577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076360.494592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076360.494601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076360.494634:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076360.494641:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076360.494648:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076361.518572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076361.518582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076361.518598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076361.518609:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076361.518618:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076361.518626:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076361.518637:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076361.518644:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076361.518652:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076361.518668:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076362.542554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076362.542563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076362.542574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076362.542584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076362.542636:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076362.542646:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076362.542660:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076363.566488:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076363.566495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076363.566503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076363.566508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076363.566533:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076363.566537:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076363.566545:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076364.590585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076364.590603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076364.590623:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076364.590633:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076364.590679:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076364.590692:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076364.590704:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076364.719545:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076364.719553:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076364.720487:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076364.720490:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076364.720845:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076364.720848:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076365.614568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076365.614576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076365.614588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076365.614595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076365.614642:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076365.614659:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076365.614670:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076366.638588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076366.638604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076366.638628:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076366.638635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076367.662624:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076367.662648:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076367.662679:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076367.662693:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076367.662745:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076367.662750:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076367.662755:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076368.686569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076368.686582:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076368.686592:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076368.686602:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076368.686611:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076368.686621:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076368.686632:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076368.686646:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076368.686662:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076368.686670:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076369.710541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076369.710549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076369.710562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076369.710567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076369.710598:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076369.710602:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076369.710607:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076369.839288:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076369.839295:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076369.839757:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076369.839759:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076369.840138:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076369.840141:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076370.734580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076370.734591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076370.734613:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076370.734621:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076370.734720:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076370.734730:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076370.734738:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076371.758607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076371.758616:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076371.758633:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076371.758642:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076371.758651:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076371.758658:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076371.758672:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076371.758686:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076371.758699:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076371.758711:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076371.758763:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076371.758769:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076371.758773:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076372.782567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076372.782578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076372.782598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076372.782605:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076373.806602:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076373.806613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076373.806660:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076373.806675:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076374.830621:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076374.830632:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076374.830655:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076374.830666:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076374.958592:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076374.958607:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076374.958611:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076374.958618:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076374.958624:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076374.958636:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3066
00000400:00000200:1.0:1769076374.958651:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076374.958660:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076374.958666:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076374.958671:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076374.958675:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076374.958679:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076374.958682:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076374.958689:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076374.958691:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076374.958695:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076374.958700:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076374.958704:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076374.958707:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076374.958711:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076374.958714:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076374.958716:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076374.958719:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076374.958723:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076374.958727:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076374.958730:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076374.958734:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076374.958738:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076374.958743:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076374.958760:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076374.958764:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076374.958779:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769076374.958784:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076374.958790:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076374.958793:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076374.958797:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076374.958801:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076374.958808:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076374.958820:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154000.
00000100:00000001:1.0:1769076374.958831:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076374.958845:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932396800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076374.958861:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076374.958868:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076374.958875:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932396800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076374.958909:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076374.958936:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076374.958944:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076374.958947:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076374.958949:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076374.958953:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076374.958958:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3066
00000400:00000200:1.0:1769076374.958965:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076374.958970:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076374.958975:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076374.958980:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076374.958983:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076374.958987:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076374.958990:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076374.958996:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076374.958999:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076374.959006:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076374.959010:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076374.959016:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076374.959024:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076374.959033:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076374.959044:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076374.959055:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076374.959072:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076374.959088:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076374.959108:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076374.959122:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076374.959142:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076374.959156:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076374.959164:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076374.959173:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076374.959182:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076374.959202:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076374.959209:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076374.959224:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769076374.959233:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076374.959239:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076374.959250:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076374.959267:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076374.959272:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076374.959277:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076374.959301:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769076374.959329:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076374.959352:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932396928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076374.959483:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076374.959495:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076374.959519:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932396928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076374.959546:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076374.959568:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076374.959577:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076374.959579:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076374.959582:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076374.959587:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076374.959600:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3066
00000400:00000200:1.0:1769076374.959614:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076374.959623:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076374.959636:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076374.959647:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076374.959662:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076374.959671:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076374.959678:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076374.959688:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076374.959691:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076374.959697:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076374.959704:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076374.959713:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076374.959723:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076374.959735:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076374.959750:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076374.959757:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076374.959763:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076374.959773:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076374.959780:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076374.959784:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076374.959792:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076374.959802:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076374.959812:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076374.959823:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076374.959837:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076374.959848:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076374.959853:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076374.959862:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769076374.959875:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076374.959882:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076374.959886:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076374.959893:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076374.959896:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076374.959905:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076374.959947:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156400.
00000100:00000001:1.0:1769076374.959958:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076374.959959:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076374.959972:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00100000:1.0:1769076374.959978:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932397056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076374.960036:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076374.960045:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076374.960062:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932397056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076374.960096:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076374.960105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076374.960119:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076374.960132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076374.960158:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076374.960169:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3076)
00000800:00000200:3.1:1769076374.960685:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076374.960688:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076374.961091:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076374.961094:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769076375.854598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076375.854608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076375.854622:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076375.854629:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076376.878583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076376.878595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076376.878613:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076376.878625:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076376.878670:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076376.878678:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076376.878694:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076377.902567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076377.902580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076377.902601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076377.902617:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076377.902683:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076377.902697:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076377.902707:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076378.926546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076378.926567:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076378.926588:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076378.926599:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076378.926614:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076378.926626:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076378.926645:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076378.926654:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076378.926675:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076378.926684:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076378.926730:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076378.926735:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076378.926739:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076379.950611:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076379.950631:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076379.950653:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076379.950670:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076380.079818:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076380.079848:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076380.080633:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076380.080656:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076380.081400:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076380.081460:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769076380.974538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076380.974546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076380.974555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076380.974571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076380.974607:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076380.974630:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076380.974659:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076381.998573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076381.998582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076381.998598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076381.998610:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076381.998619:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076381.998626:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076381.998642:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076381.998651:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076381.998656:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076381.998667:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076383.022536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076383.022546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076383.022557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076383.022567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076383.022595:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076383.022600:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076383.022607:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076384.046579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076384.046592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076384.046611:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076384.046629:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076384.046709:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076384.046719:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076384.046736:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076385.070553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076385.070562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076385.070575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076385.070585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076385.070634:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076385.070641:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076385.070655:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076385.199871:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076385.200216:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076385.200396:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076386.094633:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076386.094643:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076386.094655:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076386.094662:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076386.094715:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076386.094762:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076386.094778:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076387.118574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076387.118584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076387.118596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076387.118603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076387.118659:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076387.118670:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076387.118684:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076388.142604:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076388.142614:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076388.142632:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076388.142641:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076388.142745:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076388.142756:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076388.142765:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769076388.270892:0:2407:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769076388.270973:0:2407:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769076388.270997:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076388.271006:0:2407:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769076388.271014:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076388.271022:0:2407:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769076388.271033:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076388.271042:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:1.0:1769076388.271051:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076388.271061:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076388.271074:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a7f8
00000400:00000010:1.0:1769076388.271079:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a7f8.
00000100:00000001:1.0:1769076388.271088:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076388.271106:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c7800 x1855007932397568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076388.271157:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076388.271166:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7800 x1855007932397568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076388.271182:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076388.271186:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076388.271210:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076388.271216:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490100.
00000400:00000200:1.0:1769076388.271223:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076388.271234:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076388.271243:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a550
00000400:00000010:1.0:1769076388.271252:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a550.
00000100:00000001:1.0:1769076388.271263:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076388.271282:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c7480 x1855007932397696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076388.271336:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076388.271346:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7480 x1855007932397696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076388.271399:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076388.271529:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076388.271557:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076388.271569:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:1.0:1769076388.271583:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076388.271605:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076388.271616:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a220
00000400:00000010:1.0:1769076388.271624:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a220.
00000100:00000001:1.0:1769076388.271637:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076388.271656:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c6680 x1855007932397824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076388.271722:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076388.271738:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6680 x1855007932397824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076388.271768:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076388.271778:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1769076389.166634:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076389.166648:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076389.166665:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076389.166672:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076389.166717:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076389.166725:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076389.166740:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076389.166758:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076389.166780:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076389.166788:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076389.166844:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076389.166851:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076389.166856:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076390.190634:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076390.190648:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076390.190702:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076390.190716:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076390.190765:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076390.190773:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076390.190782:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076390.320016:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076390.320027:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076390.320906:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076390.320909:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076390.321386:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076390.321390:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076391.214549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076391.214560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076391.214583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076391.214592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076391.214679:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076391.214685:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076391.214694:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076392.238672:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076392.238679:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076392.238702:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076392.238714:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076392.238719:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076392.238723:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076392.238729:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076392.238732:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076392.238737:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076392.238747:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076392.238807:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076392.238813:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076392.238817:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076393.262565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076393.262572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076393.262584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076393.262589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076393.262663:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076393.262674:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076393.262690:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076394.286565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076394.286572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076394.286584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076394.286617:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076394.286670:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076394.286679:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076394.286686:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076395.310612:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076395.310623:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076395.310647:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076395.310653:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076395.310717:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076395.310731:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076395.310763:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076395.439959:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076395.439968:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076395.440752:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076395.440756:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076395.441202:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076395.441205:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076396.334529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076396.334538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076396.334546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076396.334548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076396.334607:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076396.334614:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076396.334628:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076396.334676:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076396.334681:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076396.334683:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076396.334687:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076396.334691:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076396.334695:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076396.334699:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076396.334702:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076396.334705:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076397.358589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076397.358596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076397.358608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076397.358614:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076397.358662:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076397.358669:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076397.358672:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076397.358677:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076397.358682:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076397.358686:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076397.358690:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076397.358693:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076397.358698:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076398.382625:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076398.382632:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076398.382638:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076398.382718:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076398.382723:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076398.382727:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076398.382730:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076398.382733:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076398.382737:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076398.382767:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076398.382772:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076398.382779:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076398.382782:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076398.382816:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076398.382819:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076398.382822:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076399.406670:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076399.406679:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076399.406683:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076399.406686:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076399.406692:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076399.406695:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076399.406697:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076399.406700:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076399.406705:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076399.406707:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076400.430608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076400.430619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076400.430635:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076400.430645:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076400.559543:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076400.559553:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076400.560274:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076400.560278:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076400.560736:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076400.560740:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00010000:00000001:1.0:1769076401.454636:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076401.454648:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076401.454667:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076401.454676:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076402.478565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076402.478572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076402.478585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076402.478593:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076402.478602:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076402.478611:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076402.478624:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076402.478632:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076402.478641:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076402.478647:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076403.502526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076403.502532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076403.502538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076403.502541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076403.502569:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076403.502573:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076403.502582:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076404.526483:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076404.526487:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076404.526493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076404.526497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076404.526534:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076404.526541:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076404.526552:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076405.550554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076405.550561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076405.550571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076405.550576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076405.550628:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076405.550633:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076405.550640:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076405.679522:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076405.679555:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076405.680313:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076405.680316:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076405.680690:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076405.680693:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1769076406.574557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076406.574566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076406.574579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076406.574588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076406.574637:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076406.574647:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076406.574665:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076407.598498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076407.598503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076407.598516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076407.598522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076407.598551:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076407.598554:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076407.598556:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076408.622566:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076408.622575:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076408.622581:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076408.622588:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076408.622597:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076408.622610:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076408.622631:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076408.622636:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076408.622640:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076408.622672:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076408.622679:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076408.622683:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076408.622686:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076408.622690:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076408.622692:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076408.622695:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076408.622697:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076408.622701:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076408.622702:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076408.622723:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076408.622725:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076408.622728:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076409.646553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076409.646566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076409.646587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076409.646600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076409.646667:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076409.646676:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076409.646690:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076410.670562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076410.670571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076410.670588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076410.670596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076410.670631:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076410.670638:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076410.670645:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076410.799469:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076410.799480:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076410.800173:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076410.800176:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076410.800638:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076410.800644:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1769076411.694577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076411.694589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076411.694608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076411.694618:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076411.694628:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076411.694636:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076411.694643:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076411.694649:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076411.694657:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076411.694663:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076412.718492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076412.718497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076412.718504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076412.718509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076412.718530:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076412.718536:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076412.718544:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076413.742620:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076413.742631:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076413.742657:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076413.742668:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076413.742749:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076413.742756:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076413.742767:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076414.766599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076414.766614:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076414.766629:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076414.766634:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076414.766677:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076414.766686:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076414.766699:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076415.790671:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076415.790680:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076415.790691:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076415.790694:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076415.790719:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076415.790723:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076415.790726:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076415.918587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076415.918597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076415.918600:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076415.918604:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076415.918608:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076415.918615:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3107
00000400:00000200:1.0:1769076415.918624:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076415.918630:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076415.918633:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076415.918636:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076415.918639:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076415.918641:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076415.918643:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076415.918647:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076415.918649:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076415.918651:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076415.918654:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076415.918655:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076415.918657:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076415.918660:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076415.918661:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076415.918663:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076415.918665:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076415.918668:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076415.918670:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076415.918672:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076415.918674:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076415.918677:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076415.918680:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076415.918681:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076415.918683:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076415.918693:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769076415.918696:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076415.918700:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076415.918701:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076415.918704:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076415.918706:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076415.918710:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076415.918717:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769076415.918723:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076415.918731:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932399872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076415.918740:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076415.918744:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076415.918748:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932399872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076415.918775:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076415.918779:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076415.918782:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076415.918784:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076415.918785:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076415.918788:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076415.918793:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3107
00000400:00000200:1.0:1769076415.918800:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076415.918805:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076415.918806:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076415.918809:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076415.918811:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076415.918814:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076415.918816:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076415.918818:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076415.918820:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076415.918821:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076415.918824:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076415.918826:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076415.918828:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076415.918830:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076415.918832:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076415.918834:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076415.918836:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076415.918838:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076415.918841:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076415.918843:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076415.918844:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076415.918850:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076415.918852:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076415.918853:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076415.918857:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076415.918860:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076415.918862:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076415.918866:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769076415.918868:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076415.918873:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076415.918874:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076415.918876:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076415.918878:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076415.918881:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076415.918885:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769076415.918888:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076415.918892:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932400000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076415.918898:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076415.918900:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076415.918903:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932400000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076415.918918:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076415.918923:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076415.918927:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076415.918931:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076415.918941:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076415.918946:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076415.918956:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3107
00000400:00000200:1.0:1769076415.918977:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076415.918992:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076415.919005:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076415.919017:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076415.919035:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076415.919040:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076415.919044:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076415.919047:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076415.919052:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076415.919057:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076415.919063:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076415.919071:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076415.919078:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076415.919103:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076415.919107:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076415.919113:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076415.919115:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076415.919122:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076415.919141:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076415.919150:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076415.919154:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076415.919159:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076415.919171:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076415.919175:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076415.919178:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076415.919185:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076415.919187:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076415.919194:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769076415.919199:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076415.919203:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076415.919204:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076415.919206:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076415.919207:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076415.919210:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076415.919222:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769076415.919258:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076415.919271:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932400128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076415.919322:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076415.919328:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076415.919340:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932400128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076415.919356:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076415.919367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076415.919370:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076415.919375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076415.919387:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076415.919396:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3117)
00000800:00000200:2.1:1769076415.919636:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076415.919643:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076415.920184:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076415.920188:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076415.920945:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076415.920948:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769076416.814582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076416.814594:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076416.814611:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076416.814618:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076416.814677:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076416.814686:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076416.814696:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076417.838636:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076417.838646:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076417.838675:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076417.838691:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076418.862570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076418.862584:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076418.862596:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076418.862607:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076418.862622:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076418.862633:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076418.862647:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076418.862664:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076418.862682:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076418.862687:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076419.886582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076419.886589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076419.886596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076419.886598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076419.886671:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076419.886678:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076419.886684:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076419.886693:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076419.886705:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076419.886715:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076419.886735:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076419.886740:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076419.886744:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076420.910588:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076420.910599:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076420.910604:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076420.910617:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076420.910644:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076420.910667:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076420.910715:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076420.910725:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076420.910733:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076420.910774:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076420.910778:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076420.910788:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076420.910791:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076421.039668:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076421.039681:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076421.040526:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076421.040531:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076421.040954:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076421.040960:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769076421.934578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076421.934593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076421.934609:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076421.934637:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076421.934646:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076421.934652:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076421.934665:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076421.934670:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076421.934675:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076421.934679:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076422.958569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076422.958576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076422.958590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076422.958596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076422.958663:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076422.958669:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076422.958694:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076423.982560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076423.982568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076423.982588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076423.982597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076425.006634:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076425.006648:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076425.006662:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076425.006667:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076425.006713:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076425.006718:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076425.006724:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076426.030536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076426.030545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076426.030567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076426.030580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076426.159522:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076426.159531:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076426.160319:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076426.160323:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076426.160720:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076426.160723:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769076427.054564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076427.054576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076427.054592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076427.054600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076427.054651:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076427.054657:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076427.054662:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076428.078541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076428.078551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076428.078577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076428.078584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076428.078646:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076428.078652:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076428.078661:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076429.102570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076429.102584:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076429.102597:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076429.102624:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076429.102634:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076429.102639:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076429.102644:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076429.102650:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076429.102662:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076429.102666:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076429.102710:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076429.102715:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076429.102721:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076430.126599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076430.126606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076430.126616:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076430.126621:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076430.126663:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076430.126670:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076430.126681:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076431.150590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076431.150614:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076431.150637:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076431.150649:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076431.150702:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076431.150708:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076431.150713:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076431.279627:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076431.279636:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076431.280396:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076431.280400:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076431.280796:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076431.280799:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076432.174564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076432.174574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076432.174592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076432.174603:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076432.174611:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076432.174620:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076432.174635:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076432.174643:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076432.174647:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076432.174658:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076433.198618:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076433.198626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076433.198649:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076433.198657:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076433.198719:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076433.198729:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076433.198742:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076434.222573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076434.222582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076434.222593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076434.222604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076434.222665:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076434.222675:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076434.222711:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076435.246606:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076435.246628:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076435.246661:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076435.246680:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076435.246724:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076435.246738:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076435.246749:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076436.270585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076436.270596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076436.270622:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076436.270640:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076436.270703:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076436.270717:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076436.270736:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076436.399690:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076436.399703:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076436.400401:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076436.400437:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076436.400823:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076436.400826:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076437.294579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076437.294592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076437.294625:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076437.294645:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076437.294724:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076437.294734:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076437.294742:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076438.318601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076438.318615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076438.318654:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076438.318666:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076439.342584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076439.342601:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076439.342615:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076439.342631:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076439.342660:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076439.342674:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076439.342692:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076439.342716:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076439.342728:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076439.342732:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076439.342768:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076439.342771:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076439.342775:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076440.366499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076440.366505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076440.366513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076440.366518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076440.366575:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076440.366581:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076440.366589:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076441.390585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076441.390597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076441.390614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076441.390625:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076441.390675:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076441.390697:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076441.390715:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076441.519859:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076441.519862:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076441.520197:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076441.520199:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076441.520500:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076441.520503:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1769076442.414567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076442.414582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076442.414606:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076442.414625:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076442.414643:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076442.414656:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076442.414677:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076442.414681:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076442.414692:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076442.414697:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076442.414756:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076442.414759:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076442.414762:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076443.438543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076443.438552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076443.438589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076443.438603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076443.438670:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076443.438677:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076443.438684:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076444.462630:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076444.462644:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076444.462664:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076444.462673:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076445.486579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076445.486587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076445.486598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076445.486606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076445.486655:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076445.486673:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076445.486679:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076446.510614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076446.510629:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076446.510647:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076446.510652:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076446.510709:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076446.510766:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076446.510782:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076446.639774:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076446.639784:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076446.640635:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076446.640638:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076446.641050:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076446.641053:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1769076447.534486:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076447.534493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076447.534504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076447.534512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076447.534550:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076447.534555:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076447.534562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076448.558561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076448.558590:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076448.558600:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076448.558611:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076448.558626:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076448.558635:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076448.558647:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076448.558656:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076448.558671:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076448.558712:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076448.558751:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076448.558760:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076448.558796:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076449.582597:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076449.582617:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076449.582638:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076449.582647:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076449.582760:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076449.582766:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076449.582771:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076450.606635:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076450.606669:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076450.606682:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076450.606704:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076450.606753:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076450.606762:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076450.606768:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076451.630666:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076451.630686:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076451.630695:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076451.630700:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076451.630703:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076451.630708:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076451.630712:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076451.630715:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076451.630718:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076451.630721:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076451.630756:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076451.630759:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076451.630763:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076451.759119:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076451.759372:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076451.759559:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076452.654513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076452.654526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076452.654534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076452.654544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076452.654593:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076452.654601:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076452.654633:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076453.678586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076453.678619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076453.678645:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076453.678647:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076453.678700:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076453.678724:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076453.678753:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076454.702506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076454.702512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076454.702524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076454.702531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076454.702557:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076454.702561:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076454.702568:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076455.726537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076455.726545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076455.726551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076455.726555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076455.726598:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076455.726629:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076455.726646:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076456.750564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076456.750577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076456.750593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076456.750600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076456.750637:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076456.750643:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076456.750648:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076456.879323:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076456.879354:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076456.880049:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076456.880052:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076456.880470:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076456.880473:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076457.774846:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076457.774852:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076457.774859:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076457.774861:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076457.774885:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076457.774888:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076457.774893:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076458.798571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076458.798592:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076458.798600:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076458.798607:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076458.798623:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076458.798630:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076458.798646:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076458.798660:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076458.798676:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076458.798686:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076458.798755:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076458.798766:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076458.798773:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076459.822708:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076459.822744:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076459.822777:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076459.822787:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076459.822882:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076459.822890:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076459.822898:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076460.846523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076460.846534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076460.846544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076460.846548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076460.846590:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076460.846595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076460.846610:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076460.846671:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076460.846679:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076460.846681:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076460.846685:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076460.846688:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076460.846693:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076460.846697:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076460.846700:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076460.846704:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076461.870643:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076461.870651:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076461.870667:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076461.870678:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076461.870684:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076461.870689:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076461.870695:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076461.870700:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076461.870705:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076461.870710:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076461.999966:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076461.999976:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076462.000630:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076462.000634:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076462.001106:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076462.001109:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076462.894602:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076462.894616:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076462.894634:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076462.894643:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076462.894697:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076462.894706:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076462.894717:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076463.918576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076463.918585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076463.918596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076463.918606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076463.918674:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076463.918695:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076463.918716:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076464.942555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076464.942567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076464.942601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076464.942611:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076464.942667:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076464.942680:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076464.942700:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076465.966545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076465.966575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076465.966587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076465.966590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076465.966636:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076465.966644:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076465.966668:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076466.990551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076466.990567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076466.990593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076466.990613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076466.990661:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076466.990676:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076466.990697:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076467.118623:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076467.118637:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076467.118640:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076467.118646:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076467.118651:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076467.118660:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3158
00000400:00000200:1.0:1769076467.118672:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076467.118691:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076467.118695:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076467.118700:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076467.118704:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076467.118708:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076467.118712:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076467.118717:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076467.118720:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076467.118724:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076467.118727:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076467.118730:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076467.118733:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076467.118737:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076467.118740:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076467.118742:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076467.118744:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076467.118754:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076467.118759:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076467.118762:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076467.118765:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076467.118769:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076467.118773:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076467.118776:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076467.118778:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076467.118790:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769076467.118794:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076467.118799:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076467.118801:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076467.118805:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076467.118808:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076467.118814:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076467.118824:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769076467.118833:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076467.118844:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932403712/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076467.118858:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076467.118864:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076467.118870:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932403712/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076467.118905:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076467.118909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076467.118914:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076467.118916:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076467.118918:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076467.118921:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076467.118924:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3158
00000400:00000200:1.0:1769076467.118929:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076467.118932:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076467.118935:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076467.118939:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076467.118942:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076467.118945:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076467.118948:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076467.118952:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076467.118953:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076467.118956:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076467.118959:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076467.118962:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076467.118964:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076467.118968:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076467.118971:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076467.118974:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076467.118976:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076467.118979:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076467.118984:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076467.118988:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076467.119009:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076467.119017:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076467.119023:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076467.119032:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076467.119040:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076467.119047:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076467.119053:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076467.119060:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769076467.119067:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076467.119082:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076467.119086:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076467.119093:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076467.119099:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076467.119104:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076467.119113:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769076467.119121:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076467.119136:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932403840/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076467.119167:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076467.119172:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076467.119196:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932403840/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076467.119226:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076467.119231:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076467.119241:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076467.119246:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076467.119252:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076467.119262:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076467.119272:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3158
00000400:00000200:1.0:1769076467.119284:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076467.119295:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076467.119300:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076467.119314:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076467.119320:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076467.119327:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076467.119336:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076467.119339:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076467.119343:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076467.119349:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076467.119354:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076467.119356:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076467.119361:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076467.119471:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076467.119478:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076467.119488:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076467.119497:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076467.119504:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076467.119517:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076467.119527:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076467.119537:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076467.119546:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076467.119554:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076467.119562:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076467.119567:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076467.119575:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076467.119581:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076467.119588:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769076467.119595:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076467.119603:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076467.119605:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076467.119610:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076467.119614:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076467.119621:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076467.119631:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000800:00000200:2.1:1769076467.119641:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769076467.119643:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076467.119649:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000100:00100000:1.0:1769076467.119657:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932403968/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076467.119671:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076467.119674:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076467.119686:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932403968/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076467.119704:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076467.119711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076467.119724:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076467.119731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076467.119743:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076467.119754:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3168)
00000800:00000200:2.1:1769076467.120300:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076467.120304:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076467.120736:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076467.120739:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769076468.014619:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076468.014633:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076468.014647:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076468.014656:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076469.038543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076469.038554:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076469.038562:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076469.038571:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076469.038584:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076469.038598:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076469.038618:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076469.038634:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076469.038658:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076469.038670:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076469.038723:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076469.038728:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076469.038733:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076470.062599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076470.062628:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076470.062647:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076470.062665:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076471.086608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076471.086621:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076471.086634:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076471.086652:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076471.086695:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076471.086704:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076471.086717:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076472.110592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076472.110614:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076472.110638:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076472.110653:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076472.110663:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076472.110685:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076472.110694:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076472.110702:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076472.110714:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076472.110723:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076472.239946:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076472.239956:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076472.240662:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076472.240665:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076472.241083:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076472.241089:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769076473.134516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076473.134523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076473.134536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076473.134540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076473.134571:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076473.134578:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076473.134583:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076474.158644:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076474.158659:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076474.158684:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076474.158694:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076474.158763:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076474.158770:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076474.158778:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076475.182583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076475.182602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076475.182633:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076475.182646:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076475.182706:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076475.182714:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076475.182725:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076476.206596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076476.206608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076476.206626:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076476.206637:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076476.206691:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076476.206698:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076476.206712:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076477.230618:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076477.230634:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076477.230661:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076477.230675:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076477.230720:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076477.230756:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076477.230793:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076477.359671:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076477.359682:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076477.360369:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076477.360373:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076477.360780:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076477.360784:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1769076478.254567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076478.254579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076478.254598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076478.254606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076478.254666:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076478.254675:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076478.254694:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076479.278593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076479.278612:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076479.278632:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076479.278648:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076479.278665:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076479.278680:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076479.278700:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076479.278711:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076479.278742:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076479.278753:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076479.278804:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076479.278811:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076479.278821:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076480.302574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076480.302585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076480.302592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076480.302594:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076480.302633:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076480.302638:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076480.302642:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076480.302768:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076480.302781:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076480.302784:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076480.302789:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769076480.302795:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076480.302799:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076480.302802:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076480.302805:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076480.302809:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076481.326591:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076481.326603:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076481.326608:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076481.326620:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769076481.326634:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076481.326644:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076481.326676:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076481.326683:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076481.326700:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076481.326767:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076481.326772:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076481.326779:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076481.326781:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076481.326819:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076481.326822:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076481.326827:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076482.350619:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076482.350629:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076482.350639:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076482.350646:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076482.350650:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076482.350655:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076482.350661:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076482.350667:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076482.350674:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076482.350687:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076482.350731:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076482.350738:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076482.350745:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076482.479728:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076482.479742:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076482.480829:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076482.480832:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076482.481231:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076482.481235:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1769076483.374589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076483.374601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076483.374614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076483.374620:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076483.374668:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076483.374677:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076483.374696:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076484.398606:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076484.398628:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076484.398652:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076484.398662:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076484.398730:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076484.398738:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076484.398745:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076485.422567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076485.422579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076485.422599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076485.422609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076485.422645:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076485.422652:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076485.422661:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076486.446602:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076486.446613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076486.446632:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076486.446650:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076486.446719:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076486.446730:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076486.446739:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076487.470569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076487.470577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076487.470593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076487.470601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076487.470663:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076487.470673:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076487.470696:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076487.599660:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076487.599672:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076487.600278:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076487.600282:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076487.600743:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076487.600746:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769076488.494554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076488.494567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076488.494593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076488.494604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076488.494670:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076488.494682:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076488.494688:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076489.518642:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076489.518656:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076489.518662:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076489.518668:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076489.518682:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076489.518697:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076489.518716:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076489.518746:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076489.518766:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076489.518779:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076489.518819:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076489.518827:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076489.518835:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076490.542550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076490.542559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076490.542570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076490.542586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076490.542637:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076490.542643:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076490.542649:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076491.566491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076491.566500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076491.566507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076491.566511:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076491.566515:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076491.566519:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076491.566523:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076491.566526:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076491.566530:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076491.566533:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076491.566562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076491.566569:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076491.566582:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076492.590569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076492.590584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076492.590606:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076492.590618:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076492.590670:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076492.590674:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076492.590680:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076492.718586:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076492.718599:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076492.718602:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076492.718606:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076492.718611:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076492.718619:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3184
00000400:00000200:1.0:1769076492.718630:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076492.718637:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076492.718640:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076492.718644:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076492.718648:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076492.718651:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076492.718654:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076492.718658:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076492.718660:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076492.718663:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076492.718666:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076492.718669:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076492.718671:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076492.718674:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076492.718677:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076492.718680:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076492.718682:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076492.718686:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076492.718689:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076492.718691:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076492.718694:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076492.718697:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076492.718700:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076492.718702:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076492.718705:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076492.718715:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4a80.
00000020:00000040:1.0:1769076492.718719:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076492.718723:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076492.718725:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076492.718728:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076492.718730:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076492.718736:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076492.718744:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769076492.718751:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076492.718761:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4a80 x1855007932405632/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076492.718773:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076492.718778:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076492.718783:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1faa4c3] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4a80 x1855007932405632/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076492.718810:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076492.718814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076492.718818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076492.718819:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076492.718821:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076492.718824:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076492.718827:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3184
00000400:00000200:1.0:1769076492.718831:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076492.718835:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076492.718837:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076492.718840:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076492.718842:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076492.718845:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076492.718847:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076492.718850:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076492.718852:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076492.718854:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076492.718856:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076492.718859:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076492.718861:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076492.718866:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076492.718868:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076492.718871:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076492.718873:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076492.718875:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076492.718879:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076492.718881:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076492.718883:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076492.718889:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076492.718896:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076492.718899:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076492.718906:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076492.718913:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076492.718917:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076492.718926:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000020:00000040:1.0:1769076492.718934:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076492.718958:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076492.718964:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076492.718972:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076492.718978:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076492.718984:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076492.718995:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769076492.719004:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076492.719018:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932405760/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076492.719038:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076492.719042:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076492.719055:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932405760/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076492.719078:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076492.719085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076492.719094:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076492.719096:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076492.719100:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076492.719108:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076492.719117:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3184
00000400:00000200:1.0:1769076492.719126:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076492.719136:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076492.719144:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076492.719155:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076492.719165:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076492.719175:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076492.719181:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076492.719186:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076492.719189:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076492.719194:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076492.719199:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076492.719201:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076492.719209:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076492.719219:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076492.719225:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076492.719235:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076492.719244:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076492.719255:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076492.719272:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076492.719284:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076492.719294:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076492.719306:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076492.719315:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076492.719326:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076492.719335:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076492.719345:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076492.719350:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076492.719358:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000800:00000200:2.1:1769076492.719364:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:1.0:1769076492.719366:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:2.1:1769076492.719372:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1769076492.719388:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076492.719394:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076492.719439:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076492.719442:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076492.719445:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076492.719452:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769076492.719458:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076492.719474:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932405888/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076492.719489:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076492.719496:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076492.719511:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932405888/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076492.719531:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076492.719541:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076492.719552:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076492.719561:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076492.719568:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076492.719581:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3194)
00000800:00000200:2.1:1769076492.720017:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076492.720020:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076492.720366:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076492.720369:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769076493.614555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076493.614564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076493.614578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076493.614587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076493.614629:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076493.614637:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076493.614647:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076494.638581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076494.638594:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076494.638608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076494.638616:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076494.638666:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076494.638678:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076494.638687:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076495.662552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076495.662562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076495.662574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076495.662579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076495.662643:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076495.662654:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076495.662663:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076496.686579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076496.686593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076496.686612:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076496.686627:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076496.686688:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076496.686697:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076496.686704:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076497.710609:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076497.710616:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076497.710622:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076497.710624:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076497.710649:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076497.710652:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076497.710656:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076497.838519:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076497.838529:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076497.838531:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076497.838534:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076497.838538:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076497.838544:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3189
00000400:00000200:1.0:1769076497.838552:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076497.838556:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076497.838559:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076497.838562:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076497.838564:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076497.838566:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076497.838568:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076497.838572:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076497.838573:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076497.838575:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076497.838577:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076497.838579:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076497.838580:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076497.838582:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076497.838584:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076497.838585:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076497.838586:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076497.838589:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076497.838591:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076497.838594:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076497.838596:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076497.838598:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076497.838600:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076497.838602:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076497.838604:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076497.838611:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769076497.838614:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076497.838617:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076497.838618:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076497.838621:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076497.838623:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076497.838626:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076497.838632:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769076497.838638:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076497.838645:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932406016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076497.838652:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076497.838656:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076497.838659:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932406016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076497.838678:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076497.838681:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076497.838683:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076497.838685:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076497.838686:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076497.838687:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076497.838689:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3189
00000400:00000200:1.0:1769076497.838691:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076497.838693:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076497.838695:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076497.838696:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076497.838699:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076497.838700:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076497.838702:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076497.838704:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076497.838705:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076497.838708:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076497.838709:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076497.838711:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076497.838713:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076497.838717:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076497.838719:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076497.838720:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076497.838723:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076497.838724:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076497.838726:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076497.838728:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076497.838732:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076497.838745:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076497.838752:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076497.838757:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076497.838760:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076497.838766:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076497.838771:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076497.838781:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769076497.838793:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076497.838802:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076497.838807:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076497.838811:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076497.838814:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076497.838816:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076497.838823:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769076497.838829:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076497.838840:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932406144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076497.838867:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076497.838871:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076497.838878:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932406144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076497.838888:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076497.838893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076497.838897:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076497.838902:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076497.838907:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076497.838911:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076497.838923:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3189
00000400:00000200:1.0:1769076497.838927:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076497.838935:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076497.838937:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076497.838941:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076497.838954:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076497.838962:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076497.838967:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076497.838970:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076497.838974:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076497.838978:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076497.838982:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076497.838995:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076497.839004:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076497.839014:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076497.839023:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076497.839034:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076497.839045:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076497.839053:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076497.839057:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076497.839062:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076497.839065:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076497.839069:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076497.839078:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076497.839081:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076497.839085:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076497.839090:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076497.839091:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076497.839093:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769076497.839097:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076497.839103:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076497.839105:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076497.839107:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076497.839110:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076497.839113:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076497.839119:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769076497.839124:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076497.839132:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932406272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076497.839168:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076497.839171:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076497.839176:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932406272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076497.839218:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076497.839230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076497.839234:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076497.839238:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076497.839242:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076497.839249:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3199)
00000800:00000200:2.1:1769076497.839262:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076497.839265:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076497.839626:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076497.839628:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076497.839817:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076497.839819:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076498.734554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076498.734561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076498.734578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076498.734591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076498.734639:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076498.734644:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076498.734649:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076499.758526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076499.758539:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076499.758546:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076499.758558:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076499.758573:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076499.758583:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076499.758598:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076499.758602:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076499.758610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076499.758614:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076500.782513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076500.782520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076500.782536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076500.782547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076500.782575:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076500.782578:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076500.782580:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076501.806490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076501.806495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076501.806503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076501.806511:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076501.806515:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076501.806522:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076501.806528:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076501.806533:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076501.806544:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076501.806558:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076502.830547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076502.830557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076502.830568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076502.830575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076502.830623:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076502.830627:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076502.830631:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076502.959609:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076502.959617:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076502.960330:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076502.960336:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076502.960844:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076502.960848:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076503.854506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076503.854516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076503.854532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076503.854545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076504.878523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076504.878534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076504.878549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076504.878556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076504.878598:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076504.878608:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076504.878616:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076505.902477:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076505.902485:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076505.902492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076505.902495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076505.902537:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076505.902541:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076505.902545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076505.902552:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076505.902558:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076505.902562:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076505.902564:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076505.902565:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076505.902567:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076506.926502:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076506.926510:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076506.926516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076506.926523:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076506.926529:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076506.926536:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076506.926542:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076506.926551:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076506.926562:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076506.926603:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076506.926608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076506.926614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076506.926616:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076506.926648:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076506.926652:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076506.926655:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076507.950557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076507.950566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076507.950580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076507.950587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076507.950648:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076507.950657:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076507.950661:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076507.950667:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076507.950678:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076507.950696:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076507.950699:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076507.950701:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076507.950707:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076508.079237:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076508.079244:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076508.079727:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076508.079728:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076508.079916:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076508.079918:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1769076508.974569:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076508.974579:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076508.974582:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076508.974588:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076508.974592:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076508.974596:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076508.974598:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076508.974601:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076508.974603:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076508.974630:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076508.974632:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076508.974635:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076508.974637:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076508.974652:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076508.974655:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076508.974658:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076509.998549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076509.998557:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076509.998566:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076509.998577:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076509.998593:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076509.998599:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076509.998606:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076509.998610:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076509.998619:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076509.998624:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076511.022542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076511.022550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076511.022557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076511.022559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076511.022598:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076511.022602:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076511.022605:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076512.046502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076512.046508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076512.046521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076512.046535:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076512.046542:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076512.046548:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076512.046556:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076512.046561:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076512.046568:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076512.046574:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076513.070538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076513.070544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076513.070555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076513.070561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076513.070592:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076513.070616:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076513.070624:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076513.199123:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076513.199126:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076513.199523:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076513.199525:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076513.199741:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076513.199743:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769076514.094555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076514.094564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076514.094572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076514.094595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076514.094645:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076514.094656:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076514.094669:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076515.118497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076515.118502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076515.118509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076515.118514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076515.118542:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076515.118546:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076515.118550:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076516.142528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076516.142533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076516.142542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076516.142560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076516.142589:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076516.142594:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076516.142598:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076517.166521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076517.166537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076517.166550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076517.166562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076518.190555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076518.190567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076518.190577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076518.190586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076518.190616:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076518.190621:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076518.190633:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076518.319240:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076518.319528:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076518.319637:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076519.214583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076519.214591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076519.214598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076519.214603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076519.214656:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076519.214671:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076519.214690:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076520.238659:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076520.238672:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076520.238679:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076520.238686:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076520.238702:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076520.238707:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076520.238716:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076520.238735:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076520.238757:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076520.238768:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076520.238811:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076520.238822:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076520.238829:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076521.262502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076521.262510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076521.262518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076521.262523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076522.286534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076522.286543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076522.286554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076522.286561:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076522.286567:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076522.286573:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076522.286579:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076522.286584:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076522.286588:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076522.286596:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076523.310609:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076523.310620:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076523.310642:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076523.310653:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076523.440878:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076523.440883:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076523.441638:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076523.441642:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076523.442063:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076523.442067:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076524.334632:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076524.334639:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076524.334662:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076524.334669:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076525.358574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076525.358597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076525.358604:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076525.358606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076526.382524:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076526.382533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076526.382537:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076526.382547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076526.382557:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076526.382561:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076526.382586:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076526.382591:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076526.382595:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076526.382634:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076526.382638:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076526.382642:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076526.382644:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076527.406584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076527.406590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076527.406599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076527.406603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076527.406638:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076527.406645:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076527.406650:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076528.430602:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076528.430608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076528.430615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076528.430619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076528.430660:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076528.430664:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076528.430667:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076528.559557:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076528.559577:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769076528.559963:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076528.559966:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769076528.560395:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076528.560397:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00010000:00000001:1.0:1769076529.454569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076529.454578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076529.454597:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076529.454618:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076529.454654:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076529.454659:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076529.454664:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076530.478555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076530.478588:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076530.478594:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076530.478613:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076530.478625:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076530.478631:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076530.478634:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076530.478653:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076530.478658:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076530.478660:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076530.478705:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076530.478725:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076530.478732:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076531.502514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076531.502523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076531.502538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076531.502562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076531.502608:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076531.502614:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076531.502621:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076532.526552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076532.526565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076532.526612:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076532.526628:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076532.526638:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076532.526646:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076532.526657:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076532.526665:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076532.526676:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076532.526691:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076532.526739:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076532.526743:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076532.526747:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076533.550505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076533.550511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076533.550524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076533.550542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076533.550583:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076533.550589:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076533.550611:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076533.679613:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076533.679616:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076533.680231:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076533.680233:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076533.680691:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076533.680695:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00010000:00000001:1.0:1769076534.574540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076534.574552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076534.574561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076534.574567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076535.598502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076535.598506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076535.598517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076535.598521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076535.598552:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076535.598566:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076535.598577:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076536.622480:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076536.622484:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076536.622490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076536.622506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076537.646554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076537.646561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076537.646570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076537.646577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076537.646611:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076537.646616:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076537.646641:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076538.670502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076538.670513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076538.670530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076538.670540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076538.670587:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076538.670594:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076538.670598:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076538.799337:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076538.799343:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076538.799769:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076538.799770:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076538.799989:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076538.799991:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1769076539.694578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076539.694589:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076539.694599:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076539.694603:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076539.694615:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076539.694624:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076539.694633:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076539.694644:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076539.694657:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076539.694667:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076539.694704:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076539.694709:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076539.694715:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076540.718552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076540.718561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076540.718578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076540.718585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076540.718622:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076540.718628:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076540.718635:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076541.742530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076541.742536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076541.742547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076541.742554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076541.742590:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076541.742596:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076541.742602:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076542.766516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076542.766525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076542.766546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076542.766556:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076542.766563:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076542.766580:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076542.766591:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076542.766600:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076542.766616:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076542.766620:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076543.790581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076543.790596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076543.790610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076543.790619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076543.790667:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076543.790674:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076543.790690:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076543.919685:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076543.919690:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076543.920221:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076543.920225:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076543.920619:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076543.920623:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1769076544.814535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076544.814541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076544.814549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076544.814553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076545.838499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076545.838505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076545.838514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076545.838526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076545.838553:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076545.838557:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076545.838562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076546.862521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076546.862525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076546.862534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076546.862538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076546.862569:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076546.862573:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076546.862578:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076547.886510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076547.886517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076547.886526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076547.886531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076547.886557:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076547.886562:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076547.886566:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076548.910539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076548.910543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076548.910552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076548.910555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076548.910581:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076548.910584:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076548.910589:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076549.039249:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076549.039252:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076549.039594:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076549.039596:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076549.039874:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076549.039877:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769076549.934497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076549.934505:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076549.934518:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076549.934522:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076549.934527:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076549.934533:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076549.934536:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076549.934539:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076549.934545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076549.934548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076549.934575:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076549.934579:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076549.934582:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076550.958526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076550.958532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076550.958542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076550.958545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076550.958578:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076550.958583:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076550.958591:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076551.982529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076551.982538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076551.982550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076551.982559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076551.982596:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076551.982601:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076551.982608:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076553.006524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076553.006532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076553.006538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076553.006548:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076553.006555:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076553.006560:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076553.006574:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076553.006579:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076553.006583:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076553.006589:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076553.006631:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076553.006636:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076553.006638:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076553.006643:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076553.006647:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076553.006650:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076553.006652:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076553.006654:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076553.006656:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076554.030629:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076554.030637:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076554.030640:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076554.030647:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076554.030651:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076554.030655:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076554.030658:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076554.030661:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076554.030664:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076554.030689:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076554.030692:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076554.030696:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076554.030698:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076554.030715:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076554.030718:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076554.030722:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076554.159180:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076554.159187:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076554.159634:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076554.159636:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076554.159841:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076554.159843:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769076555.054505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076555.054510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076555.054516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076555.054521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076555.054577:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076555.054583:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076555.054587:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076556.078490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076556.078495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076556.078511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076556.078515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076556.078541:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076556.078546:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076556.078551:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076557.102563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076557.102580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076557.102602:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076557.102611:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076557.102654:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076557.102659:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076557.102663:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076558.126490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076558.126495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076558.126503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076558.126509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076558.126538:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076558.126542:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076558.126545:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076559.150522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076559.150527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076559.150535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076559.150539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076559.150565:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076559.150568:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076559.150573:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076559.278514:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076559.278526:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076559.278528:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076559.278533:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076559.278538:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076559.278547:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3250
00000400:00000200:1.0:1769076559.278557:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076559.278564:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076559.278567:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076559.278569:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278573:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076559.278575:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278578:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076559.278582:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076559.278584:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076559.278586:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076559.278589:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076559.278590:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076559.278592:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076559.278594:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278596:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076559.278598:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278599:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076559.278603:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076559.278606:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278608:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076559.278610:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076559.278613:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076559.278615:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076559.278617:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076559.278619:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076559.278630:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769076559.278633:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076559.278637:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076559.278638:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076559.278642:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076559.278644:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076559.278654:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076559.278663:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769076559.278672:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076559.278681:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932410624/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076559.278691:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076559.278696:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076559.278699:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932410624/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076559.278719:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076559.278722:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076559.278725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076559.278726:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076559.278728:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076559.278729:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076559.278732:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3250
00000400:00000200:1.0:1769076559.278736:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076559.278738:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076559.278740:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076559.278743:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278745:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076559.278747:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278749:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076559.278751:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076559.278752:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076559.278754:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076559.278757:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076559.278759:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076559.278761:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076559.278765:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278768:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076559.278770:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278774:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076559.278776:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076559.278782:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278787:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076559.278791:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076559.278799:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076559.278802:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076559.278805:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076559.278810:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076559.278816:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076559.278839:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076559.278844:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769076559.278846:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076559.278849:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076559.278853:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076559.278859:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076559.278861:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076559.278865:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076559.278870:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769076559.278873:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076559.278880:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932410752/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076559.278887:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076559.278890:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076559.278896:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932410752/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076559.278905:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076559.278909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076559.278911:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076559.278915:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076559.278917:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076559.278919:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076559.278921:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3250
00000400:00000200:1.0:1769076559.278927:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076559.278932:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076559.278934:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076559.278937:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278939:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076559.278943:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278945:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076559.278949:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076559.278950:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076559.278953:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076559.278956:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076559.278960:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076559.278967:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076559.278971:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278975:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076559.278979:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278984:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076559.278989:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076559.278992:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076559.278995:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076559.278997:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076559.279001:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076559.279002:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076559.279004:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076559.279006:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076559.279009:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076559.279012:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076559.279015:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769076559.279018:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076559.279021:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076559.279022:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076559.279025:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076559.279028:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076559.279029:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076559.279032:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155800.
00000100:00000001:1.0:1769076559.279036:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076559.279044:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932410880/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076559.279062:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076559.279065:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076559.279069:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932410880/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076559.279089:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076559.279094:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076559.279099:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076559.279104:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076559.279106:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076559.279113:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3260)
00000800:00000200:3.1:1769076559.279122:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076559.279126:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076559.279517:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076559.279519:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076559.279726:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076559.279728:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769076560.174501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076560.174508:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076560.174517:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076560.174522:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076560.174528:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076560.174532:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076560.174537:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076560.174541:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076560.174547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076560.174550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076561.198529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076561.198534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076561.198544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076561.198548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076561.198578:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076561.198584:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076561.198587:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076562.222689:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076562.222692:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076562.222695:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076562.222696:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076562.222721:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076562.222722:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076562.222724:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076563.246560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076563.246566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076563.246580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076563.246586:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076563.246597:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076563.246609:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076563.246624:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076563.246630:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076563.246645:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076563.246650:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076563.246690:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076563.246694:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076563.246698:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076564.270557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076564.270566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076564.270574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076564.270581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076564.270623:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076564.270631:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076564.270635:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076564.398487:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076564.398498:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076564.398501:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076564.398505:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076564.398509:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076564.398517:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3255
00000400:00000200:1.0:1769076564.398527:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076564.398533:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076564.398536:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076564.398540:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076564.398543:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076564.398546:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076564.398549:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076564.398554:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076564.398556:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076564.398559:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076564.398562:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076564.398564:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076564.398567:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076564.398571:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076564.398573:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076564.398576:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076564.398578:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076564.398581:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076564.398584:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076564.398587:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076564.398590:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076564.398593:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076564.398596:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076564.398599:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076564.398601:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076564.398611:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769076564.398615:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076564.398619:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076564.398621:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076564.398624:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076564.398627:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076564.398631:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076564.398639:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156400.
00000100:00000001:1.0:1769076564.398647:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076564.398656:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932411008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076564.398667:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076564.398671:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076564.398677:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932411008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076564.398698:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076564.398702:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076564.398706:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076564.398708:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076564.398710:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076564.398713:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076564.398716:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3255
00000400:00000200:1.0:1769076564.398721:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076564.398725:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076564.398728:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076564.398731:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076564.398747:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076564.398752:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076564.398764:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076564.398771:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076564.398774:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076564.398779:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076564.398785:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076564.398790:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076564.398797:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076564.398806:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076564.398811:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076564.398818:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076564.398823:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076564.398829:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076564.398835:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076564.398843:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076564.398846:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076564.398854:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076564.398860:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076564.398865:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076564.398869:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076564.398876:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076564.398880:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076564.398885:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769076564.398888:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076564.398893:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076564.398897:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076564.398902:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076564.398906:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076564.398909:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076564.398917:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769076564.398925:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076564.398936:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932411136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076564.398953:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076564.398959:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076564.398969:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932411136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076564.398988:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076564.398995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076564.399001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076564.399004:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076564.399009:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076564.399015:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076564.399021:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3255
00000400:00000200:1.0:1769076564.399030:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076564.399037:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076564.399042:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076564.399048:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076564.399050:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076564.399053:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076564.399057:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076564.399063:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076564.399065:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076564.399069:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076564.399073:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000800:00000200:3.1:1769076564.399077:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000001:1.0:1769076564.399078:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076564.399084:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:3.1:1769076564.399085:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1769076564.399092:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076564.399098:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076564.399103:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076564.399109:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076564.399116:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076564.399122:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076564.399126:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076564.399132:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076564.399137:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076564.399143:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076564.399149:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076564.399154:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076564.399160:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076564.399166:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076564.399174:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769076564.399180:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076564.399184:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076564.399188:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076564.399192:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076564.399196:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076564.399200:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076564.399208:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154000.
00000100:00000001:1.0:1769076564.399212:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076564.399219:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932411264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076564.399232:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076564.399235:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076564.399245:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932411264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076564.399261:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076564.399267:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076564.399275:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076564.399281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076564.399291:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076564.399299:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3265)
00000800:00000200:3.1:1769076564.399590:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076564.399593:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076564.399854:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076564.399856:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076565.294549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076565.294554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076565.294561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076565.294565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076565.294604:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076565.294613:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076565.294628:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076566.318534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076566.318539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076566.318548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076566.318551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076566.318598:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076566.318603:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076566.318608:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076567.342515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076567.342521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076567.342530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076567.342535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076567.342562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076567.342567:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076567.342573:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076568.366488:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076568.366493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076568.366503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076568.366507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076568.366551:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076568.366556:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076568.366561:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076569.390510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076569.390519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076569.390528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076569.390532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076569.390559:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076569.390563:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076569.390567:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076569.519307:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076569.519327:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769076569.519892:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076569.519894:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769076569.520102:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076569.520104:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00010000:00000001:1.0:1769076570.414548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076570.414560:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076570.414567:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076570.414573:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076570.414581:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076570.414585:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076570.414589:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076570.414591:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076570.414601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076570.414604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076570.414667:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076570.414670:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076570.414674:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076571.438546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076571.438551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076571.438561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076571.438566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076571.438607:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076571.438628:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076571.438634:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076572.462525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076572.462531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076572.462540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076572.462544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076572.462570:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076572.462573:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076572.462578:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076573.486573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076573.486602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076573.486613:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076573.486622:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076573.486640:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076573.486649:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076573.486673:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076573.486686:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076573.486698:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076573.486725:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076573.486787:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076573.486792:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076573.486798:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076574.510646:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076574.510662:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076574.510698:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076574.510712:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076574.639738:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076574.639744:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769076574.640449:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076574.640453:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769076574.640968:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076574.640972:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1769076575.534472:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076575.534479:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076575.534488:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076575.534493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076575.534517:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076575.534521:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076575.534525:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076576.558613:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076576.558620:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076576.558631:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076576.558636:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076576.558736:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076576.558759:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076576.558769:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076577.582499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076577.582505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076577.582540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076577.582543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076577.582569:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076577.582573:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076577.582577:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076578.606601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076578.606613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076578.606630:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076578.606637:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076579.630567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076579.630581:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076579.630590:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076579.630598:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076579.630606:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076579.630615:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076579.630619:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076579.630627:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076579.630641:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076579.630646:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076579.630681:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076579.630687:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076579.630694:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076579.759871:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076579.759881:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076579.760710:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076579.760713:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076579.761159:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076579.761164:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1769076580.654576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076580.654581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076580.654589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076580.654593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076580.654667:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076580.654672:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076580.654679:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076581.678577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076581.678592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076581.678611:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076581.678620:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076582.702528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076582.702536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076582.702557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076582.702565:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076582.702573:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076582.702579:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076582.702585:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076582.702589:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076582.702594:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076582.702601:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076582.702630:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076582.702634:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076582.702638:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076583.726655:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076583.726668:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076583.726688:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076583.726692:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076583.726778:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076583.726787:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076583.726819:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076584.750543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076584.750548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076584.750560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076584.750563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076584.750588:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076584.750592:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076584.750599:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076584.879084:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076584.879447:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076584.879621:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076585.774592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076585.774603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076585.774622:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076585.774632:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076585.774687:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076585.774694:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076585.774700:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076586.798529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076586.798541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076586.798553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076586.798559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076586.798600:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076586.798606:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076586.798612:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076587.822522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076587.822530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076587.822540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076587.822546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076587.822603:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076587.822609:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076587.822613:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769076587.950814:0:2406:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769076587.950901:0:2406:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769076587.950914:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076587.950918:0:2406:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769076587.950921:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076587.950926:0:2406:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769076587.950931:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076587.950935:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:1.0:1769076587.950939:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076587.950944:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076587.950951:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce5d8
00000400:00000010:1.0:1769076587.950954:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce5d8.
00000100:00000001:1.0:1769076587.950959:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076587.950968:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d749318000 x1855007932412544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076587.950995:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076587.950999:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932412544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076587.951005:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076587.951007:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076587.951017:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076587.951020:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134d00.
00000400:00000200:1.0:1769076587.951023:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076587.951028:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076587.951032:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:1.0:1769076587.951035:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:1.0:1769076587.951039:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076587.951046:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d749318700 x1855007932412672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076587.951059:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076587.951066:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932412672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076587.951100:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076587.951102:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076587.951109:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076587.951114:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:1.0:1769076587.951118:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076587.951121:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076587.951147:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bcec38
00000400:00000010:1.0:1769076587.951152:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bcec38.
00000100:00000001:1.0:1769076587.951157:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076587.951165:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d749319f80 x1855007932412800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076587.951186:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076587.951195:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932412800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076587.951208:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076587.951213:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1769076588.846481:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076588.846486:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076588.846495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076588.846501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076588.846533:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076588.846544:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076588.846550:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076589.870599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076589.870611:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076589.870619:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076589.870631:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076589.870646:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076589.870655:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076589.870665:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076589.870681:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076589.870695:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076589.870702:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076589.870749:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076589.870757:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076589.870764:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076590.000261:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076590.000267:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076590.001743:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076590.001746:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076590.002071:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076590.002089:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076590.894484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076590.894491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076590.894502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076590.894508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076590.894537:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076590.894540:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076590.894543:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076591.918573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076591.918584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076591.918597:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076591.918604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076591.918645:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076591.918650:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076591.918657:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076592.942494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076592.942500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076592.942510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076592.942516:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076592.942521:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076592.942526:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076592.942532:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076592.942536:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076592.942541:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076592.942546:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076593.966504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076593.966511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076593.966516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076593.966520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076593.966544:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076593.966548:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076593.966551:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076594.990482:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076594.990487:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076594.990492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076594.990496:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076594.990531:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076594.990536:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076594.990543:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076595.118523:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076595.118531:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076595.118533:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076595.118536:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076595.118539:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076595.118545:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3286
00000400:00000200:1.0:1769076595.118553:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076595.118558:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076595.118561:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076595.118563:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118566:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076595.118567:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118569:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076595.118572:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076595.118574:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076595.118576:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076595.118578:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076595.118580:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076595.118581:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076595.118584:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118585:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076595.118586:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118588:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076595.118590:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076595.118592:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118594:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076595.118595:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076595.118598:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076595.118600:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076595.118602:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076595.118604:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076595.118612:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769076595.118615:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076595.118618:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076595.118619:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076595.118621:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076595.118623:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076595.118626:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076595.118633:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154000.
00000100:00000001:1.0:1769076595.118638:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076595.118645:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932413312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076595.118653:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076595.118656:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076595.118660:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932413312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076595.118678:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076595.118681:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076595.118683:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076595.118684:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076595.118685:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076595.118687:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076595.118688:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3286
00000400:00000200:1.0:1769076595.118691:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076595.118692:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076595.118694:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076595.118696:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118697:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076595.118699:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118700:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076595.118702:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076595.118703:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076595.118704:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076595.118705:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076595.118707:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076595.118708:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076595.118711:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118713:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076595.118715:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118717:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076595.118719:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076595.118723:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118725:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076595.118727:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076595.118732:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076595.118736:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076595.118738:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076595.118743:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076595.118746:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076595.118749:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076595.118756:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769076595.118762:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076595.118767:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076595.118769:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076595.118773:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076595.118776:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076595.118780:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076595.118786:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769076595.118792:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076595.118801:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932413440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076595.118815:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076595.118820:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076595.118827:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932413440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076595.118842:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076595.118847:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076595.118850:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076595.118854:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076595.118855:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076595.118858:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076595.118862:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3286
00000400:00000200:1.0:1769076595.118865:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076595.118872:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076595.118875:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076595.118880:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118884:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076595.118889:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118894:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076595.118900:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076595.118902:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076595.118907:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076595.118910:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076595.118916:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076595.118920:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076595.118925:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118929:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076595.118932:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118934:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076595.118939:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076595.118944:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076595.118947:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076595.118950:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076595.118954:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076595.118958:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076595.118961:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076595.118964:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076595.118975:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076595.118981:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076595.118986:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769076595.118990:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076595.118995:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076595.118997:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076595.119002:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076595.119004:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076595.119008:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076595.119015:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156400.
00000100:00000001:1.0:1769076595.119018:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076595.119025:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932413568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076595.119037:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076595.119041:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076595.119041:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076595.119048:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1769076595.119049:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932413568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076595.119067:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076595.119071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076595.119077:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076595.119080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076595.119085:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076595.119090:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3296)
00000800:00000200:3.1:1769076595.119368:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076595.119370:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076595.119581:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076595.119582:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076596.014509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076596.014514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076596.014520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076596.014523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076596.014560:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076596.014565:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076596.014567:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076597.038519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076597.038532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076597.038544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076597.038552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076597.038599:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076597.038607:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076597.038616:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076598.062533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076598.062541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076598.062555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076598.062560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076599.086540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076599.086554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076599.086571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076599.086580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076599.086625:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076599.086634:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076599.086639:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076600.110546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076600.110557:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076600.110564:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076600.110570:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076600.110582:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076600.110591:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076600.110603:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076600.110610:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076600.110625:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076600.110635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076600.239390:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076600.239394:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076600.239907:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076600.239910:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076600.240189:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076600.240191:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769076601.134539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076601.134547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076601.134559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076601.134565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076601.134603:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076601.134610:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076601.134617:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076602.158475:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076602.158480:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076602.158486:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076602.158489:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076602.158528:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076602.158532:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076602.158538:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076603.182531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076603.182545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076603.182557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076603.182564:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076603.182569:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076603.182572:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076603.182577:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076603.182581:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076603.182584:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076603.182590:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076603.182631:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076603.182636:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076603.182642:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076604.206590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076604.206599:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076604.206614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076604.206623:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076605.230599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076605.230608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076605.230618:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076605.230623:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076605.230660:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076605.230667:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076605.230672:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076605.359394:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076605.359400:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076605.359907:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076605.359910:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076605.360321:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076605.360324:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769076606.254517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076606.254526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076606.254537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076606.254543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076606.254647:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076606.254651:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076606.254653:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076606.254657:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076606.254661:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076606.254665:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.254668:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076606.254671:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.254674:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076607.278546:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076607.278560:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076607.278566:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076607.278591:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076607.278610:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076607.278620:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076607.278638:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076607.278653:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076607.278659:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076607.278711:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076607.278715:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076607.278721:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076607.278723:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076607.278746:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076607.278749:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076607.278752:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076608.302584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076608.302596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076608.302614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076608.302625:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076609.326581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076609.326591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076609.326605:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076609.326609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076609.326661:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076609.326672:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076609.326685:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076610.350539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076610.350548:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076610.350554:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076610.350559:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076610.350568:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076610.350575:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076610.350581:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076610.350589:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076610.350598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076610.350613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076610.479611:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076610.479616:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076610.480158:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076610.480161:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076610.480430:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076610.480432:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1769076611.374568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076611.374583:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076611.374601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076611.374610:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076611.374666:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076611.374676:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076611.374687:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076612.398490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076612.398495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076612.398506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076612.398510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076612.398534:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076612.398538:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076612.398543:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076613.422559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076613.422569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076613.422581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076613.422593:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076613.422600:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076613.422610:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076613.422621:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076613.422629:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076613.422640:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076613.422648:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076614.446482:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076614.446488:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076614.446494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076614.446517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076614.446560:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076614.446567:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076614.446578:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076614.446633:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076614.446640:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076614.446644:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076614.446649:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076614.446653:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076614.446657:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076614.446660:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076614.446662:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076614.446665:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076615.470557:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076615.470567:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076615.470573:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076615.470582:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076615.470589:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076615.470597:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076615.470617:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076615.470623:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076615.470628:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076615.470663:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076615.470667:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076615.470673:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076615.470675:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076615.599623:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076615.599634:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076615.600318:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076615.600321:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076615.600809:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076615.600814:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769076616.494566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076616.494576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076616.494591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076616.494600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076616.494638:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076616.494644:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076616.494653:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076617.518537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076617.518548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076617.518561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076617.518569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076617.518628:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076617.518640:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076617.518652:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076618.542470:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076618.542474:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076618.542480:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076618.542486:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076618.542513:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076618.542517:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076618.542524:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076619.566514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076619.566526:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076619.566534:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076619.566541:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076619.566553:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076619.566558:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076619.566565:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076619.566578:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076619.566584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076619.566587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076619.566630:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076619.566638:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076619.566653:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076620.590557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076620.590568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076620.590580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076620.590585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076620.590631:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076620.590640:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076620.590649:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076620.719902:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076620.719909:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076620.720751:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076620.720756:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076620.721395:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076620.721401:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769076621.614525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076621.614531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076621.614542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076621.614548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076621.614579:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076621.614584:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076621.614588:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076622.638552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076622.638559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076622.638568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076622.638575:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076622.638581:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076622.638585:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076622.638593:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076622.638597:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076622.638617:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076622.638623:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076622.638642:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076622.638645:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076622.638649:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076623.662538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076623.662546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076623.662557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076623.662564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076623.662604:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076623.662612:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076623.662626:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076624.686578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076624.686587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076624.686601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076624.686626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076624.686704:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076624.686718:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076624.686789:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076625.710568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076625.710579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076625.710595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076625.710601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076625.710642:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076625.710650:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076625.710664:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076625.839774:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076625.839781:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076625.840546:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076625.840550:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076625.841021:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076625.841025:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769076626.734598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076626.734619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076626.734637:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076626.734646:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076626.734737:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076626.734743:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076626.734748:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076627.758587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076627.758598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076627.758617:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076627.758623:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076628.782507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076628.782511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076628.782518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076628.782522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076628.782543:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076628.782546:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076628.782553:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076629.806561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076629.806573:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076629.806588:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076629.806595:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076629.806607:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076629.806614:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076629.806622:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076629.806632:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076629.806664:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076629.806668:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076630.830550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076630.830555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076630.830563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076630.830567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076630.830590:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076630.830595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076630.830602:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076630.959029:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076630.959035:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076630.959574:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076630.959576:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076630.959812:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076630.959814:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076631.854465:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076631.854471:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076631.854478:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076631.854484:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076631.854544:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076631.854549:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076631.854554:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076632.878614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076632.878639:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076632.878654:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076632.878661:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076632.878674:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076632.878687:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076632.878729:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076632.878738:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076632.878758:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076632.878778:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076632.878832:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076632.878840:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076632.878847:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076633.902550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076633.902581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076633.902603:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076633.902611:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076633.902666:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076633.902673:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076633.902682:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076634.926634:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076634.926646:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076634.926675:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076634.926690:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076634.926744:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076634.926752:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076634.926760:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076635.950714:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076635.950724:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076635.950735:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076635.950739:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076636.079054:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076636.079060:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076636.079565:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076636.079567:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076636.079866:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076636.079869:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076636.974742:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076636.974776:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076636.974790:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076636.974796:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076636.974842:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076636.974850:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076636.974858:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076637.998564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076637.998569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076637.998577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076637.998581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076637.998606:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076637.998609:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076637.998614:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076639.022627:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076639.022651:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076639.022672:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076639.022682:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076639.022737:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076639.022745:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076639.022752:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076640.046601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076640.046618:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076640.046635:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076640.046647:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076640.046663:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076640.046677:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076640.046696:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076640.046710:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076640.046743:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076640.046750:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076641.070584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076641.070596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076641.070618:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076641.070627:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076641.199826:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076641.199831:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076641.200485:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076641.200489:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076641.200930:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076641.200933:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769076642.094572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076642.094586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076642.094606:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076642.094617:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076643.118498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076643.118506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076643.118514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076643.118519:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076643.118524:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076643.118528:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076643.118537:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076643.118545:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076643.118554:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076643.118560:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076644.142555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076644.142563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076644.142576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076644.142583:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076645.166572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076645.166585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076645.166610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076645.166620:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076645.166700:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076645.166707:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076645.166721:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076646.190515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076646.190519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076646.190526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076646.190530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076646.190563:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076646.190568:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076646.190575:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076646.319032:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076646.319038:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076646.319377:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076646.319379:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076646.319594:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076646.319607:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769076647.214480:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076647.214488:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076647.214499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076647.214502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076647.214537:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076647.214543:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076647.214548:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076648.238484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076648.238491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076648.238498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076648.238502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076648.238533:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076648.238538:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076648.238542:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076648.238572:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076648.238577:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076648.238580:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076648.238585:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076648.238592:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076648.238597:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076648.238600:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076648.238602:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076648.238605:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076649.262483:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076649.262490:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076649.262495:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076649.262503:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076649.262511:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076649.262519:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076649.262534:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076649.262538:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076649.262541:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076649.262565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076649.262567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076649.262571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076649.262573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076649.262588:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076649.262590:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076649.262593:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076650.286571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076650.286582:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076650.286588:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076650.286595:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076650.286605:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076650.286613:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076650.286626:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076650.286637:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076650.286648:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076650.286654:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076650.286694:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076650.286699:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076650.286704:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076651.310497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076651.310503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076651.310512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076651.310514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076651.310540:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076651.310546:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076651.310550:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076651.439186:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076651.439529:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076651.439786:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076652.334498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076652.334504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076652.334512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076652.334516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076652.334538:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076652.334542:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076652.334548:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076653.358515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076653.358520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076653.358528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076653.358533:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076653.358537:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076653.358543:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076653.358550:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076653.358554:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076653.358560:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076653.358565:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076653.358586:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076653.358590:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076653.358594:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076654.382497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076654.382502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076654.382508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076654.382512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076654.382542:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076654.382546:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076654.382551:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769076654.510625:0:2407:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769076654.510663:0:2407:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769076654.510673:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076654.510676:0:2407:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769076654.510679:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076654.510682:0:2407:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769076654.510686:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076654.510689:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134f00.
00000400:00000200:1.0:1769076654.510693:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076654.510696:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076654.510701:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce198
00000400:00000010:1.0:1769076654.510703:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce198.
00000100:00000001:1.0:1769076654.510707:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076654.510714:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d2300 x1855007932417536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076654.510733:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076654.510736:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932417536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076676 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076654.510741:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076654.510742:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076654.510749:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076654.510751:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:1.0:1769076654.510753:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076654.510756:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076654.510758:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:1.0:1769076654.510760:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:1.0:1769076654.510761:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076654.510764:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d0e00 x1855007932417664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076654.510770:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076654.510772:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932417664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076676 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076654.510779:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076654.510781:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076654.510788:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076654.510790:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:1.0:1769076654.510792:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076654.510797:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076654.510801:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce550
00000400:00000010:1.0:1769076654.510804:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce550.
00000100:00000001:1.0:1769076654.510807:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076654.510812:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d0000 x1855007932417792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076654.510820:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076654.510823:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932417792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076676 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076654.510831:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076654.510832:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1769076655.406522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076655.406526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076655.406531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076655.406532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076655.406552:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076655.406555:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076655.406558:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076656.430491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076656.430499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076656.430506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076656.430508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076656.430531:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076656.430535:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076656.430538:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076656.559091:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076656.559097:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076656.560048:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076656.560051:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076656.560368:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076656.560371:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076657.454526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076657.454533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076657.454542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076657.454547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076657.454576:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076657.454582:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076657.454590:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076658.478496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076658.478502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076658.478508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076658.478513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076658.478535:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076658.478538:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076658.478544:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076659.502541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076659.502553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076659.502563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076659.502574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076659.502620:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076659.502625:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076659.502630:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076660.526505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076660.526514:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076660.526519:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076660.526525:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076660.526533:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076660.526538:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076660.526545:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076660.526552:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076660.526563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076660.526575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076660.526610:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076660.526615:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076660.526619:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076661.550547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076661.550559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076661.550590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076661.550598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076661.550652:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076661.550658:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076661.550664:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076661.679286:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076661.679289:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076661.679718:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076661.679720:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076661.679980:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076661.679982:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076662.574505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076662.574513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076662.574523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076662.574540:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076662.574548:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076662.574557:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076662.574563:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076662.574568:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076662.574575:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076662.574589:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076662.574629:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076662.574637:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076662.574645:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076663.598466:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076663.598473:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076663.598479:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076663.598482:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076663.598507:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076663.598510:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076663.598515:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076664.622474:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076664.622478:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076664.622485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076664.622489:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076664.622513:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076664.622519:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076664.622525:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076665.646472:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076665.646478:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076665.646489:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076665.646493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076665.646527:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076665.646532:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076665.646536:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076666.670483:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076666.670489:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076666.670500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076666.670505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076666.670541:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076666.670546:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076666.670550:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076666.799048:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076666.799054:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076666.799344:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076666.799346:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076666.799565:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076666.799567:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769076667.694487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076667.694492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076667.694497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076667.694502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076667.694528:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076667.694536:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076667.694539:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076668.718471:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076668.718475:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076668.718483:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076668.718487:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076668.718516:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076668.718521:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076668.718527:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076669.742498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076669.742503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076669.742512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076669.742517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076669.742545:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076669.742549:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076669.742555:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076670.766476:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076670.766482:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076670.766486:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076670.766490:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076670.766495:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076670.766497:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076670.766500:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076670.766506:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076670.766510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076670.766514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076670.766535:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076670.766539:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076670.766546:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076671.790520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076671.790527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076671.790541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076671.790546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076671.790592:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076671.790596:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076671.790603:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076671.919494:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076671.919499:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076671.920017:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076671.920033:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076671.920489:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076671.920492:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769076672.814537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076672.814550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076672.814568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076672.814580:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076672.814591:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076672.814599:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076672.814607:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076672.814639:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076672.814645:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076672.814652:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076672.814691:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076672.814697:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076672.814703:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076673.838625:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076673.838636:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076673.838647:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076673.838653:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076673.838691:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076673.838696:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076673.838703:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076674.862598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076674.862608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076674.862617:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076674.862620:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076674.862654:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076674.862666:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076674.862676:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076675.886599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076675.886619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076675.886634:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076675.886643:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076675.886696:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076675.886708:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076675.886723:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076676.910596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076676.910611:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076676.910625:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076676.910635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076676.910684:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076676.910691:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076676.910709:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076677.039487:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076677.039492:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076677.040031:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076677.040034:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076677.040349:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076677.040352:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1769076677.934572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076677.934577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076677.934584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076677.934588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076677.934645:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076677.934652:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076677.934669:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076678.958528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076678.958534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076678.958545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076678.958547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076678.958581:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076678.958585:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076678.958591:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076679.982559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076679.982569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076679.982589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076679.982593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076679.982623:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076679.982625:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076679.982639:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076681.006553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076681.006566:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076681.006572:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076681.006578:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076681.006585:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076681.006602:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076681.006607:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076681.006618:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076681.006633:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076681.006649:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076681.006695:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076681.006701:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076681.006705:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076682.030518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076682.030529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076682.030539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076682.030554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076682.030633:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076682.030657:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076682.030662:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076682.159447:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076682.159456:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076682.160013:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076682.160015:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076682.160235:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076682.160236:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1769076683.054553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076683.054562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076683.054574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076683.054587:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076683.054593:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076683.054603:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076683.054613:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076683.054629:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076683.054644:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076683.054649:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076684.078531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076684.078537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076684.078545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076684.078548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076684.078575:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076684.078580:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076684.078588:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076685.102554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076685.102562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076685.102578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076685.102589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076685.102666:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076685.102670:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076685.102677:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076686.126596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076686.126617:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076686.126629:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076686.126642:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076686.126722:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076686.126757:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076686.126762:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076687.150660:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076687.150670:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076687.150705:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076687.150726:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076687.150755:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076687.150758:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076687.150761:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076687.279858:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076687.279865:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769076687.280233:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076687.280236:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769076687.280533:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076687.280535:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00010000:00000001:1.0:1769076688.174558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076688.174569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076688.174583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076688.174591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076688.174623:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076688.174633:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076688.174639:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076689.198603:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076689.198625:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076689.198674:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076689.198686:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076689.198739:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076689.198749:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076689.198773:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076690.222498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076690.222504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076690.222514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076690.222519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076690.222540:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076690.222546:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076690.222552:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076691.246581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076691.246597:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076691.246650:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076691.246658:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076691.246665:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076691.246673:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076691.246679:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076691.246687:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076691.246717:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076691.246729:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076691.246795:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076691.246805:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076691.246812:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076692.270612:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076692.270622:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076692.270636:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076692.270645:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076692.270706:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076692.270713:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076692.270732:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076692.399955:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076692.399961:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769076692.400644:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076692.400648:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769076692.401154:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076692.401158:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00010000:00000001:1.0:1769076693.294543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076693.294554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076693.294567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076693.294608:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076693.294616:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076693.294622:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076693.294631:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076693.294638:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076693.294648:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076693.294656:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076693.294703:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076693.294711:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076693.294718:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076694.318641:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076694.318651:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076694.318668:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076694.318673:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076694.318726:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076694.318735:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076694.318765:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076695.342529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076695.342534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076695.342561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076695.342566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076695.342612:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076695.342616:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076695.342624:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076696.366595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076696.366603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076696.366635:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076696.366645:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076696.366691:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076696.366698:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076696.366704:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076697.390572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076697.390578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076697.390585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076697.390586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076697.390603:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076697.390605:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076697.390607:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076697.518547:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076697.518556:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076697.518558:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076697.518561:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076697.518565:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076697.518571:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3388
00000400:00000200:1.0:1769076697.518579:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076697.518584:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076697.518586:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076697.518589:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518591:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076697.518593:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518595:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076697.518598:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076697.518600:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076697.518601:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076697.518603:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076697.518605:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076697.518606:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076697.518609:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518610:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076697.518612:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518613:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076697.518615:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076697.518617:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518619:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076697.518621:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076697.518623:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076697.518625:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076697.518633:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076697.518635:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076697.518643:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5180.
00000020:00000040:1.0:1769076697.518645:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076697.518648:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076697.518649:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076697.518651:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076697.518653:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076697.518657:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076697.518662:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769076697.518667:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076697.518674:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5180 x1855007932420992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076697.518682:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076697.518686:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076697.518689:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b0b83e] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5180 x1855007932420992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076697.518705:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076697.518707:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076697.518710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076697.518711:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076697.518713:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076697.518715:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076697.518716:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3388
00000400:00000200:1.0:1769076697.518719:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076697.518721:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076697.518722:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076697.518725:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518727:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076697.518728:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518730:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076697.518732:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076697.518733:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076697.518734:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076697.518736:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076697.518737:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076697.518739:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076697.518742:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518745:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076697.518748:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518751:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076697.518754:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076697.518759:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518764:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076697.518767:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076697.518773:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076697.518777:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076697.518780:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076697.518784:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076697.518788:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076697.518794:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076697.518799:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4e00.
00000020:00000040:1.0:1769076697.518803:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076697.518807:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076697.518810:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076697.518812:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076697.518815:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076697.518818:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076697.518822:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769076697.518828:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076697.518836:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4e00 x1855007932421120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076697.518845:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076697.518848:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076697.518853:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000699d57bf] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4e00 x1855007932421120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076697.518860:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076697.518863:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076697.518870:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076697.518873:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076697.518875:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076697.518881:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076697.518886:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3388
00000400:00000200:1.0:1769076697.518891:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076697.518897:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076697.518900:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076697.518904:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518908:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076697.518911:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518914:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076697.518917:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076697.518918:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076697.518920:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076697.518922:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076697.518925:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076697.518928:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076697.518932:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518936:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076697.518939:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518943:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076697.518946:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076697.518952:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076697.518957:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076697.518960:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076697.518964:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076697.518968:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076697.518971:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076697.518974:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076697.518977:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076697.518981:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076697.518988:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769076697.518993:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076697.518997:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076697.518997:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076697.518999:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076697.519003:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076697.519005:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076697.519009:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769076697.519014:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076697.519020:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932421248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769076697.519023:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076697.519029:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769076697.519033:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076697.519038:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076697.519046:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932421248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076697.519059:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076697.519062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076697.519065:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076697.519069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076697.519073:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076697.519080:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3399)
00000800:00000200:2.1:1769076697.519341:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076697.519343:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076697.519654:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076697.519655:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076698.414480:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076698.414497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076698.414507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076698.414511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076698.414544:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076698.414547:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076698.414551:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076699.438619:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076699.438632:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076699.438649:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076699.438656:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076699.438719:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076699.438724:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076699.438731:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076700.462620:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076700.462635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076700.462657:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076700.462667:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076700.462719:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076700.462726:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076700.462732:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076701.486614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076701.486626:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076701.486635:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076701.486644:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076701.486652:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076701.486659:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076701.486670:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076701.486680:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076701.486691:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076701.486693:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076701.486731:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076701.486736:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076701.486743:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076702.510541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076702.510550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076702.510560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076702.510564:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076702.510568:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076702.510571:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076702.510576:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076702.510579:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076702.510584:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076702.510588:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076702.510628:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076702.510635:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076702.510643:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076702.639615:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076702.639626:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076702.640217:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076702.640221:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076702.640713:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076702.640717:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076703.534623:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076703.534635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076703.534647:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076703.534654:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076703.534700:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076703.534705:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076703.534711:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076704.558534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076704.558541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076704.558550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076704.558552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076704.558584:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076704.558590:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076704.558599:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076705.582589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076705.582616:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076705.582646:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076705.582659:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076705.582705:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076705.582712:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076705.582725:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076706.606546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076706.606553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076706.606562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076706.606570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076706.606605:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076706.606614:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076706.606631:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076707.630471:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076707.630475:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076707.630482:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076707.630485:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076707.630508:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076707.630512:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076707.630518:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076707.759063:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076707.759067:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076707.759521:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076707.759524:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076707.759824:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076707.759827:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769076708.654522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076708.654534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076708.654546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076708.654557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076708.654622:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076708.654630:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076708.654637:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076709.678523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076709.678530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076709.678538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076709.678544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076709.678578:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076709.678590:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076709.678611:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076710.702502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076710.702510:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076710.702515:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076710.702520:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076710.702527:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076710.702530:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076710.702537:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076710.702545:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076710.702554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076710.702558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076711.726557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076711.726562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076711.726570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076711.726575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076711.726627:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076711.726634:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076711.726655:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076712.750496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076712.750500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076712.750507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076712.750514:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076712.750530:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076712.750535:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076712.750541:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076712.750545:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076712.750552:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076712.750557:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076712.879299:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076712.879306:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076712.879987:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076712.879991:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076712.880362:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076712.880365:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769076713.774522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076713.774527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076713.774535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076713.774539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076713.774562:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076713.774565:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076713.774570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076714.798549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076714.798576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076714.798586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076714.798594:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076715.822608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076715.822612:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076715.822633:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076715.822637:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076715.822663:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076715.822667:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076715.822675:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076716.846592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076716.846604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076716.846615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076716.846621:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076716.846685:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076716.846701:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076716.846721:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076717.870707:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076717.870717:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076717.870727:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076717.870729:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076717.870760:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076717.870764:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076717.870768:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076717.998615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076717.998636:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076717.998641:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076717.998649:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076717.998656:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076717.998671:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3409
00000400:00000200:1.0:1769076717.998690:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076717.998702:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076717.998707:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076717.998711:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076717.998716:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076717.998720:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076717.998723:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076717.998730:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076717.998732:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076717.998736:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076717.998740:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076717.998754:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076717.998760:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076717.998766:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076717.998770:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076717.998774:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076717.998778:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076717.998783:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076717.998790:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076717.998794:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076717.998800:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076717.998806:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076717.998811:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076717.998816:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076717.998820:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076717.998857:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769076717.998874:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076717.998882:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076717.998885:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076717.998890:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076717.998896:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076717.998904:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076717.998921:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769076717.998934:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076717.998952:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932422528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076717.998971:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076717.998980:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076717.998989:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932422528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.999036:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076717.999041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076717.999046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076717.999049:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076717.999051:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076717.999055:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076717.999058:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3409
00000400:00000200:1.0:1769076717.999065:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076717.999070:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076717.999074:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076717.999081:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076717.999085:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076717.999088:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076717.999091:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076717.999095:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076717.999098:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076717.999114:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076717.999118:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076717.999125:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076717.999131:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076717.999141:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076717.999171:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076717.999187:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076717.999207:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076717.999220:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076717.999234:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076717.999247:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076717.999259:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076717.999274:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076717.999292:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076717.999299:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076717.999306:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076717.999313:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076717.999336:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076717.999355:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769076717.999370:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076717.999380:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076717.999387:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076717.999396:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076717.999399:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076717.999479:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076717.999495:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769076717.999503:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076717.999525:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932422656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076717.999550:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076717.999553:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076717.999561:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932422656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.999628:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076717.999648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076717.999687:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076717.999697:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076717.999703:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076717.999720:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076717.999733:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3409
00000400:00000200:1.0:1769076717.999760:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076717.999785:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076717.999798:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076717.999823:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076717.999836:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076717.999845:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076717.999862:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076717.999882:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076717.999891:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076717.999901:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076717.999910:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076717.999925:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:2.1:1769076717.999939:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000001:1.0:1769076717.999941:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076717.999956:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076717.999960:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076717.999966:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076717.999981:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076718.000004:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076718.000025:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076718.000038:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076718.000052:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076718.000059:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076718.000068:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076718.000076:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076718.000108:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076718.000126:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076718.000150:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076718.000202:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769076718.000217:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076718.000233:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076718.000241:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076718.000248:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076718.000254:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076718.000261:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076718.000277:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769076718.000289:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076718.000315:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932422784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076718.000337:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076718.000343:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076718.000373:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932422784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076718.000432:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076718.000473:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076718.000504:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076718.000510:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076718.000520:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076718.000537:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3419)
00000800:00000200:2.1:1769076718.000761:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076718.001098:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076718.894484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076718.894490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076718.894497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076718.894502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076718.894530:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076718.894534:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076718.894539:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076719.918597:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076719.918606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076719.918618:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076719.918626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076720.942579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076720.942596:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076720.942612:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076720.942622:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076720.942636:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076720.942644:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076720.942653:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076720.942664:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076720.942680:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076720.942686:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076720.942718:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076720.942721:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076720.942725:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076721.966565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076721.966575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076721.966587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076721.966593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076721.966662:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076721.966672:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076721.966681:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076721.966696:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076721.966706:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076721.966711:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076721.966730:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076721.966734:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076721.966738:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076722.990497:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076722.990506:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076722.990509:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076722.990517:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076722.990526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076722.990534:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076722.990549:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076722.990558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076722.990565:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076722.990600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076722.990606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076722.990611:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076722.990617:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076722.990619:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076722.990623:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076722.990626:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076722.990628:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076722.990630:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076722.990632:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076722.990652:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076722.990655:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076722.990657:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076723.119909:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076723.119916:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076723.120484:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076723.120486:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076723.120762:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076723.120765:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076724.014584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076724.014607:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076724.014615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076724.014619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076725.038540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076725.038548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076725.038558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076725.038565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076725.038597:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076725.038605:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076725.038616:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076726.062486:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076726.062500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076726.062508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076726.062510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076726.062561:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076726.062566:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076726.062570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076727.086486:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076727.086491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076727.086500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076727.086505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076727.086529:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076727.086532:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076727.086535:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076728.110509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076728.110519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076728.110531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076728.110536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076728.110570:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076728.110580:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076728.110593:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076728.238560:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076728.238572:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076728.238577:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076728.238583:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076728.238589:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076728.238597:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3419
00000400:00000200:1.0:1769076728.238608:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076728.238616:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076728.238621:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076728.238626:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076728.238630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076728.238633:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076728.238637:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076728.238642:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076728.238644:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076728.238648:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076728.238651:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076728.238654:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076728.238657:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076728.238661:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076728.238664:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076728.238666:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076728.238669:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076728.238673:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076728.238677:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076728.238680:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076728.238683:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076728.238687:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076728.238690:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076728.238693:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076728.238696:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076728.238707:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769076728.238711:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076728.238716:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076728.238718:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076728.238722:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076728.238724:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076728.238730:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076728.238740:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769076728.238748:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076728.238760:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932423296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076728.238777:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076728.238785:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076728.238794:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932423296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076728.238835:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076728.238842:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076728.238849:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076728.238852:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076728.238856:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076728.238861:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076728.238867:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3419
00000400:00000200:1.0:1769076728.238876:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076728.238884:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076728.238890:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076728.238896:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076728.238903:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076728.238912:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076728.238918:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076728.238924:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076728.238928:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076728.238934:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076728.238940:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076728.238961:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076728.238971:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076728.239007:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076728.239017:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076728.239025:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076728.239037:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076728.239043:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076728.239052:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076728.239063:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076728.239071:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076728.239080:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076728.239092:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076728.239097:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076728.239105:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076728.239112:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076728.239121:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076728.239130:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769076728.239136:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076728.239141:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076728.239144:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076728.239154:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076728.239162:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076728.239168:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076728.239182:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769076728.239196:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076728.239216:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932423424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076728.239246:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076728.239258:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076728.239274:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932423424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076728.239301:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076728.239309:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076728.239319:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076728.239323:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076728.239328:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076728.239336:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076728.239347:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3419
00000400:00000200:1.0:1769076728.239364:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076728.239378:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076728.239389:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076728.239397:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076728.239460:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076728.239470:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076728.239480:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076728.239490:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076728.239497:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076728.239501:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076728.239505:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076728.239514:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076728.239516:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076728.239527:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076728.239534:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076728.239539:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076728.239548:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076728.239555:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000200:3.1:1769076728.239555:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00080000:1.0:1769076728.239566:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000200:3.1:1769076728.239566:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1769076728.239579:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076728.239588:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076728.239598:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076728.239606:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076728.239610:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076728.239615:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076728.239621:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076728.239627:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076728.239635:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769076728.239643:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076728.239647:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076728.239654:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076728.239657:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076728.239662:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076728.239667:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076728.239675:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769076728.239683:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076728.239696:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932423552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076728.239742:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076728.239746:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076728.239761:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932423552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076728.239815:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076728.239827:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076728.239842:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076728.239855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076728.239872:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076728.239885:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3429)
00000800:00000200:3.1:1769076728.240383:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076728.240386:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076728.240847:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076728.240850:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076729.134568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076729.134575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076729.134588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076729.134593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076729.134631:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076729.134636:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076729.134644:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076730.158530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076730.158538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076730.158551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076730.158556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076730.158591:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076730.158596:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076730.158601:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076731.182501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076731.182507:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076731.182512:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076731.182516:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076731.182521:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076731.182524:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076731.182528:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076731.182531:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076731.182534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076731.182535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076731.182554:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076731.182556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076731.182558:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076732.206470:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076732.206476:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076732.206484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076732.206488:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076732.206512:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076732.206515:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076732.206520:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076733.230479:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076733.230483:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076733.230490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076733.230495:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076733.230500:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076733.230503:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076733.230511:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076733.230515:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076733.230518:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076733.230522:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076733.230544:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076733.230549:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076733.230557:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076733.359201:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076733.359208:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076733.359734:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076733.359750:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076733.360084:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076733.360087:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769076734.254462:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076734.254467:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076734.254473:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076734.254476:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076734.254497:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076734.254500:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076734.254504:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076735.278481:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076735.278487:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076735.278496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076735.278501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076735.278526:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076735.278529:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076735.278532:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076736.302502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076736.302510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076736.302515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076736.302516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076736.302542:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076736.302546:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076736.302552:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076737.326542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076737.326548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076737.326560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076737.326566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076737.326590:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076737.326595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076737.326601:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076738.350505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076738.350511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076738.350522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076738.350526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076738.350551:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076738.350556:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076738.350563:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076738.479296:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076738.479305:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076738.479907:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076738.479908:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076738.480091:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076738.480093:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769076739.374527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076739.374534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076739.374544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076739.374550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076739.374580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076739.374585:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076739.374594:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076740.398513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076740.398520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076740.398529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076740.398536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076740.398563:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076740.398580:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076740.398589:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076741.422663:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076741.422676:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076741.422694:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076741.422701:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076741.422708:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076741.422715:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076741.422724:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076741.422736:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076741.422747:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076741.422757:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076741.422866:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076741.422873:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076741.422880:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076742.446491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076742.446495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076742.446501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076742.446505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076742.446529:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076742.446534:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076742.446538:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076743.470490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076743.470496:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076743.470503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076743.470509:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076743.470513:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076743.470518:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076743.470523:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076743.470526:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076743.470530:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076743.470533:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076743.599136:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076743.599141:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076743.599501:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076743.599504:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076743.599708:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076743.599710:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1769076744.494490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076744.494496:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076744.494508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076744.494513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076745.518514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076745.518520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076745.518527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076745.518531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076746.542498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076746.542502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076746.542510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076746.542514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076747.566487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076747.566492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076747.566499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076747.566503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076747.566527:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076747.566530:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076747.566536:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076748.590478:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076748.590483:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076748.590491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076748.590494:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076748.590521:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076748.590524:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076748.590526:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076748.719066:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076748.719070:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076748.719381:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076748.719383:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076748.719592:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076748.719594:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769076749.614549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076749.614555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076749.614569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076749.614577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076749.614607:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076749.614611:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076749.614615:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076750.638533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076750.638544:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076750.638555:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076750.638566:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076750.638576:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076750.638584:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076750.638593:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076750.638599:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076750.638621:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076750.638625:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076750.638651:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076750.638656:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076750.638660:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076751.662532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076751.662536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076751.662544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076751.662548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076751.662609:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076751.662616:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076751.662622:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076752.686550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076752.686557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076752.686567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076752.686590:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076752.686594:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076752.686599:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076752.686603:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076752.686605:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076752.686607:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076752.686610:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076752.686638:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076752.686641:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076752.686645:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076753.710554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076753.710576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076753.710592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076753.710600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076753.710637:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076753.710641:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076753.710644:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076753.839127:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076753.839133:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076753.839645:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076753.839647:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076753.839831:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076753.839832:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769076754.734571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076754.734579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076754.734586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076754.734587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076754.734619:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076754.734622:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076754.734625:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076755.758653:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076755.758666:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076755.758686:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076755.758693:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076756.782567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076756.782573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076756.782595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076756.782606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076756.782637:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076756.782641:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076756.782645:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076757.806502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076757.806508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076757.806516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076757.806519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076758.830566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076758.830576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076758.830586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076758.830595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076758.830641:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076758.830645:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076758.830649:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076758.959298:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076758.959304:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076758.959951:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076758.959954:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076758.960180:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076758.960182:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769076759.854509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076759.854515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076759.854526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076759.854531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076760.878513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076760.878519:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076760.878524:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076760.878530:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076760.878537:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076760.878541:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076760.878546:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076760.878548:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076760.878557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076760.878559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076760.878580:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076760.878583:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076760.878586:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076761.902509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076761.902514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076761.902524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076761.902528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076762.926503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076762.926509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076762.926516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076762.926521:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076762.926525:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076762.926529:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076762.926533:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076762.926536:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076762.926539:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076762.926543:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076762.926570:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076762.926575:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076762.926584:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076763.950519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076763.950527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076763.950538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076763.950544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076763.950587:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076763.950595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076763.950609:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076764.079229:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076764.079241:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076764.079655:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076764.079657:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076764.079847:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076764.079848:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076764.974491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076764.974499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076764.974507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076764.974511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076764.974533:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076764.974536:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076764.974542:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076765.998584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076765.998595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076765.998620:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076765.998632:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076765.998705:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076765.998712:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076765.998730:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076767.022552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076767.022579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076767.022594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076767.022599:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076767.022652:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076767.022664:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076767.022688:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076768.046570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076768.046578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076768.046590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076768.046596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076768.046621:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076768.046625:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076768.046630:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076769.070500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076769.070504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076769.070516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076769.070525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076769.070560:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076769.070573:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076769.070591:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076769.199246:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076769.199254:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076769.199852:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076769.199854:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076769.200129:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076769.200131:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076770.094524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076770.094531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076770.094540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076770.094544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076770.094584:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076770.094590:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076770.094598:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076771.118522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076771.118543:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076771.118548:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076771.118554:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076771.118567:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076771.118584:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076771.118606:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076771.118615:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076771.118631:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076771.118637:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076771.118665:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076771.118668:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076771.118670:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076772.142510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076772.142515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076772.142536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076772.142540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076772.142565:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076772.142570:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076772.142590:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076773.166604:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076773.166625:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076773.166641:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076773.166654:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076773.166662:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076773.166670:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076773.166679:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076773.166687:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076773.166710:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076773.166715:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076773.166752:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076773.166757:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076773.166761:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076774.190563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076774.190573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076774.190594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076774.190604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076774.190639:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076774.190646:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076774.190653:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076774.319077:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076774.319083:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076774.319536:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076774.319538:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076774.319739:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076774.319741:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769076775.214537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076775.214543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076775.214555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076775.214561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076776.238558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076776.238566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076776.238577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076776.238586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076776.238630:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076776.238637:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076776.238643:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076777.262499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076777.262504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076777.262511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076777.262516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076778.286597:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076778.286602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076778.286611:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076778.286615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076778.286642:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076778.286665:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076778.286674:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076779.310533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076779.310543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076779.310557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076779.310563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076779.310606:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076779.310613:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076779.310626:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076779.438521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076779.438531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076779.438551:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076779.438554:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076779.438558:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076779.438565:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3470
00000400:00000200:1.0:1769076779.438574:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076779.438580:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076779.438583:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076779.438586:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076779.438589:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076779.438591:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076779.438593:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076779.438597:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076779.438598:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076779.438600:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076779.438603:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076779.438604:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076779.438606:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076779.438608:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076779.438610:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076779.438612:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076779.438613:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076779.438616:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076779.438619:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076779.438621:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076779.438623:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076779.438625:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076779.438644:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076779.438646:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076779.438648:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076779.438657:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769076779.438660:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076779.438664:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076779.438665:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076779.438668:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076779.438670:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076779.438674:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076779.438681:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769076779.438687:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076779.438712:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932427136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076779.438723:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076779.438727:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076779.438732:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932427136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076779.438756:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076779.438775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076779.438778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076779.438780:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076779.438781:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076779.438783:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076779.438785:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3470
00000400:00000200:1.0:1769076779.438788:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076779.438791:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076779.438793:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076779.438797:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076779.438799:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076779.438801:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076779.438803:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076779.438805:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076779.438806:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076779.438808:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076779.438810:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076779.438814:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076779.438816:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076779.438839:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076779.438843:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076779.438848:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076779.438853:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076779.438858:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076779.438865:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076779.438872:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076779.438876:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076779.438885:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076779.438915:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076779.438922:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076779.438928:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076779.438934:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076779.438941:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076779.438947:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769076779.438970:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076779.438973:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076779.438975:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076779.438980:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076779.438983:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076779.438986:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076779.438990:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769076779.438995:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076779.439003:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932427264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076779.439016:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076779.439036:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076779.439048:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932427264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076779.439073:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076779.439079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076779.439103:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076779.439108:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076779.439111:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076779.439119:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076779.439137:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3470
00000400:00000200:1.0:1769076779.439145:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076779.439154:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076779.439161:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076779.439186:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076779.439194:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076779.439201:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076779.439204:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076779.439210:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076779.439213:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076779.439217:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076779.439221:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076779.439226:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076779.439231:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076779.439235:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076779.439238:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076779.439240:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076779.439244:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076779.439248:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076779.439253:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076779.439258:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076779.439261:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:1.0:1769076779.439262:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769076779.439267:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
02000000:00000001:1.0:1769076779.439268:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076779.439272:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076779.439274:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076779.439276:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076779.439278:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076779.439283:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076779.439291:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769076779.439297:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076779.439304:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076779.439309:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076779.439315:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076779.439320:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076779.439324:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076779.439333:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769076779.439340:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076779.439348:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932427392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076779.439362:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076779.439365:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076779.439369:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932427392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076779.439382:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076779.439386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076779.439392:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076779.439394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076779.439397:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076779.439403:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3480)
00000800:00000200:2.1:1769076779.439725:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076779.439727:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076779.439930:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076779.439933:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769076780.334612:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076780.334630:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076780.334659:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076780.334669:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076780.334754:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076780.334764:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076780.334772:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076781.358588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076781.358600:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076781.358610:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076781.358621:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076781.358635:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076781.358645:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076781.358660:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076781.358671:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076781.358706:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076781.358723:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076781.358765:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076781.358770:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076781.358775:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076782.382540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076782.382550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076782.382556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076782.382570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076782.382609:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076782.382618:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076782.382623:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076783.406493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076783.406499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076783.406509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076783.406516:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076783.406519:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076783.406524:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076783.406532:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076783.406534:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076783.406545:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076783.406547:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076783.406565:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076783.406567:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076783.406569:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076784.430539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076784.430547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076784.430557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076784.430560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076784.430588:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076784.430595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076784.430613:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076784.559748:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076784.560244:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076784.560510:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076785.454571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076785.454593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076785.454640:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076785.454647:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076785.454712:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076785.454717:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076785.454723:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076786.478541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076786.478561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076786.478570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076786.478572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076786.478602:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076786.478605:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076786.478609:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076787.502592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076787.502614:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076787.502637:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076787.502658:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076787.502744:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076787.502750:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076787.502756:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769076787.630961:0:2405:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769076787.631084:0:2405:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769076787.631106:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076787.631113:0:2405:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769076787.631119:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076787.631126:0:2405:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769076787.631136:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076787.631143:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:1.0:1769076787.631151:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076787.631160:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076787.631170:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826aee0
00000400:00000010:1.0:1769076787.631175:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826aee0.
00000100:00000001:1.0:1769076787.631184:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076787.631200:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c4e00 x1855007932427520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076787.631259:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076787.631267:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4e00 x1855007932427520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076787.631278:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076787.631281:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076787.631298:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076787.631301:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490100.
00000400:00000200:1.0:1769076787.631306:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076787.631311:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076787.631316:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a330
00000400:00000010:1.0:1769076787.631320:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a330.
00000100:00000001:1.0:1769076787.631323:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076787.631330:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c5180 x1855007932427648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076787.631350:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076787.631356:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5180 x1855007932427648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076787.631368:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076787.631371:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076787.631380:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076787.631384:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:1.0:1769076787.631388:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076787.631394:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076787.631398:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a3b8
00000400:00000010:1.0:1769076787.631468:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a3b8.
00000100:00000001:1.0:1769076787.631474:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076787.631481:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c4700 x1855007932427776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076787.631496:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076787.631500:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4700 x1855007932427776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076787.631511:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076787.631514:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1769076788.526569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076788.526580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076788.526589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076788.526594:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076788.526638:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076788.526644:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076788.526649:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076789.550600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076789.550609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076789.550624:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076789.550635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076789.550689:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076789.550695:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076789.550702:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076789.679489:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076789.679497:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076789.680069:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076789.680071:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076789.680337:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076789.680339:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076790.574541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076790.574559:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076790.574569:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076790.574574:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076790.574590:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076790.574595:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076790.574606:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076790.574624:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076790.574642:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076790.574647:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076791.598525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076791.598534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076791.598545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076791.598565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076791.598630:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076791.598647:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076791.598665:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076792.622553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076792.622562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076792.622593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076792.622607:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076792.622637:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076792.622647:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076792.622665:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076792.622670:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076792.622676:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076792.622682:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076793.646587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076793.646596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076793.646603:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076793.646605:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076793.646639:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076793.646643:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076793.646647:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076794.670528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076794.670534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076794.670541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076794.670548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076794.798624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076794.798636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076794.798639:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076794.798643:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076794.798648:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076794.798657:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3486
00000400:00000200:1.0:1769076794.798669:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076794.798676:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076794.798680:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076794.798683:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076794.798686:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076794.798688:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076794.798691:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076794.798695:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076794.798697:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076794.798700:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076794.798704:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076794.798706:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076794.798708:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076794.798710:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076794.798712:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076794.798713:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076794.798714:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076794.798717:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076794.798720:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076794.798721:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076794.798723:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076794.798726:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076794.798729:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076794.798731:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076794.798733:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076794.798746:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769076794.798749:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076794.798753:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076794.798755:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076794.798758:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076794.798761:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076794.798765:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076794.798775:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769076794.798782:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076794.798792:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932428288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076794.798802:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076794.798808:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076794.798813:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932428288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076794.798844:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076794.798848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076794.798853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076794.798855:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076794.798857:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076794.798860:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076794.798863:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3486
00000400:00000200:1.0:1769076794.798881:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076794.798885:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076794.798888:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076794.798891:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076794.798894:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076794.798897:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076794.798899:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076794.798902:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076794.798903:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076794.798904:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076794.798906:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076794.798907:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076794.798909:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076794.798914:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076794.798916:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076794.798920:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076794.798925:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076794.798928:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076794.798933:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076794.798938:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076794.798941:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076794.798949:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076794.798953:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076794.798956:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076794.798963:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076794.798971:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076794.798974:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076794.798981:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769076794.798985:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076794.798987:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076794.798990:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076794.798994:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076794.798998:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076794.799002:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076794.799012:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155800.
00000100:00000001:1.0:1769076794.799019:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076794.799030:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932428416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076794.799042:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076794.799048:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076794.799054:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932428416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076794.799069:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076794.799073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076794.799076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076794.799080:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076794.799083:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076794.799089:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076794.799095:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3486
00000400:00000200:1.0:1769076794.799103:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076794.799109:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076794.799112:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076794.799117:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076794.799119:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076794.799123:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076794.799127:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076794.799130:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076794.799131:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076794.799132:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076794.799134:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076794.799135:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076794.799137:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076794.799144:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076794.799147:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076794.799148:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076794.799150:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076794.799153:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076794.799159:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076794.799161:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076794.799163:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076794.799169:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076794.799171:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076794.799174:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076794.799177:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076794.799182:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076794.799194:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076794.799202:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769076794.799208:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076794.799214:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076794.799217:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076794.799220:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076794.799223:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076794.799224:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076794.799229:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156400.
00000100:00000001:1.0:1769076794.799233:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076794.799242:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932428544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769076794.799257:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076794.799264:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1769076794.799267:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076794.799270:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076794.799277:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932428544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076794.799285:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076794.799287:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076794.799293:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076794.799299:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076794.799303:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076794.799309:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3496)
00000800:00000200:2.1:1769076794.799702:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076794.799704:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076794.799963:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076794.799965:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076795.694615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076795.694640:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076795.694673:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076795.694687:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076796.718539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076796.718548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076796.718559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076796.718563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076797.742506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076797.742517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076797.742527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076797.742531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076797.742602:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076797.742611:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076797.742619:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076798.766498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076798.766506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076798.766519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076798.766527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076799.790481:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076799.790488:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076799.790497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076799.790501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076799.790523:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076799.790527:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076799.790530:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076799.918491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076799.918500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076799.918502:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076799.918505:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076799.918509:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076799.918514:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3491
00000400:00000200:1.0:1769076799.918523:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076799.918527:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076799.918530:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076799.918532:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918535:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076799.918537:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918539:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076799.918542:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076799.918550:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076799.918553:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076799.918555:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076799.918556:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076799.918558:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076799.918560:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918561:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076799.918563:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918564:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076799.918566:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076799.918569:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918571:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076799.918573:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076799.918576:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076799.918578:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076799.918579:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076799.918581:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076799.918589:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000020:00000040:1.0:1769076799.918591:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076799.918594:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076799.918596:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076799.918598:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076799.918600:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076799.918603:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076799.918610:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154000.
00000100:00000001:1.0:1769076799.918615:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076799.918622:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932428672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076799.918630:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076799.918633:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076799.918636:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932428672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076799.918660:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076799.918662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076799.918665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076799.918666:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076799.918667:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076799.918669:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076799.918670:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3491
00000400:00000200:1.0:1769076799.918673:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076799.918675:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076799.918676:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076799.918678:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918680:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076799.918682:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918684:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076799.918686:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076799.918687:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076799.918688:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076799.918689:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076799.918691:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076799.918692:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076799.918694:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918695:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076799.918698:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918703:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076799.918705:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076799.918710:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918713:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076799.918715:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076799.918719:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076799.918724:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076799.918728:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076799.918733:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076799.918739:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076799.918742:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076799.918747:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4a80.
00000020:00000040:1.0:1769076799.918750:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076799.918754:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076799.918757:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076799.918760:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076799.918763:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076799.918767:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076799.918771:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157800.
00000100:00000001:1.0:1769076799.918776:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076799.918797:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4a80 x1855007932428800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076799.918804:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076799.918808:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076799.918810:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1faa4c3] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4a80 x1855007932428800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076799.918823:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076799.918826:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076799.918829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076799.918832:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076799.918834:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076799.918837:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076799.918842:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3491
00000400:00000200:1.0:1769076799.918850:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076799.918856:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076799.918861:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076799.918868:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918872:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076799.918878:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918882:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076799.918886:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076799.918887:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076799.918891:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076799.918894:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076799.918896:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076799.918898:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076799.918901:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918904:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076799.918908:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918912:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076799.918916:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076799.918921:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076799.918924:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076799.918926:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076799.918931:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076799.918938:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076799.918944:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076799.918948:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076799.918955:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076799.918961:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076799.918970:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769076799.918978:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076799.918984:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076799.918988:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076799.918995:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1769076799.918998:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:1.0:1769076799.918999:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769076799.919003:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1769076799.919004:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076799.919014:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769076799.919021:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076799.919033:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932428928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076799.919050:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076799.919055:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076799.919062:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932428928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076799.919092:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076799.919097:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076799.919101:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076799.919106:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076799.919112:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076799.919117:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3501)
00000800:00000200:2.1:1769076799.919335:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076799.919336:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076799.919574:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076799.919575:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769076800.814496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076800.814504:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076800.814511:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076800.814517:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076800.814524:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076800.814528:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076800.814531:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076800.814535:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076800.814541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076800.814543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076801.838491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076801.838498:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076801.838506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076801.838510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076802.862607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076802.862621:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076802.862638:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076802.862664:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076802.862671:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076802.862678:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076802.862689:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076802.862697:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076802.862707:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076802.862727:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076803.886494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076803.886500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076803.886506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076803.886509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076804.910510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076804.910516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076804.910527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076804.910533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076804.910595:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076804.910610:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076804.910614:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076805.038531:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076805.038541:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076805.038543:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076805.038546:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076805.038549:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076805.038554:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3496
00000400:00000200:1.0:1769076805.038563:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076805.038567:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076805.038570:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076805.038572:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076805.038575:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076805.038577:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076805.038578:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076805.038582:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076805.038583:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076805.038585:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076805.038587:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076805.038588:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076805.038590:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076805.038592:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076805.038593:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076805.038595:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076805.038596:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076805.038598:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076805.038601:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076805.038602:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076805.038604:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076805.038606:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076805.038608:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076805.038610:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076805.038612:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076805.038620:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769076805.038641:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076805.038646:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076805.038649:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076805.038652:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076805.038656:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076805.038661:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076805.038672:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156400.
00000100:00000001:1.0:1769076805.038680:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076805.038691:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932429056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076805.038754:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076805.038757:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076805.038761:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932429056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076805.038779:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076805.038782:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076805.038784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076805.038785:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076805.038786:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076805.038788:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076805.038790:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3496
00000400:00000200:1.0:1769076805.038792:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076805.038794:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076805.038796:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076805.038798:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076805.038800:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076805.038802:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076805.038803:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076805.038806:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076805.038807:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076805.038808:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076805.038810:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076805.038812:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076805.038814:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076805.038816:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076805.038818:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076805.038821:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076805.038824:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076805.038828:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076805.038832:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076805.038836:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076805.038838:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076805.038844:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076805.038848:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076805.038851:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076805.038856:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076805.038860:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076805.038864:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076805.038871:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769076805.038875:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076805.038881:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076805.038883:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076805.038886:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076805.038888:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076805.038892:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076805.038898:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155800.
00000100:00000001:1.0:1769076805.038902:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076805.038908:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932429184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076805.038917:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076805.038921:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076805.038926:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932429184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076805.038937:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076805.038941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076805.038949:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076805.038953:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076805.038957:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076805.038966:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076805.038972:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3496
00000400:00000200:1.0:1769076805.038982:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076805.038991:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076805.038995:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076805.039003:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076805.039007:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076805.039009:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076805.039012:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076805.039017:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076805.039021:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076805.039023:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076805.039027:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076805.039034:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076805.039041:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076805.039050:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076805.039057:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076805.039063:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076805.039068:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076805.039071:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076805.039078:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076805.039083:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076805.039085:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076805.039089:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076805.039092:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076805.039097:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076805.039100:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076805.039104:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076805.039106:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076805.039113:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000800:00000200:2.1:1769076805.039113:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:1.0:1769076805.039118:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:2.1:1769076805.039119:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
02000000:00000001:1.0:1769076805.039123:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076805.039125:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076805.039128:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076805.039131:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076805.039135:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076805.039139:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769076805.039144:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076805.039152:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932429312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076805.039162:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076805.039165:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076805.039172:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932429312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076805.039188:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076805.039191:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076805.039195:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076805.039201:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076805.039206:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076805.039213:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3506)
00000800:00000200:2.1:1769076805.039568:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076805.039570:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076805.039862:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076805.039864:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769076805.934552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076805.934561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076805.934577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076805.934584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076805.934624:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076805.934629:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076805.934634:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076806.958557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076806.958561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076806.958568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076806.958572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076806.958596:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076806.958617:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076806.958621:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076807.982504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076807.982511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076807.982522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076807.982528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076807.982558:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076807.982562:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076807.982568:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076809.006560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076809.006566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076809.006574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076809.006581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076810.030495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076810.030502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076810.030511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076810.030516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076810.030539:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076810.030543:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076810.030548:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076810.159307:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076810.159314:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076810.159841:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076810.159856:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076810.160137:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076810.160140:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1769076811.054566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076811.054578:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076811.054587:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076811.054618:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076811.054628:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076811.054634:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076811.054644:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076811.054655:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076811.054666:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076811.054669:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076812.078538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076812.078544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076812.078552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076812.078556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076812.078602:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076812.078606:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076812.078613:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076813.102536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076813.102542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076813.102551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076813.102557:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076813.102576:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076813.102581:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076813.102586:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076813.102591:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076813.102598:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076813.102603:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076814.126520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076814.126525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076814.126532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076814.126534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076814.126566:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076814.126568:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076814.126570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076815.150522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076815.150542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076815.150550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076815.150553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076815.150589:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076815.150593:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076815.150599:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076815.279200:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076815.279208:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076815.279759:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076815.279761:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076815.280034:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076815.280037:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1769076816.174484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076816.174490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076816.174500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076816.174504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076816.174558:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076816.174562:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076816.174573:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076817.198532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076817.198540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076817.198548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076817.198553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076817.198584:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076817.198590:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076817.198597:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076818.222560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076818.222568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076818.222578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076818.222581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076818.222617:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076818.222629:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076818.222649:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076819.246631:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076819.246641:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076819.246653:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076819.246659:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076820.270483:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076820.270489:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076820.270495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076820.270500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076820.270523:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076820.270527:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076820.270534:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076820.398526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076820.398534:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076820.398537:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076820.398540:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076820.398544:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076820.398557:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3511
00000400:00000200:1.0:1769076820.398564:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076820.398570:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076820.398573:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076820.398576:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398579:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076820.398580:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398582:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076820.398586:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076820.398587:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076820.398589:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076820.398591:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076820.398593:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076820.398595:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076820.398597:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398599:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076820.398600:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398601:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076820.398604:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076820.398606:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398607:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076820.398609:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076820.398611:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076820.398613:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.398615:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076820.398616:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076820.398624:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769076820.398627:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076820.398630:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076820.398631:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.398633:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076820.398635:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076820.398638:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076820.398645:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769076820.398650:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076820.398658:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932430208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076820.398666:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076820.398669:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076820.398672:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932430208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.398692:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076820.398694:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076820.398697:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076820.398698:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076820.398699:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076820.398701:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076820.398703:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3511
00000400:00000200:1.0:1769076820.398705:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076820.398707:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076820.398708:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076820.398710:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398712:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076820.398713:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398715:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076820.398716:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076820.398717:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076820.398718:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076820.398719:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076820.398720:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076820.398722:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076820.398724:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398725:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076820.398727:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398728:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076820.398730:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076820.398732:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398733:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076820.398734:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076820.398738:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076820.398739:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.398740:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076820.398743:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076820.398746:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.398747:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076820.398749:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769076820.398751:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076820.398754:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076820.398755:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.398756:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076820.398757:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076820.398759:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076820.398761:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769076820.398764:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076820.398771:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932430336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076820.398780:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076820.398783:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076820.398792:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932430336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.398824:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076820.398827:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076820.398833:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076820.398837:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076820.398840:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076820.398845:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076820.398850:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3511
00000400:00000200:1.0:1769076820.398855:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076820.398859:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076820.398863:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076820.398866:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398868:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076820.398871:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398874:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076820.398876:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076820.398878:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076820.398879:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076820.398882:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076820.398886:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076820.398889:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076820.398893:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398895:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076820.398900:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398902:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076820.398904:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076820.398907:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076820.398910:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076820.398916:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076820.398923:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076820.398930:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.398934:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076820.398939:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076820.398946:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.398951:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076820.398959:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769076820.398966:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076820.398974:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076820.398978:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076820.398983:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076820.398986:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076820.398989:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076820.398995:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769076820.399001:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076820.399009:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932430464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076820.399028:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076820.399032:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076820.399038:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932430464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076820.399047:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076820.399052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076820.399058:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1769076820.399063:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769076820.399064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769076820.399067:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1769076820.399069:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076820.399077:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3521)
00000800:00000200:2.1:1769076820.399352:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076820.399354:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769076820.399597:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076820.399599:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00010000:00000001:1.0:1769076821.294566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076821.294600:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076821.294606:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076821.294611:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076821.294616:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076821.294621:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076821.294625:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076821.294632:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076821.294642:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076821.294646:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076822.318595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076822.318614:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076822.318631:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076822.318638:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076822.318695:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076822.318703:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076822.318709:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076823.342546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076823.342551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076823.342561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076823.342568:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076823.342573:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076823.342579:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076823.342587:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076823.342592:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076823.342599:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076823.342606:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076823.342652:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076823.342656:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076823.342659:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076824.366600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076824.366611:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076824.366632:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076824.366641:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076824.366695:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076824.366706:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076824.366716:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076825.390528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076825.390535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076825.390545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076825.390551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076825.390580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076825.390587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076825.390597:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076825.519382:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076825.519386:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076825.519931:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076825.519933:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076825.520183:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076825.520185:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769076826.414504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076826.414511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076826.414518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076826.414521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076826.414542:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076826.414547:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076826.414551:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076827.438571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076827.438579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076827.438592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076827.438599:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076827.438643:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076827.438651:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076827.438663:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076828.462507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076828.462516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076828.462529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076828.462535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076828.462569:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076828.462574:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076828.462579:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076829.486528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076829.486542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076829.486561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076829.486572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076829.486610:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076829.486621:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076829.486629:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076830.510541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076830.510547:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076830.510552:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076830.510556:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076830.510561:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076830.510565:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076830.510570:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076830.510577:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076830.510584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076830.510587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076830.510613:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076830.510616:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076830.510628:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076830.639477:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076830.639489:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076830.639892:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076830.639894:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076830.640209:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076830.640210:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076831.534507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076831.534516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076831.534523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076831.534525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076831.534557:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076831.534560:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076831.534563:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076832.558591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076832.558599:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076832.558634:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076832.558649:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076832.558657:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076832.558669:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076832.558685:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076832.558697:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076832.558707:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076832.558721:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076832.558750:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076832.558762:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076832.558772:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076833.582561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076833.582570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076833.582587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076833.582598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076833.582639:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076833.582650:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076833.582672:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076834.606550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076834.606556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076834.606562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076834.606564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076834.606595:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076834.606601:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076834.606612:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076835.630608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076835.630623:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076835.630648:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076835.630667:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076835.630736:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076835.630743:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076835.630749:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076835.759900:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076835.759905:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076835.760671:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076835.760674:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076835.761058:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076835.761062:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076836.654636:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076836.654646:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076836.654659:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076836.654667:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076836.654714:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076836.654737:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076836.654762:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076837.678535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076837.678546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076837.678558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076837.678562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076837.678604:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076837.678611:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076837.678642:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076838.702559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076838.702569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076838.702589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076838.702597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076839.726492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076839.726498:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076839.726505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076839.726508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076839.726534:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076839.726537:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076839.726546:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076840.750608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076840.750629:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076840.750644:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076840.750659:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076840.750677:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076840.750688:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076840.750695:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076840.750712:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076840.750724:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076840.750728:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076840.879644:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076840.879652:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076840.880195:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076840.880210:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076840.880546:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076840.880548:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769076841.774561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076841.774572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076841.774584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076841.774591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076841.774649:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076841.774653:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076841.774657:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076842.798532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076842.798540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076842.798547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076842.798554:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076842.798568:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076842.798570:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076842.798572:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076842.798574:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076842.798576:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076842.798579:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076842.798640:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076842.798644:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076842.798648:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076843.822611:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076843.822630:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076843.822654:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076843.822669:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076843.822724:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076843.822731:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076843.822753:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076844.846563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076844.846586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076844.846599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076844.846613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076844.846675:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076844.846685:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076844.846699:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076845.870563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076845.870578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076845.870597:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076845.870608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076845.999326:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076845.999329:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076845.999814:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076845.999816:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076846.000121:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076846.000125:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769076846.894531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076846.894536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076846.894549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076846.894554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076846.894584:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076846.894588:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076846.894593:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076847.918536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076847.918549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076847.918571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076847.918574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076847.918619:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076847.918627:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076847.918645:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076848.942540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076848.942546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076848.942555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076848.942558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076848.942596:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076848.942603:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076848.942611:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076849.966501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076849.966506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076849.966516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076849.966520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076849.966543:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076849.966549:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076849.966556:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076850.990526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076850.990534:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076850.990539:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076850.990543:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076850.990565:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076850.990567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076850.990570:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076850.990579:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076850.990590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076850.990598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076851.119288:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076851.119730:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076851.119897:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076852.014581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076852.014589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076852.014600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076852.014605:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076852.014632:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076852.014639:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076852.014647:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076853.038508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076853.038528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076853.038539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076853.038549:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076853.038556:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076853.038561:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076853.038568:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076853.038575:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076853.038584:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076853.038591:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076854.062495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076854.062500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076854.062508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076854.062513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076854.062532:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076854.062535:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076854.062539:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769076854.190630:0:2406:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769076854.190674:0:2406:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769076854.190684:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076854.190687:0:2406:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769076854.190690:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076854.190693:0:2406:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769076854.190698:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076854.190701:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134d00.
00000400:00000200:1.0:1769076854.190706:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076854.190709:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076854.190714:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bcedd0
00000400:00000010:1.0:1769076854.190716:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bcedd0.
00000100:00000001:1.0:1769076854.190721:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076854.190748:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d0e00 x1855007932432512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076854.190785:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076854.190792:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932432512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076854.190804:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076854.190807:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076854.190839:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076854.190842:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:1.0:1769076854.190846:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076854.190850:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076854.190853:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:1.0:1769076854.190855:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:1.0:1769076854.190858:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076854.190864:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d2300 x1855007932432640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076854.190895:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076854.190899:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932432640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076854.190907:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076854.190908:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769076854.190914:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769076854.190917:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:1.0:1769076854.190920:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769076854.190922:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769076854.190925:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce088
00000400:00000010:1.0:1769076854.190926:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce088.
00000100:00000001:1.0:1769076854.190928:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076854.190932:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d0000 x1855007932432768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076854.190947:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076854.190950:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932432768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076854.190963:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076854.190965:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1769076855.086512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076855.086518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076855.086528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076855.086534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076856.110605:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076856.110615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076856.110668:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076856.110678:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076856.110741:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076856.110746:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076856.110750:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076856.239079:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076856.239083:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076856.239874:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076856.239877:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076856.240183:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076856.240186:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076857.134518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076857.134525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076857.134535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076857.134543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076857.134578:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076857.134585:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076857.134593:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076858.158550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076858.158557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076858.158568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076858.158573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076858.158615:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076858.158625:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076858.158630:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076859.182530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076859.182539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076859.182549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076859.182552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076859.182594:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076859.182604:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076859.182614:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076860.206495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076860.206512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076860.206523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076860.206530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076860.206582:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076860.206588:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076860.206596:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076861.230572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076861.230582:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076861.230590:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076861.230597:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076861.230609:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076861.230619:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076861.230632:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076861.230643:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076861.230657:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076861.230662:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076861.359466:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076861.359474:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076861.360105:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076861.360109:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076861.360442:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076861.360445:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076862.254612:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076862.254624:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076862.254660:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076862.254680:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076862.254763:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076862.254813:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076862.254823:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076863.278570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076863.278582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076863.278601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076863.278613:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076863.278622:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076863.278632:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076863.278641:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076863.278645:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076863.278650:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076863.278666:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076864.302504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076864.302510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076864.302520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076864.302523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076864.302547:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076864.302550:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076864.302553:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076865.326496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076865.326506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076865.326516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076865.326522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076866.350590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076866.350600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076866.350615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076866.350622:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076866.350705:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076866.350710:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076866.350715:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076866.479446:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076866.479535:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076866.479972:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076866.479975:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076866.480251:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076866.480254:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769076867.374578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076867.374588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076867.374608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076867.374615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076868.398607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076868.398623:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076868.398678:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076868.398690:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076869.422613:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076869.422653:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076869.422665:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076869.422672:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076870.446542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076870.446554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076870.446580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076870.446591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076871.470641:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076871.470659:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076871.470670:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076871.470679:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076871.470711:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076871.470723:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076871.470743:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076871.470752:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076871.470765:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076871.470770:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076871.599776:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076871.599787:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076871.600490:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076871.600494:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076871.600899:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076871.600902:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1769076872.494643:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076872.494655:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076872.494687:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076872.494711:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076873.518670:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076873.518677:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076873.518694:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076873.518702:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076873.518710:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076873.518719:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076873.518728:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076873.518733:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076873.518739:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076873.518743:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076873.518808:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076873.518824:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076873.518834:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076874.542622:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076874.542631:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076874.542643:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076874.542651:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076874.542737:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076874.542751:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076874.542762:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076875.566529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076875.566535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076875.566544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076875.566550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076875.566609:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076875.566618:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076875.566627:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076876.590523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076876.590531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076876.590541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076876.590545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076876.590581:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076876.590589:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076876.590597:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076876.719791:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076876.719798:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076876.720582:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076876.720586:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076876.721038:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076876.721042:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1769076877.614640:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076877.614648:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076877.614659:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076877.614668:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076877.614713:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076877.614718:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076877.614723:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076878.638592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076878.638611:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076878.638624:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076878.638629:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076879.662631:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076879.662650:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076879.662662:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076879.662671:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076879.662752:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076879.662759:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076879.662767:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076880.686604:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076880.686619:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076880.686623:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076880.686632:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076880.686642:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076880.686649:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076880.686654:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076880.686670:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076880.686684:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076880.686693:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076880.686788:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076880.686795:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076880.686802:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076881.710598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076881.710609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076881.710620:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076881.710627:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076881.710666:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076881.710675:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076881.710688:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076881.839859:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076881.839864:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076881.840404:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076881.840442:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076881.840762:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076881.840764:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769076882.734625:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076882.734638:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076882.734655:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076882.734666:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076882.734741:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076882.734747:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076882.734753:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076883.758637:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076883.758656:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076883.758686:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076883.758703:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076883.758719:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076883.758738:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076883.758752:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076883.758759:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076883.758765:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076883.758779:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076883.758839:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076883.758845:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076883.758852:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076884.782560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076884.782565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076884.782577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076884.782581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076884.782614:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076884.782622:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076884.782629:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076885.806555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076885.806565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076885.806580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076885.806590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076885.806627:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076885.806635:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076885.806642:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076886.830573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076886.830581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076886.830593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076886.830598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076886.830640:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076886.830644:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076886.830647:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076886.959551:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076886.959559:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076886.960158:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076886.960159:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076886.960361:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076886.960363:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769076887.854546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076887.854554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076887.854563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076887.854570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076887.854608:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076887.854614:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076887.854622:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076888.878542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076888.878548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076888.878559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076888.878563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076888.878591:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076888.878595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076888.878600:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076889.902535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076889.902553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076889.902565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076889.902570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076889.902606:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076889.902611:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076889.902616:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076890.926577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076890.926603:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076890.926609:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076890.926617:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076890.926626:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076890.926633:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076890.926640:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076890.926644:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076890.926673:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076890.926684:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076891.950610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076891.950630:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076891.950647:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076891.950655:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076892.078677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076892.078691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076892.078695:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076892.078700:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076892.078705:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076892.078713:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3583
00000400:00000200:1.0:1769076892.078726:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076892.078734:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076892.078738:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076892.078742:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076892.078747:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076892.078750:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076892.078753:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076892.078759:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076892.078762:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076892.078765:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076892.078769:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076892.078772:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076892.078775:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076892.078779:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076892.078781:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076892.078784:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076892.078787:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076892.078791:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076892.078795:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076892.078797:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076892.078802:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076892.078806:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076892.078809:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076892.078812:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076892.078815:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076892.078829:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769076892.078836:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076892.078842:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076892.078846:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076892.078851:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076892.078855:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076892.078862:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076892.078887:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769076892.078898:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076892.078914:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932435584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076892.078936:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076892.078944:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076892.078954:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932435584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076892.079006:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076892.079010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076892.079015:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076892.079017:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076892.079020:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076892.079023:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076892.079026:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3583
00000400:00000200:1.0:1769076892.079032:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076892.079036:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076892.079040:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076892.079044:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076892.079046:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076892.079060:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076892.079062:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076892.079066:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076892.079067:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076892.079070:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076892.079072:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076892.079075:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076892.079077:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076892.079081:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076892.079083:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076892.079085:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076892.079087:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076892.079090:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076892.079094:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076892.079096:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076892.079098:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076892.079105:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076892.079108:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076892.079112:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076892.079117:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076892.079130:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076892.079134:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076892.079142:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769076892.079148:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076892.079154:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076892.079158:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076892.079168:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076892.079175:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076892.079183:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076892.079209:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769076892.079223:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076892.079315:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932435712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076892.079346:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076892.079355:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076892.079371:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932435712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076892.079495:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076892.079508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076892.079521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076892.079531:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076892.079540:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076892.079554:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076892.079575:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3583
00000400:00000200:1.0:1769076892.079592:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076892.079608:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076892.079620:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076892.079637:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076892.079650:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076892.079664:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076892.079677:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076892.079689:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076892.079697:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076892.079708:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076892.079717:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076892.079727:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076892.079737:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076892.079749:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076892.079757:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769076892.079758:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769076892.079766:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000200:2.1:1769076892.079768:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769076892.079772:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076892.079780:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076892.079790:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076892.079796:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076892.079800:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076892.079809:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076892.079820:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076892.079827:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076892.079836:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076892.079848:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076892.079858:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076892.079868:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769076892.079879:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076892.079892:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076892.079899:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076892.079908:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076892.079918:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076892.079931:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076892.079946:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769076892.079961:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076892.079979:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932435840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076892.079998:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076892.080006:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076892.080017:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932435840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076892.080048:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076892.080055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076892.080071:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076892.080084:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076892.080094:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076892.080117:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3593)
00000800:00000200:2.1:1769076892.080556:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076892.080559:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076892.080922:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076892.080925:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769076892.974596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076892.974615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076892.974639:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076892.974644:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076893.998541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076893.998551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076893.998564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076893.998571:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076893.998579:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076893.998598:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076893.998607:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076893.998642:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076893.998653:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076893.998660:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076895.022480:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076895.022485:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076895.022494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076895.022499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076895.022541:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076895.022545:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076895.022550:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076896.046555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076896.046564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076896.046577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076896.046584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076896.046627:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076896.046636:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076896.046655:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076897.070518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076897.070525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076897.070534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076897.070541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076897.070577:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076897.070582:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076897.070598:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076897.199009:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076897.199015:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076897.199457:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076897.199459:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076897.199670:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076897.199672:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076898.094506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076898.094512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076898.094528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076898.094532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076898.094555:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076898.094558:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076898.094562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076899.118598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076899.118610:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076899.118630:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076899.118639:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076899.118695:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076899.118702:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076899.118709:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076900.142568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076900.142578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076900.142591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076900.142597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076900.142666:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076900.142675:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076900.142689:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076901.166524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076901.166534:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076901.166541:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076901.166550:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076901.166561:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076901.166569:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076901.166580:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076901.166590:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076901.166605:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076901.166611:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076901.166640:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076901.166644:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076901.166647:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076902.190579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076902.190592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076902.190603:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076902.190608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076902.319385:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076902.319392:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076902.319836:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076902.319838:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076902.320086:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076902.320088:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076903.214527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076903.214533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076903.214539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076903.214544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076903.214590:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076903.214593:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076903.214597:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076904.238526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076904.238534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076904.238546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076904.238553:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076904.238559:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076904.238566:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076904.238576:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076904.238584:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076904.238593:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076904.238603:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076904.238654:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076904.238661:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076904.238665:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076905.262535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076905.262542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076905.262550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076905.262556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076905.262594:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076905.262598:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076905.262604:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076906.286599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076906.286610:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076906.286646:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076906.286654:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076906.286725:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076906.286731:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076906.286736:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076907.310577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076907.310589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076907.310624:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076907.310633:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076907.439814:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076907.439818:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076907.440495:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076907.440499:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076907.440972:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076907.440975:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769076908.334521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076908.334527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076908.334536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076908.334539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076908.334566:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076908.334570:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076908.334577:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076909.358494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076909.358499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076909.358508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076909.358512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076910.382554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076910.382561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076910.382570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076910.382577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076910.382615:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076910.382622:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076910.382628:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076911.406591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076911.406619:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076911.406624:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076911.406637:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076911.406666:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076911.406679:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076911.406687:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076911.406697:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076911.406723:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076911.406733:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076912.430502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076912.430508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076912.430517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076912.430520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076912.430580:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076912.430585:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076912.430589:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076912.558527:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076912.558539:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076912.558541:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076912.558563:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076912.558568:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076912.558576:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3603
00000400:00000200:1.0:1769076912.558588:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076912.558596:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076912.558599:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076912.558603:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076912.558607:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076912.558626:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076912.558628:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076912.558632:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076912.558634:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076912.558636:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076912.558639:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076912.558641:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076912.558643:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076912.558645:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076912.558647:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076912.558648:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076912.558650:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076912.558653:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076912.558656:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076912.558660:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076912.558663:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076912.558666:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076912.558670:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076912.558672:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076912.558675:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076912.558717:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769076912.558724:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076912.558731:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076912.558734:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076912.558739:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076912.558743:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076912.558749:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076912.558761:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769076912.558769:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076912.558780:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932437120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076912.558793:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076912.558798:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076912.558803:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932437120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076912.558842:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076912.558845:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076912.558848:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076912.558849:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076912.558851:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076912.558853:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076912.558855:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3603
00000400:00000200:1.0:1769076912.558859:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076912.558862:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076912.558864:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076912.558867:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076912.558869:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076912.558872:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076912.558874:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076912.558911:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076912.558919:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076912.558922:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076912.558927:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076912.558935:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076912.558939:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076912.558978:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076912.558987:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076912.558995:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076912.559003:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076912.559012:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076912.559022:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076912.559032:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076912.559054:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076912.559061:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076912.559063:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076912.559067:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076912.559077:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076912.559086:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076912.559093:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076912.559118:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769076912.559124:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076912.559128:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076912.559131:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076912.559134:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076912.559137:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076912.559140:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076912.559144:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769076912.559150:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076912.559159:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932437248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076912.559166:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076912.559188:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076912.559197:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932437248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076912.559211:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076912.559216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076912.559221:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076912.559225:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076912.559228:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076912.559231:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076912.559234:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3603
00000400:00000200:1.0:1769076912.559242:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076912.559248:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076912.559252:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076912.559274:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076912.559280:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076912.559286:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076912.559293:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076912.559297:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076912.559300:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076912.559305:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076912.559311:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076912.559318:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076912.559322:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076912.559329:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076912.559334:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076912.559340:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076912.559342:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076912.559346:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076912.559352:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076912.559355:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076912.559359:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076912.559363:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076912.559367:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076912.559371:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076912.559375:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076912.559380:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076912.559384:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076912.559389:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769076912.559392:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076912.559394:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076912.559395:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076912.559396:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076912.559398:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076912.559401:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076912.559404:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769076912.559407:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076912.559414:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932437376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076912.559421:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076912.559423:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076912.559428:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932437376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076912.559453:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076912.559458:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769076912.559498:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076912.559501:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1769076912.559504:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076912.559514:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076912.559522:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076912.559535:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3614)
00000800:00000200:2.1:1769076912.560090:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076912.560093:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076912.560433:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076912.560435:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1769076913.454480:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076913.454485:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076913.454493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076913.454497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076913.454522:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076913.454525:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076913.454531:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076914.478528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076914.478534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076914.478541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076914.478548:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076914.478557:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076914.478562:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076914.478570:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076914.478573:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076914.478583:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076914.478587:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076914.478605:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076914.478609:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076914.478613:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076915.502499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076915.502505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076915.502524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076915.502529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076915.502560:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076915.502564:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076915.502569:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076916.526488:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076916.526495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076916.526504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076916.526510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076916.526541:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076916.526546:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076916.526549:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076916.526582:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076916.526588:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076916.526590:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076916.526594:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076916.526597:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076916.526600:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.526602:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076916.526604:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.526607:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076917.550485:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076917.550502:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076917.550516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076917.550536:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769076917.550558:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076917.550571:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076917.550599:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076917.550603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076917.550606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076917.550629:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076917.550631:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076917.550634:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076917.550635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076917.550648:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076917.550650:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076917.550652:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076917.679261:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076917.679736:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076917.679920:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076918.574572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076918.574585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076918.574604:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076918.574608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076918.574655:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076918.574663:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076918.574672:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076919.598597:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076919.598606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076919.598617:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076919.598630:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076919.598690:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076919.598697:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076919.598713:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076920.622523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076920.622534:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076920.622541:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076920.622546:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076920.622552:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076920.622556:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076920.622569:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076920.622576:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076920.622588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076920.622593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076920.622651:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076920.622657:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076920.622663:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076921.646533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076921.646539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076921.646548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076921.646553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076921.646582:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076921.646595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076921.646609:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076922.670493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076922.670500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076922.670507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076922.670512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076922.670535:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076922.670540:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076922.670547:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076922.799908:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076922.799912:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076922.800572:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076922.800576:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076922.800920:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076922.800922:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076923.694577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076923.694584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076923.694593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076923.694606:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076923.694615:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076923.694624:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076923.694633:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076923.694638:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076923.694646:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076923.694651:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076924.718566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076924.718573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076924.718580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076924.718585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076924.718623:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076924.718630:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076924.718641:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076925.742587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076925.742615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076925.742633:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076925.742642:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076926.766511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076926.766518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076926.766525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076926.766528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076926.766557:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076926.766562:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076926.766569:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076927.790590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076927.790617:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076927.790657:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076927.790664:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076927.919585:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076927.919619:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076927.920124:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076927.920126:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076927.920336:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076927.920338:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076928.814560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076928.814571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076928.814581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076928.814588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076928.814655:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076928.814665:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076928.814685:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076929.838560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076929.838568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076929.838592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076929.838619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076930.862486:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076930.862491:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076930.862494:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076930.862496:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076930.862499:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076930.862503:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076930.862506:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076930.862509:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076930.862516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076930.862521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076930.862541:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076930.862546:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076930.862548:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076931.886496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076931.886504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076931.886512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076931.886518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076932.910486:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076932.910490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076932.910495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076932.910497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076932.910517:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076932.910520:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076932.910525:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076933.039168:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076933.039174:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076933.039688:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076933.039689:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076933.039873:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076933.039875:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769076933.934495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076933.934500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076933.934509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076933.934517:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076933.934522:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076933.934530:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076933.934556:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076933.934561:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076933.934584:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076933.934590:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076934.958536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076934.958544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076934.958559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076934.958568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076934.958613:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076934.958621:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076934.958626:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076935.982578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076935.982585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076935.982600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076935.982607:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076935.982661:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076935.982666:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076935.982672:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076937.006568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076937.006576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076937.006601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076937.006608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076937.006639:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076937.006643:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076937.006649:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076938.030518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076938.030524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076938.030532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076938.030539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076938.030562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076938.030565:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076938.030571:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076938.159146:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076938.159151:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076938.159718:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076938.159720:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076938.159951:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076938.159952:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769076939.054633:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076939.054642:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076939.054657:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076939.054666:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076939.054738:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076939.054745:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076939.054750:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076940.078555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076940.078564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076940.078592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076940.078596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076941.102686:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076941.102729:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076941.102739:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076941.102750:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076941.102759:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076941.102780:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076941.102795:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076941.102802:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076941.102838:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076941.102842:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076941.102872:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076941.102876:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076941.102879:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076942.126546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076942.126558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076942.126570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076942.126573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076942.126635:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076942.126648:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076942.126664:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076943.150564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076943.150575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076943.150592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076943.150600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076943.150663:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076943.150679:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076943.150691:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076943.280028:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076943.280035:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076943.280686:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076943.280707:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076943.281122:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076943.281124:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1769076944.174590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076944.174602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076944.174622:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076944.174634:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076944.174644:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076944.174656:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076944.174669:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076944.174674:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076944.174695:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076944.174703:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076944.174736:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076944.174739:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076944.174743:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076945.198494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076945.198499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076945.198506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076945.198511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076945.198530:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076945.198534:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076945.198539:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076946.222494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076946.222499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076946.222506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076946.222509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076946.222532:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076946.222536:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076946.222542:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076947.246518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076947.246525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076947.246534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076947.246539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076947.246586:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076947.246590:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076947.246594:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076948.270517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076948.270533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076948.270543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076948.270547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076948.270575:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076948.270581:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076948.270599:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076948.399395:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076948.399429:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076948.400011:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076948.400015:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076948.400350:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076948.400353:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1769076949.294570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076949.294576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076949.294588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076949.294593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076949.294642:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076949.294647:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076949.294652:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076950.318544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076950.318548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076950.318555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076950.318559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076950.318581:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076950.318584:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076950.318587:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076951.342600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076951.342610:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076951.342623:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076951.342643:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076951.342669:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076951.342673:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076951.342685:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076951.342701:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076951.342711:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076951.342717:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076952.366515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076952.366522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076952.366534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076952.366539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076952.366600:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076952.366605:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076952.366613:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076953.390555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076953.390563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076953.390575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076953.390580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076953.519252:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076953.519277:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076953.519881:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076953.519883:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076953.520149:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076953.520169:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769076954.414607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076954.414615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076954.414629:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076954.414641:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076954.414649:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076954.414656:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076954.414665:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076954.414675:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076954.414680:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076954.414688:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076954.414734:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076954.414740:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076954.414745:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076955.438517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076955.438523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076955.438535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076955.438540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076955.438577:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076955.438582:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076955.438604:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076956.462605:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076956.462612:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076956.462631:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076956.462638:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076956.462663:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076956.462670:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076956.462697:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076957.486544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076957.486554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076957.486568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076957.486575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076957.486619:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076957.486626:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076957.486633:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076958.510509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076958.510513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076958.510520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076958.510525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076958.510566:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076958.510570:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076958.510577:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076958.639050:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076958.639055:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076958.639448:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076958.639450:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076958.639637:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769076958.639638:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769076959.534508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076959.534513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076959.534521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076959.534527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076959.534559:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076959.534564:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076959.534569:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076960.558569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076960.558582:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076960.558590:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076960.558599:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076960.558612:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076960.558620:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076960.558646:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076960.558656:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076960.558672:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076960.558690:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076960.558733:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076960.558755:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076960.558760:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076961.582623:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076961.582631:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076961.582649:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076961.582659:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076961.582695:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076961.582711:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076961.582719:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076962.606551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076962.606559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076962.606570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076962.606578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076962.606615:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076962.606620:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076962.606628:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076963.630513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076963.630519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076963.630527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076963.630533:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076963.630536:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076963.630539:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076963.630544:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076963.630548:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076963.630556:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076963.630560:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076963.630580:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076963.630583:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076963.630589:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076963.759156:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076963.759160:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076963.759689:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076963.759692:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076963.759901:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076963.759902:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769076964.654528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076964.654543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076964.654550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076964.654557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076964.654580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076964.654583:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076964.654588:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076965.678564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076965.678592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076965.678607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076965.678614:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076965.678670:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076965.678675:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076965.678680:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076966.702506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076966.702512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076966.702523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076966.702529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076966.702569:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076966.702574:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076966.702578:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076967.726575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076967.726582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076967.726593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076967.726619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076967.726661:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076967.726669:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076967.726679:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076968.750514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076968.750520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076968.750528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076968.750531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076968.750552:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076968.750557:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076968.750560:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076968.878544:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076968.878552:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076968.878554:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076968.878558:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076968.878561:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076968.878567:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3660
00000400:00000200:1.0:1769076968.878575:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076968.878580:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076968.878583:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076968.878596:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878599:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076968.878600:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878602:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076968.878605:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076968.878607:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076968.878609:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076968.878611:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076968.878614:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076968.878617:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076968.878620:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878622:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076968.878625:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878626:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076968.878630:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076968.878633:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878636:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076968.878638:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076968.878641:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076968.878645:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076968.878647:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076968.878649:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076968.878659:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4e00.
00000020:00000040:1.0:1769076968.878663:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076968.878667:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076968.878669:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076968.878672:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076968.878675:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076968.878679:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076968.878687:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769076968.878693:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076968.878700:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4e00 x1855007932441344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076968.878708:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076968.878711:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076968.878714:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000699d57bf] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4e00 x1855007932441344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076968.878732:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076968.878735:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076968.878738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076968.878739:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076968.878740:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076968.878742:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076968.878743:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3660
00000400:00000200:1.0:1769076968.878747:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076968.878749:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076968.878751:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076968.878754:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878756:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076968.878757:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878759:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076968.878761:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076968.878764:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076968.878766:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076968.878768:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076968.878773:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076968.878776:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076968.878780:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878782:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076968.878785:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878787:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076968.878789:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076968.878794:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878798:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076968.878802:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076968.878807:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076968.878811:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076968.878815:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076968.878820:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076968.878823:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076968.878827:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076968.878830:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5180.
00000020:00000040:1.0:1769076968.878835:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076968.878841:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076968.878844:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076968.878846:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076968.878849:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076968.878852:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076968.878857:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769076968.878861:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076968.878868:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5180 x1855007932441472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076968.878878:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076968.878881:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076968.878886:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b0b83e] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5180 x1855007932441472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076968.878898:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076968.878901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076968.878907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076968.878909:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076968.878910:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076968.878913:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076968.878918:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3660
00000400:00000200:1.0:1769076968.878925:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076968.878927:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076968.878928:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076968.878930:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878932:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076968.878933:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878936:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076968.878939:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076968.878941:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076968.878944:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076968.878960:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076968.878962:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076968.878964:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076968.878968:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878972:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076968.878976:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878980:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076968.878982:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076968.878988:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076968.878990:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076968.878994:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076968.878996:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076968.879000:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076968.879005:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076968.879006:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076968.879011:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076968.879013:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076968.879019:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769076968.879020:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076968.879024:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076968.879026:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076968.879029:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076968.879031:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076968.879033:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076968.879036:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155800.
00000100:00000001:1.0:1769076968.879040:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076968.879047:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932441600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076968.879065:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076968.879069:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076968.879078:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932441600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076968.879091:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076968.879095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076968.879100:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076968.879103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076968.879110:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076968.879115:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3670)
00000800:00000200:3.1:1769076968.879141:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076968.879144:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076968.879465:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076968.879467:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076968.879650:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076968.879652:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769076969.774520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076969.774524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076969.774533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076969.774536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076969.774569:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076969.774579:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076969.774599:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076970.798524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076970.798531:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076970.798535:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076970.798538:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076970.798542:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076970.798547:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076970.798550:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076970.798555:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076970.798559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076970.798560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076970.798592:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076970.798596:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076970.798601:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076971.822508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076971.822515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076971.822525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076971.822530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076971.822564:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076971.822570:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076971.822576:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076972.846539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076972.846563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076972.846569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076972.846571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076972.846599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076972.846602:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076972.846607:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076973.870507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076973.870514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076973.870528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076973.870539:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076973.870546:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076973.870551:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076973.870560:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076973.870570:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076973.870580:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076973.870596:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076973.870642:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076973.870648:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076973.870653:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076973.999370:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076973.999377:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076974.000073:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076974.000075:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076974.000316:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076974.000318:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769076974.894535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076974.894559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076974.894574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076974.894577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076974.894613:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076974.894616:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076974.894620:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076975.918759:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076975.918765:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076975.918770:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076975.918772:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076975.918797:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076975.918800:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076975.918804:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076976.942618:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076976.942635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076976.942660:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076976.942669:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076976.942723:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076976.942732:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076976.942745:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076977.966587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076977.966595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076977.966607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076977.966614:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076977.966672:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076977.966694:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076977.966703:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076978.990614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076978.990625:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076978.990638:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076978.990645:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076978.990705:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076978.990714:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076978.990719:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076979.119314:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076979.119321:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076979.119916:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076979.119919:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076979.120206:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076979.120223:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769076980.014520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076980.014526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076980.014536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076980.014541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076980.014565:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076980.014580:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076980.014583:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076981.038510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076981.038517:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076981.038522:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076981.038528:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076981.038536:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076981.038540:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076981.038543:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076981.038547:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076981.038553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076981.038555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076981.038577:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076981.038580:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076981.038583:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076982.062620:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076982.062639:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076982.062654:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076982.062661:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076982.062704:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076982.062716:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076982.062746:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076983.086557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076983.086564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076983.086571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076983.086582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076983.086620:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076983.086630:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076983.086643:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076984.110546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076984.110553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076984.110567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076984.110582:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076984.110598:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076984.110606:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076984.110617:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076984.110630:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076984.110642:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076984.110662:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076984.110762:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076984.110767:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076984.110773:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769076984.238537:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076984.238549:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076984.238552:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076984.238556:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076984.238571:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076984.238579:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3675
00000400:00000200:1.0:1769076984.238588:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076984.238596:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076984.238599:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076984.238603:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076984.238607:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076984.238609:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076984.238612:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076984.238617:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076984.238618:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769076984.238620:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076984.238623:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769076984.238624:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769076984.238626:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769076984.238628:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076984.238629:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076984.238631:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076984.238632:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076984.238634:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769076984.238636:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076984.238638:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076984.238640:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076984.238643:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076984.238645:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076984.238646:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076984.238648:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076984.238668:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769076984.238670:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769076984.238674:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076984.238675:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076984.238685:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076984.238701:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076984.238706:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076984.238713:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156400.
00000100:00000001:1.0:1769076984.238719:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076984.238727:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932442496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076984.238736:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076984.238739:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076984.238742:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932442496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076984.238760:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076984.238762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076984.238765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076984.238766:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076984.238768:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076984.238769:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076984.238771:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3675
00000400:00000200:1.0:1769076984.238774:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076984.238776:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076984.238778:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076984.238780:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076984.238782:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076984.238785:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076984.238787:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076984.238788:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076984.238789:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769076984.238790:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076984.238792:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769076984.238795:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769076984.238798:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769076984.238803:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076984.238813:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076984.238825:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076984.238827:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076984.238834:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769076984.238841:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076984.238851:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076984.238860:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076984.238868:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076984.238876:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076984.238891:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076984.238896:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076984.238901:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076984.238905:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076984.238916:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769076984.238925:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076984.238936:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076984.238939:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076984.238943:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076984.238944:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076984.238946:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076984.238950:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769076984.238954:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076984.238962:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932442624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076984.238970:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076984.238972:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076984.238983:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932442624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076984.238995:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076984.238998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076984.239002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076984.239004:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076984.239005:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076984.239007:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076984.239010:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3675
00000400:00000200:1.0:1769076984.239016:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769076984.239023:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076984.239024:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076984.239027:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076984.239032:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076984.239037:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076984.239039:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769076984.239040:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076984.239041:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769076984.239043:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076984.239048:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769076984.239051:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769076984.239053:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769076984.239056:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076984.239058:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076984.239060:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769076984.239066:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769076984.239069:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769076984.239078:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769076984.239083:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076984.239087:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076984.239090:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076984.239096:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076984.239106:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076984.239110:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076984.239118:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076984.239125:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076984.239132:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769076984.239142:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769076984.239169:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076984.239175:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076984.239177:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076984.239179:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076984.239181:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076984.239190:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157800.
00000100:00000001:1.0:1769076984.239193:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076984.239202:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932442752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076984.239212:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076984.239219:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076984.239225:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932442752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076984.239243:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076984.239250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076984.239267:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076984.239277:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076984.239292:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076984.239307:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3685)
00000800:00000200:3.1:1769076984.239344:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076984.239569:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076984.239738:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769076985.134506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076985.134513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076985.134522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076985.134543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076985.134569:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076985.134573:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076985.134581:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076986.158520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076986.158527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076986.158536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076986.158541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076986.158569:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076986.158574:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076986.158580:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076987.182568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076987.182576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076987.182588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076987.182605:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076987.182678:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076987.182686:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076987.182692:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076988.206610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076988.206644:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076988.206690:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076988.206699:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076988.206753:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076988.206762:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076988.206774:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076989.230541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076989.230548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076989.230555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076989.230557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076989.230595:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076989.230614:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076989.230622:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076989.360452:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076989.360459:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076989.361179:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076989.361182:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076989.361545:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076989.361548:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769076990.254627:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076990.254640:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076990.254659:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076990.254668:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076990.254734:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076990.254743:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076990.254752:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076991.278610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076991.278625:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076991.278633:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076991.278646:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076991.278663:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076991.278671:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076991.278691:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076991.278702:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076991.278717:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076991.278725:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076991.278785:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076991.278789:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076991.278794:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076992.302600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076992.302611:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076992.302628:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076992.302637:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076992.302683:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076992.302690:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076992.302699:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076993.326582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076993.326594:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076993.326616:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076993.326631:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076993.326686:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076993.326693:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076993.326698:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076994.350608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076994.350619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076994.350635:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076994.350645:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076994.350655:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076994.350660:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076994.350668:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076994.350677:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076994.350689:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076994.350696:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076994.350786:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076994.350800:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076994.350811:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076994.480026:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076994.480032:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076994.481020:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076994.481026:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076994.481675:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076994.481680:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769076995.374655:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076995.374661:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076995.374677:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076995.374687:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076995.374753:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076995.374760:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076995.374767:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076996.398579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076996.398584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076996.398593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076996.398597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076996.398647:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076996.398653:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076996.398662:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076997.422586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076997.422593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076997.422609:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076997.422622:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076997.422653:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076997.422659:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076997.422672:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076998.446632:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076998.446642:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076998.446652:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076998.446661:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076998.446712:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076998.446718:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076998.446724:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769076999.470586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076999.470595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076999.470613:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076999.470618:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076999.470667:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769076999.470674:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769076999.470682:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076999.599844:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076999.599849:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076999.600559:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076999.600563:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076999.601025:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769076999.601028:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00010000:00000001:1.0:1769077000.494583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077000.494591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077000.494607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077000.494613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077000.494658:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077000.494684:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077000.494692:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077001.518560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077001.518571:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077001.518581:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077001.518590:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077001.518603:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077001.518609:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077001.518617:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077001.518624:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077001.518633:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077001.518640:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077001.518687:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077001.518693:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077001.518699:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077002.542627:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077002.542636:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077002.542648:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077002.542655:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077002.542692:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077002.542701:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077002.542708:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077003.566553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077003.566563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077003.566576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077003.566588:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077003.566601:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077003.566615:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077003.566632:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077003.566642:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077003.566657:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077003.566668:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077003.566730:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077003.566735:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077003.566742:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077004.590522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077004.590528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077004.590536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077004.590540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077004.590587:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077004.590592:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077004.590597:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077004.719688:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077004.719692:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077004.720209:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077004.720212:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077004.720650:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077004.720653:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1769077005.614536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077005.614545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077005.614558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077005.614565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077005.614595:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077005.614600:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077005.614606:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077006.638556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077006.638580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077006.638597:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077006.638609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077006.638692:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077006.638702:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077006.638711:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077007.662573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077007.662582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077007.662604:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077007.662611:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077007.662666:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077007.662674:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077007.662681:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077008.686554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077008.686559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077008.686567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077008.686570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077008.686600:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077008.686606:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077008.686613:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077009.710507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077009.710513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077009.710519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077009.710525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077009.710548:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077009.710554:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077009.710558:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077009.839039:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077009.839043:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077009.839456:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077009.839471:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077009.839672:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077009.839674:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1769077010.734512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077010.734518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077010.734527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077010.734531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077010.734559:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077010.734563:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077010.734570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077011.758522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077011.758530:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077011.758535:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077011.758541:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077011.758559:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077011.758565:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077011.758572:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077011.758576:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077011.758584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077011.758588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077011.758632:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077011.758636:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077011.758639:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077012.782510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077012.782516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077012.782525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077012.782529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077012.782548:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077012.782553:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077012.782559:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077013.806616:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077013.806625:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077013.806640:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077013.806651:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077013.806661:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077013.806671:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077013.806680:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077013.806688:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077013.806695:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077013.806703:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077013.806740:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077013.806756:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077013.806760:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077014.830598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077014.830607:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077014.830620:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077014.830626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077014.830676:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077014.830684:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077014.830693:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077014.959695:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077014.959699:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077014.960259:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077014.960263:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077014.960666:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077014.960668:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769077015.854517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077015.854523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077015.854534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077015.854540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077015.854603:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077015.854609:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077015.854614:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077016.878603:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077016.878613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077016.878626:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077016.878637:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077016.878698:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077016.878718:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077016.878735:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077017.902529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077017.902539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077017.902554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077017.902564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077017.902594:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077017.902611:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077017.902636:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077018.926566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077018.926572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077018.926580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077018.926585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077018.926627:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077018.926631:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077018.926637:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077019.950544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077019.950557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077019.950569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077019.950577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077019.950616:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077019.950627:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077019.950634:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077020.079123:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077020.079127:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077020.079465:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077020.079475:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077020.079690:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077020.079693:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769077020.974633:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077020.974642:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077020.974656:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077020.974663:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077020.974705:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077020.974714:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077020.974726:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077021.998510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077021.998521:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077021.998527:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077021.998534:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077021.998554:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077021.998564:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077021.998580:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077021.998595:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077021.998600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077021.998601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077021.998626:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077021.998650:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077021.998652:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077023.022499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077023.022504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077023.022512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077023.022516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077023.022544:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077023.022548:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077023.022557:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077024.046558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077024.046585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077024.046634:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077024.046651:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077024.046662:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077024.046671:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077024.046681:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077024.046688:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077024.046694:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077024.046717:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077024.046756:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077024.046761:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077024.046766:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077025.070554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077025.070594:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077025.070602:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077025.070606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077025.070631:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077025.070634:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077025.070638:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077025.200248:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077025.200251:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077025.200617:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077025.200618:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077025.200821:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077025.200823:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769077026.094506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077026.094511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077026.094522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077026.094529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077026.094549:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077026.094557:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077026.094568:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077027.118556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077027.118567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077027.118588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077027.118595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077027.118628:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077027.118631:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077027.118642:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077028.142506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077028.142513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077028.142527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077028.142542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077028.142587:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077028.142596:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077028.142603:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077029.166611:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077029.166627:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077029.166648:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077029.166657:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077030.190553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077030.190564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077030.190583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077030.190588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077030.190636:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077030.190641:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077030.190646:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077030.319395:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077030.319399:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077030.319868:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077030.319882:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077030.320095:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077030.320097:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769077031.214522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077031.214530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077031.214540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077031.214544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077031.214596:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077031.214603:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077031.214611:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077031.214617:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077031.214624:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077031.214631:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.214643:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077031.214646:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.214666:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077032.238545:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077032.238550:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077032.238552:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077032.238556:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077032.238575:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077032.238582:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077032.238586:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077032.238590:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077032.238593:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077032.238621:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077032.238628:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077032.238632:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077032.238639:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077032.238646:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077032.238654:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077032.238658:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077032.238663:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077032.238667:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077032.238670:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077032.238686:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077032.238688:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077032.238690:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077033.262547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077033.262558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077033.262569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077033.262574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077033.262626:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077033.262631:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077033.262640:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077034.286604:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077034.286615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077034.286639:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077034.286653:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077034.286661:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077034.286666:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077034.286674:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077034.286683:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077034.286687:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077034.286694:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077034.286726:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077034.286730:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077034.286733:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077035.310491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077035.310500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077035.310511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077035.310516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077035.310540:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077035.310545:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077035.310551:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077035.439201:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077035.439204:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077035.439617:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077035.439619:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077035.439844:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077035.439846:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769077036.334508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077036.334557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077036.334564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077036.334567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077036.334602:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077036.334604:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077036.334606:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077037.358485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077037.358491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077037.358496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077037.358500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077037.358522:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077037.358525:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077037.358530:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077038.382513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077038.382517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077038.382525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077038.382530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077038.382555:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077038.382559:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077038.382564:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077039.406584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077039.406591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077039.406600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077039.406606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077039.406657:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077039.406665:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077039.406674:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077040.430543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077040.430550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077040.430577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077040.430584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077040.430625:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077040.430635:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077040.430643:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077040.558552:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077040.558560:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077040.558563:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077040.558566:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077040.558569:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077040.558575:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3731
00000400:00000200:1.0:1769077040.558582:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077040.558587:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077040.558590:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077040.558592:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077040.558595:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077040.558597:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077040.558599:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077040.558602:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077040.558604:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077040.558606:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077040.558608:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077040.558609:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077040.558611:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077040.558613:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077040.558614:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077040.558615:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077040.558617:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077040.558619:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077040.558622:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077040.558623:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077040.558625:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077040.558628:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077040.558630:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077040.558631:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077040.558633:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077040.558641:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769077040.558644:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077040.558647:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077040.558648:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077040.558651:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077040.558653:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077040.558656:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077040.558663:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156400.
00000100:00000001:1.0:1769077040.558668:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077040.558675:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932446720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077040.558683:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077040.558686:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077040.558689:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932446720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077040.558712:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077040.558715:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077040.558719:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077040.558720:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077040.558722:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077040.558724:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077040.558727:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3731
00000400:00000200:1.0:1769077040.558731:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077040.558734:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077040.558736:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077040.558739:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077040.558772:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077040.558776:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077040.558778:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077040.558798:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077040.558800:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077040.558803:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077040.558807:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077040.558811:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077040.558815:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077040.558821:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077040.558825:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077040.558828:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077040.558832:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077040.558836:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077040.558841:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077040.558845:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077040.558848:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077040.558855:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077040.558859:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077040.558862:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077040.558867:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077040.558872:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077040.558876:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077040.558881:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769077040.558885:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077040.558889:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077040.558891:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077040.558894:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077040.558897:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077040.558900:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077040.558906:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157800.
00000100:00000001:1.0:1769077040.558911:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077040.558919:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932446848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077040.558933:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077040.558937:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077040.558944:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932446848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077040.558959:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077040.558964:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077040.558970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077040.558973:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077040.558975:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077040.558980:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077040.558984:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3731
00000400:00000200:1.0:1769077040.558990:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077040.558995:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077040.558999:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077040.559003:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077040.559006:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077040.559010:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077040.559014:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077040.559018:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077040.559020:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077040.559023:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077040.559026:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077040.559030:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077040.559034:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077040.559038:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077040.559041:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077040.559045:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077040.559049:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077040.559053:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077040.559058:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077040.559062:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077040.559064:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077040.559069:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077040.559071:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077040.559074:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077040.559078:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077040.559082:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077040.559085:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077040.559091:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000800:00000200:3.1:1769077040.559092:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:1.0:1769077040.559095:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:3.1:1769077040.559097:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
02000000:00000001:1.0:1769077040.559099:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077040.559101:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077040.559104:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077040.559106:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077040.559109:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077040.559115:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769077040.559120:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077040.559128:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932446976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077040.559140:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077040.559144:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077040.559150:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932446976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077040.559165:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077040.559169:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077040.559176:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077040.559181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077040.559187:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077040.559209:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3742)
00000800:00000200:3.1:1769077040.559647:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077040.559650:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077040.560061:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077040.560064:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1769077041.454500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077041.454508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077041.454519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077041.454523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077041.454549:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077041.454554:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077041.454571:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077042.478568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077042.478578:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077042.478582:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077042.478586:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077042.478595:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077042.478598:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077042.478602:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077042.478609:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077042.478617:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077042.478624:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077042.478658:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077042.478669:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077042.478679:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077043.502529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077043.502536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077043.502564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077043.502570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077043.502601:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077043.502607:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077043.502612:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077044.526502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077044.526508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077044.526517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077044.526525:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077044.526531:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077044.526535:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077044.526541:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077044.526546:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077044.526552:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077044.526556:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077044.526576:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077044.526579:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077044.526582:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077045.550510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077045.550522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077045.550537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077045.550543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077045.550582:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077045.550588:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077045.550604:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077045.678525:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077045.678535:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077045.678537:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077045.678540:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077045.678543:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077045.678549:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3737
00000400:00000200:1.0:1769077045.678557:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077045.678562:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077045.678565:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077045.678567:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077045.678570:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077045.678572:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077045.678574:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077045.678578:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077045.678579:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077045.678581:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077045.678583:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077045.678584:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077045.678586:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077045.678588:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077045.678589:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077045.678591:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077045.678592:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077045.678594:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077045.678597:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077045.678598:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077045.678600:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077045.678602:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077045.678604:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077045.678606:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077045.678608:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077045.678617:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769077045.678620:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077045.678623:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077045.678624:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077045.678627:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077045.678629:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077045.678633:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077045.678639:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155800.
00000100:00000001:1.0:1769077045.678644:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077045.678651:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932447104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077045.678672:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077045.678675:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077045.678679:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932447104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077045.678699:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077045.678702:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077045.678704:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077045.678705:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077045.678707:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077045.678708:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077045.678710:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3737
00000400:00000200:1.0:1769077045.678712:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077045.678714:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077045.678716:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077045.678718:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077045.678720:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077045.678721:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077045.678723:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077045.678726:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077045.678727:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077045.678728:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077045.678730:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077045.678731:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077045.678733:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077045.678735:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077045.678738:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077045.678740:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077045.678741:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077045.678744:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077045.678746:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077045.678749:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077045.678751:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077045.678761:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077045.678763:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077045.678765:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077045.678774:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077045.678783:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077045.678790:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077045.678793:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769077045.678799:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077045.678807:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077045.678811:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077045.678822:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077045.678828:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077045.678832:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077045.678840:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077045.678845:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077045.678855:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932447232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077045.678890:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077045.678894:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077045.678905:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932447232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077045.678915:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077045.678921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077045.678930:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077045.678931:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077045.678932:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077045.678935:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077045.678944:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3737
00000400:00000200:1.0:1769077045.678949:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077045.678958:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077045.678960:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077045.678967:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077045.678970:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077045.678972:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077045.678976:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077045.678988:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077045.678995:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077045.678998:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077045.678999:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077045.679007:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077045.679010:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077045.679013:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077045.679023:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077045.679032:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077045.679041:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077045.679046:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077045.679055:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000200:3.1:1769077045.679147:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077045.679150:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077045.679556:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077045.679558:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1769077045.680178:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077045.680180:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077045.680183:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077045.680185:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077045.680187:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077045.680189:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077045.680190:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077045.680192:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077045.680212:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769077045.680214:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077045.680216:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077045.680216:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077045.680218:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077045.680218:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077045.680220:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077045.680223:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769077045.680226:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077045.680230:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932447360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077045.680235:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077045.680237:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077045.680239:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932447360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077045.680253:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077045.680255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077045.680257:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077045.680260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077045.680262:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077045.680265:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3747)
00000800:00000200:3.1:1769077045.680393:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077045.680395:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1769077046.574513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077046.574524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077046.574556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077046.574561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077046.574608:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077046.574613:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077046.574633:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077047.598535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077047.598549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077047.598571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077047.598577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077047.598615:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077047.598636:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077047.598650:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077048.622560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077048.622571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077048.622582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077048.622586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077049.646631:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077049.646633:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077049.646636:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077049.646637:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077049.646651:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077049.646653:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077049.646655:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077050.670525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077050.670529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077050.670535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077050.670539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077050.670571:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077050.670589:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077050.670596:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077050.798521:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077050.798535:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077050.798539:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077050.798544:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077050.798549:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077050.798558:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3742
00000400:00000200:1.0:1769077050.798610:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077050.798619:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077050.798623:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077050.798628:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077050.798634:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077050.798639:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077050.798643:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077050.798650:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077050.798653:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077050.798658:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077050.798662:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077050.798666:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077050.798670:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077050.798692:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077050.798702:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077050.798706:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077050.798710:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077050.798715:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077050.798720:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077050.798723:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077050.798726:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077050.798730:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077050.798735:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077050.798739:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077050.798742:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077050.798753:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769077050.798759:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077050.798765:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077050.798768:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077050.798772:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077050.798776:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077050.798798:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077050.798810:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077050.798819:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077050.798834:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932447488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077050.798850:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077050.798855:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077050.798861:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932447488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077050.798897:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077050.798902:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077050.798908:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077050.798910:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077050.798913:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077050.798917:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077050.798922:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3742
00000400:00000200:1.0:1769077050.798929:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077050.798936:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077050.798945:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077050.798956:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077050.798963:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077050.798972:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077050.798979:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077050.799019:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077050.799029:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077050.799035:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077050.799041:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077050.799047:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077050.799051:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077050.799073:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077050.799085:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077050.799096:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077050.799107:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077050.799117:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077050.799139:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077050.799152:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077050.799159:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077050.799169:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077050.799178:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077050.799184:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077050.799191:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077050.799201:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077050.799208:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077050.799218:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769077050.799228:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077050.799238:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077050.799246:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077050.799254:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077050.799259:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077050.799267:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077050.799277:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769077050.799293:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077050.799326:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932447616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077050.799345:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077050.799353:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077050.799362:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932447616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077050.799394:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077050.799405:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077050.799463:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077050.799469:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077050.799473:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077050.799478:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077050.799489:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3742
00000400:00000200:1.0:1769077050.799507:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077050.799522:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077050.799528:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077050.799540:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000200:3.1:1769077050.799546:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769077050.799550:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077050.799559:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077050.799564:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077050.799569:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077050.799593:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077050.799600:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077050.799604:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077050.799610:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077050.799615:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077050.799629:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077050.799638:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077050.799646:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077050.799653:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077050.799661:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077050.799673:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077050.799685:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077050.799694:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077050.799703:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077050.799707:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077050.799710:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077050.799715:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077050.799723:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077050.799734:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077050.799749:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769077050.799760:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077050.799770:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077050.799776:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077050.799785:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077050.799791:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077050.799798:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077050.799812:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769077050.799825:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077050.799841:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932447744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077050.799870:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077050.799879:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077050.799896:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932447744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077050.799939:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077050.799951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077050.799968:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077050.799981:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077050.799994:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077050.800009:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3752)
00000800:00000200:3.1:1769077050.800042:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077050.800310:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769077051.694528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077051.694536:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077051.694542:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077051.694548:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077051.694568:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077051.694572:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077051.694574:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077051.694580:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077051.694589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077051.694595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077052.718596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077052.718609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077052.718618:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077052.718626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077052.718682:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077052.718691:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077052.718701:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077053.742556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077053.742561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077053.742571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077053.742575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077054.766565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077054.766571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077054.766577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077054.766580:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077054.766583:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077054.766585:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077054.766588:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077054.766592:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077054.766595:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077054.766599:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077054.766626:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077054.766632:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077054.766645:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077055.790569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077055.790576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077055.790588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077055.790593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077055.790636:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077055.790641:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077055.790648:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077055.918600:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077055.918613:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077055.918617:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077055.918621:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077055.918626:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077055.918636:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3747
00000400:00000200:1.0:1769077055.918664:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077055.918670:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077055.918674:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077055.918677:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077055.918680:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077055.918682:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077055.918684:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077055.918688:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077055.918690:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077055.918692:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077055.918694:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077055.918696:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077055.918698:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077055.918700:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077055.918701:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077055.918703:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077055.918704:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077055.918707:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077055.918709:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077055.918711:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077055.918713:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077055.918715:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077055.918717:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077055.918719:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077055.918721:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077055.918727:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4a80.
00000020:00000040:1.0:1769077055.918730:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077055.918734:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077055.918736:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077055.918738:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077055.918740:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077055.918746:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077055.918755:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769077055.918762:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077055.918771:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4a80 x1855007932447872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077055.918781:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077055.918784:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077055.918788:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1faa4c3] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4a80 x1855007932447872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077055.918810:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077055.918814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077055.918818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077055.918819:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077055.918821:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077055.918824:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077055.918827:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3747
00000400:00000200:1.0:1769077055.918831:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077055.918834:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077055.918836:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077055.918839:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077055.918841:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077055.918844:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077055.918846:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077055.918848:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077055.918850:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077055.918852:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077055.918854:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077055.918856:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077055.918858:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077055.918862:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077055.918865:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077055.918867:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077055.918869:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077055.918871:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077055.918874:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077055.918877:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077055.918879:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077055.918885:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077055.918888:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077055.918890:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077055.918895:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077055.918899:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077055.918902:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077055.918906:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000020:00000040:1.0:1769077055.918908:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077055.918911:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077055.918912:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077055.918914:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077055.918916:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077055.918918:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077055.918921:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769077055.918925:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077055.918930:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932448000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077055.918937:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077055.918940:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077055.918944:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932448000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077055.918952:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077055.918954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077055.918958:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077055.918960:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077055.918962:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077055.918965:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077055.918968:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3747
00000400:00000200:1.0:1769077055.918971:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077055.918974:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077055.918977:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077055.918980:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077055.918983:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077055.918985:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077055.918987:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077055.918989:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077055.918991:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077055.918993:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077055.918995:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077055.918997:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077055.918999:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077055.919002:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077055.919003:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077055.919006:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077055.919008:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077055.919010:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077055.919013:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077055.919016:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077055.919018:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077055.919020:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077055.919022:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077055.919024:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077055.919026:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077055.919029:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077055.919031:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077055.919035:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769077055.919038:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077055.919041:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077055.919042:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077055.919044:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077055.919046:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077055.919047:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077055.919051:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077055.919054:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077055.919059:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932448128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077055.919067:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077055.919069:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077055.919072:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932448128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077055.919080:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077055.919083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077055.919088:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077055.919091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769077055.919094:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769077055.919095:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077055.919100:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3757)
00000800:00000200:3.1:1769077055.919118:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077055.919766:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077055.919769:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077055.920145:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077055.920148:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769077056.814635:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077056.814646:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077056.814667:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077056.814675:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077057.838563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077057.838571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077057.838580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077057.838588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077057.838633:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077057.838658:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077057.838664:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077058.862588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077058.862599:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077058.862614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077058.862640:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077059.886517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077059.886522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077059.886531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077059.886537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077059.886563:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077059.886567:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077059.886570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077060.910628:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077060.910635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077060.910641:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077060.910642:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077061.038602:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077061.038618:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077061.038622:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077061.038628:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077061.038633:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077061.038644:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3752
00000400:00000200:1.0:1769077061.038657:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077061.038666:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077061.038670:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077061.038674:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077061.038678:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077061.038681:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077061.038684:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077061.038690:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077061.038692:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077061.038695:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077061.038699:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077061.038702:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077061.038705:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077061.038709:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077061.038711:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077061.038713:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077061.038715:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077061.038719:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077061.038723:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077061.038725:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077061.038728:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077061.038732:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077061.038735:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077061.038738:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077061.038740:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077061.038755:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769077061.038759:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077061.038765:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077061.038767:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077061.038771:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077061.038774:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077061.038779:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077061.038806:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769077061.038816:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077061.038827:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932448256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077061.038849:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077061.038855:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077061.038861:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932448256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077061.038889:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077061.038904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077061.038909:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077061.038911:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077061.038913:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077061.038916:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077061.038918:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3752
00000400:00000200:1.0:1769077061.038922:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077061.038925:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077061.038927:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077061.038930:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077061.038932:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077061.038934:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077061.038937:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077061.038939:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077061.038940:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077061.038942:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077061.038944:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077061.038946:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077061.038948:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077061.038951:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077061.038953:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077061.038955:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077061.038956:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077061.038959:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077061.038961:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077061.038963:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077061.038965:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077061.038973:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077061.038975:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077061.038977:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077061.038982:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077061.038986:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077061.038989:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077061.038994:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769077061.038998:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077061.039003:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077061.039006:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077061.039010:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077061.039013:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077061.039016:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077061.039033:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769077061.039040:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077061.039049:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932448384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077061.039085:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077061.039094:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077061.039116:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932448384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077061.039167:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077061.039176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077061.039185:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077061.039189:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077061.039196:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077061.039209:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077061.039213:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3752
00000400:00000200:1.0:1769077061.039224:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077061.039232:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077061.039237:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077061.039241:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077061.039243:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077061.039248:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077061.039258:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077061.039262:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077061.039265:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077061.039269:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077061.039272:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077061.039275:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077061.039279:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077061.039287:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077061.039289:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077061.039294:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077061.039297:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077061.039300:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077061.039302:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077061.039310:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077061.039317:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077061.039323:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077061.039329:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077061.039334:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077061.039350:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077061.039360:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077061.039369:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077061.039380:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769077061.039386:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077061.039466:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077061.039469:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077061.039472:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077061.039474:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077061.039477:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077061.039484:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077061.039493:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077061.039506:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932448512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077061.039532:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077061.039535:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077061.039543:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932448512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077061.039558:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077061.039570:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077061.039579:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077061.039583:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077061.039596:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077061.039609:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3762)
00000800:00000200:3.1:1769077061.039664:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077061.039666:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077061.040060:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077061.040062:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077061.040293:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077061.040295:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769077061.934504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077061.934511:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077061.934515:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077061.934518:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077061.934533:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077061.934536:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077061.934545:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077061.934552:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077061.934561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077061.934564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077062.958498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077062.958504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077062.958510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077062.958513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077062.958554:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077062.958557:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077062.958560:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077063.982487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077063.982492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077063.982500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077063.982504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077065.006495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077065.006505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077065.006514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077065.006521:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077065.006527:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077065.006533:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077065.006541:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077065.006547:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077065.006552:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077065.006557:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077065.006598:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077065.006601:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077065.006604:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077066.030500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077066.030507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077066.030517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077066.030524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077066.159065:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077066.159070:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077066.159399:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077066.159418:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077066.159608:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077066.159611:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769077067.054478:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077067.054483:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077067.054501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077067.054505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077067.054530:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077067.054535:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077067.054538:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077068.078492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077068.078497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077068.078502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077068.078506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077068.078529:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077068.078532:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077068.078537:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077069.102535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077069.102540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077069.102548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077069.102552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077069.102576:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077069.102580:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077069.102584:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077070.126567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077070.126577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077070.126594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077070.126604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077071.150508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077071.150512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077071.150520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077071.150524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077071.150542:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077071.150547:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077071.150552:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077071.279067:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077071.279076:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077071.279448:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077071.279450:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077071.279682:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077071.279684:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769077072.174508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077072.174516:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077072.174521:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077072.174525:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077072.174530:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077072.174534:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077072.174539:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077072.174545:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077072.174551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077072.174554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077073.198524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077073.198531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077073.198539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077073.198542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077073.198578:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077073.198585:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077073.198600:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077074.222553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077074.222559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077074.222569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077074.222578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077074.222607:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077074.222610:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077074.222625:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077075.246604:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077075.246613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077075.246623:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077075.246630:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077075.246634:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077075.246637:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077075.246641:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077075.246643:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077075.246645:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077075.246648:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077075.246672:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077075.246676:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077075.246679:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077076.270489:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077076.270495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077076.270505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077076.270509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077076.270530:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077076.270535:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077076.270542:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077076.398545:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077076.398555:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077076.398558:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077076.398562:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077076.398566:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077076.398572:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3767
00000400:00000200:1.0:1769077076.398581:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077076.398586:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077076.398589:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077076.398592:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077076.398595:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077076.398598:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077076.398600:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077076.398604:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077076.398605:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077076.398608:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077076.398611:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077076.398612:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077076.398614:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077076.398617:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077076.398618:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077076.398620:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077076.398621:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077076.398623:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077076.398626:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077076.398627:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077076.398630:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077076.398632:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077076.398634:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077076.398636:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077076.398637:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077076.398658:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769077076.398661:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077076.398664:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077076.398665:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077076.398668:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077076.398670:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077076.398673:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077076.398680:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769077076.398686:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077076.398693:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932449408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077076.398702:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077076.398706:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077076.398721:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932449408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077076.398742:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077076.398745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077076.398748:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077076.398750:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077076.398751:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077076.398753:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077076.398755:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3767
00000400:00000200:1.0:1769077076.398757:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077076.398760:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077076.398761:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077076.398764:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077076.398765:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077076.398767:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077076.398769:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077076.398771:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077076.398772:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077076.398773:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077076.398785:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077076.398786:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077076.398788:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077076.398790:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077076.398792:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077076.398794:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077076.398796:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077076.398798:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077076.398800:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077076.398803:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077076.398804:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077076.398809:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077076.398814:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077076.398816:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077076.398821:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077076.398826:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077076.398829:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077076.398834:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769077076.398839:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077076.398852:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077076.398854:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077076.398858:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077076.398860:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077076.398864:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077076.398869:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077076.398873:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077076.398882:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932449536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077076.398899:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077076.398903:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077076.398914:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932449536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077076.398930:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077076.398935:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077076.398941:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077076.398942:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077076.398946:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077076.398949:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077076.398953:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3767
00000400:00000200:1.0:1769077076.398958:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077076.398961:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077076.398966:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077076.398972:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077076.398976:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077076.398981:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077076.398985:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077076.398991:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077076.398994:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077076.398998:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077076.399001:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077076.399005:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077076.399007:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077076.399020:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077076.399025:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077076.399030:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077076.399034:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077076.399037:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077076.399042:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077076.399046:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077076.399047:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077076.399050:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077076.399053:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077076.399056:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077076.399058:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077076.399061:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077076.399066:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077076.399070:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769077076.399074:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077076.399078:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077076.399080:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077076.399083:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077076.399087:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077076.399091:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077076.399096:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155800.
00000100:00000001:1.0:1769077076.399101:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077076.399112:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932449664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077076.399160:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077076.399162:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077076.399170:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932449664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077076.399188:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077076.399206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077076.399215:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769077076.399216:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1769077076.399220:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769077076.399223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077076.399233:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077076.399241:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3777)
00000800:00000200:2.1:1769077076.399660:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077076.399662:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077076.399967:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077076.399970:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1769077077.294531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077077.294538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077077.294548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077077.294554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077078.318550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077078.318554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077078.318569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077078.318577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077078.318612:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077078.318617:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077078.318632:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077079.342517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077079.342523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077079.342533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077079.342537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077080.366486:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077080.366491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077080.366498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077080.366502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077080.366524:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077080.366528:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077080.366532:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077081.390510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077081.390516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077081.390526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077081.390532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077081.390581:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077081.390585:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077081.390589:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077081.518968:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077081.518973:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077081.519470:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077081.519472:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077081.519661:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077081.519663:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769077082.414506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077082.414514:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077082.414520:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077082.414525:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077082.414537:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077082.414542:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077082.414547:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077082.414554:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077082.414563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077082.414566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077082.414587:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077082.414590:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077082.414593:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077083.438500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077083.438506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077083.438515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077083.438519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077083.438546:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077083.438552:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077083.438560:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077084.462497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077084.462505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077084.462515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077084.462519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077085.486561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077085.486570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077085.486584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077085.486596:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077085.486608:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077085.486617:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077085.486626:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077085.486632:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077085.486640:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077085.486648:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077086.510527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077086.510537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077086.510548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077086.510556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077086.510582:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077086.510586:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077086.510591:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077086.639034:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077086.639042:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077086.639464:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077086.639466:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077086.639681:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077086.639683:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769077087.534511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077087.534516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077087.534524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077087.534527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077087.534551:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077087.534555:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077087.534561:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077088.558497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077088.558503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077088.558512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077088.558518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077088.558548:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077088.558553:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077088.558556:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077089.582503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077089.582508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077089.582515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077089.582519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077089.582546:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077089.582550:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077089.582555:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077090.606534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077090.606538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077090.606547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077090.606551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077090.606575:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077090.606578:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077090.606580:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077091.630510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077091.630518:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077091.630523:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077091.630529:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077091.630535:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077091.630538:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077091.630543:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077091.630546:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077091.630562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077091.630565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077091.759120:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077091.759126:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077091.759531:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077091.759533:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077091.759741:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077091.759743:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769077092.654535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077092.654549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077092.654557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077092.654564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077092.654601:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077092.654612:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077092.654621:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077093.678518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077093.678523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077093.678529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077093.678532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077093.678590:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077093.678596:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077093.678604:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077093.678613:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077093.678618:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077093.678622:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077093.678626:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077093.678629:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077093.678632:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077094.702504:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077094.702513:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077094.702518:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077094.702525:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077094.702533:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077094.702540:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077094.702554:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077094.702558:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077094.702562:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077094.702599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077094.702602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077094.702607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077094.702610:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077094.702613:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077094.702616:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077094.702619:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077094.702622:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077094.702624:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077094.702627:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077094.702646:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077094.702649:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077094.702652:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077095.726497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077095.726502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077095.726508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077095.726511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077095.726548:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077095.726551:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077095.726555:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077096.750564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077096.750573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077096.750590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077096.750597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077096.750639:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077096.750647:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077096.750657:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077096.879351:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077096.879371:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077096.879928:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077096.879930:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077096.880276:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077096.880278:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769077097.774516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077097.774527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077097.774543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077097.774552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077097.774589:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077097.774594:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077097.774602:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077098.798534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077098.798539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077098.798551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077098.798556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077098.798580:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077098.798586:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077098.798595:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077099.822508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077099.822516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077099.822528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077099.822533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077099.822571:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077099.822578:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077099.822586:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077100.846510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077100.846514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077100.846521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077100.846525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077100.846545:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077100.846549:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077100.846556:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077101.870527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077101.870539:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077101.870547:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077101.870555:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077101.870561:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077101.870567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077101.870584:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077101.870590:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077101.870603:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077101.870606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077101.870636:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077101.870640:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077101.870645:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077101.999070:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077101.999077:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077101.999491:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077101.999493:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077101.999731:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077101.999734:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769077102.894506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077102.894512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077102.894524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077102.894536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077102.894575:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077102.894583:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077102.894587:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077103.918507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077103.918515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077103.918526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077103.918533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077103.918558:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077103.918569:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077103.918574:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077104.942595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077104.942601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077104.942613:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077104.942621:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077104.942631:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077104.942636:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077104.942649:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077104.942652:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077104.942675:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077104.942687:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077104.942723:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077104.942727:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077104.942730:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077105.966502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077105.966507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077105.966512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077105.966513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077105.966539:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077105.966544:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077105.966549:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077106.990540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077106.990544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077106.990554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077106.990558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077106.990587:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077106.990591:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077106.990601:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077107.119257:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077107.119262:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077107.119852:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077107.119856:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077107.120223:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077107.120226:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769077108.014517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077108.014523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077108.014529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077108.014535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077108.014564:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077108.014570:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077108.014575:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077109.038521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077109.038544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077109.038552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077109.038559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077109.038784:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077109.038786:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077109.038789:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077110.062614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077110.062622:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077110.062635:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077110.062639:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077110.062672:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077110.062682:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077110.062705:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077111.086596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077111.086603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077111.086615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077111.086623:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077111.086661:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077111.086666:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077111.086671:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077112.110608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077112.110623:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077112.110634:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077112.110643:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077112.110655:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077112.110666:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077112.110684:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077112.110706:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077112.110722:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077112.110729:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077112.110751:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077112.110753:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077112.110755:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077112.238558:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077112.238579:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077112.238582:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077112.238587:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077112.238593:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077112.238603:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3803
00000400:00000200:1.0:1769077112.238615:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077112.238622:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077112.238625:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077112.238627:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077112.238632:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238634:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077112.238638:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077112.238639:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077112.238642:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077112.238644:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077112.238646:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077112.238648:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077112.238650:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238651:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077112.238653:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238654:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077112.238656:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077112.238659:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238660:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077112.238663:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077112.238667:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077112.238669:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077112.238671:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077112.238673:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077112.238685:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769077112.238689:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077112.238693:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077112.238694:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077112.238697:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077112.238699:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077112.238704:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077112.238712:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157800.
00000100:00000001:1.0:1769077112.238719:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077112.238727:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932452096/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077112.238736:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077112.238740:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077112.238744:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932452096/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077112.238766:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077112.238769:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077112.238772:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077112.238773:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077112.238774:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077112.238775:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077112.238777:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3803
00000400:00000200:1.0:1769077112.238779:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077112.238781:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077112.238783:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077112.238785:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238786:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077112.238788:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238790:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077112.238792:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077112.238793:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077112.238795:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077112.238796:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077112.238798:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077112.238799:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077112.238801:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238802:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077112.238803:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238805:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077112.238806:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077112.238811:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238814:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077112.238817:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077112.238822:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077112.238826:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077112.238828:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077112.238834:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077112.238840:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077112.238842:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077112.238847:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769077112.238849:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077112.238852:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077112.238854:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077112.238856:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077112.238859:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077112.238862:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077112.238868:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156400.
00000100:00000001:1.0:1769077112.238874:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077112.238881:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932452224/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077112.238892:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077112.238895:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077112.238898:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932452224/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077112.238910:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077112.238912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077112.238917:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077112.238919:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077112.238921:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077112.238926:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077112.238928:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3803
00000400:00000200:1.0:1769077112.238931:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077112.238932:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077112.238934:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077112.238936:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238937:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077112.238939:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238945:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077112.238947:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077112.238948:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077112.238949:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077112.238951:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077112.238953:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077112.238957:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077112.238961:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238965:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077112.238967:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238970:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077112.238974:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077112.238980:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077112.238985:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077112.238987:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077112.238991:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077112.238996:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077112.238999:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077112.239002:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077112.239005:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077112.239006:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077112.239012:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769077112.239014:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077112.239016:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077112.239017:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077112.239018:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077112.239019:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077112.239020:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077112.239023:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154000.
00000100:00000001:1.0:1769077112.239028:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077112.239034:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932452352/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077112.239044:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077112.239047:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077112.239052:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932452352/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077112.239063:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077112.239067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077112.239073:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077112.239079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077112.239084:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077112.239089:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3813)
00000800:00000200:3.1:1769077112.239122:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077112.239125:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077112.239457:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077112.239459:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077112.239678:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077112.239680:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769077113.134576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077113.134590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077113.134611:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077113.134620:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077113.134661:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077113.134664:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077113.134667:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077114.158588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077114.158595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077114.158602:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077114.158606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077114.158645:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077114.158649:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077114.158654:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077115.182532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077115.182536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077115.182545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077115.182550:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077115.182554:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077115.182558:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077115.182565:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077115.182569:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077115.182575:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077115.182578:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077115.182600:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077115.182604:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077115.182607:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077116.206543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077116.206548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077116.206555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077116.206559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077116.206577:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077116.206581:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077116.206586:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077117.230556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077117.230565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077117.230580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077117.230589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077117.230629:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077117.230634:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077117.230640:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077117.358487:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077117.358512:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077117.358515:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077117.358518:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077117.358521:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077117.358527:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3808
00000400:00000200:1.0:1769077117.358535:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077117.358540:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077117.358543:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077117.358546:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358548:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077117.358551:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358553:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077117.358557:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077117.358559:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077117.358561:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077117.358563:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077117.358565:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077117.358567:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077117.358570:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358572:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077117.358574:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358576:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077117.358578:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077117.358586:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358589:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077117.358593:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077117.358596:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077117.358599:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077117.358601:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077117.358604:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077117.358612:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769077117.358617:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077117.358621:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077117.358623:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077117.358626:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077117.358629:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077117.358633:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077117.358643:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154000.
00000100:00000001:1.0:1769077117.358649:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077117.358656:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932452480/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077117.358664:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077117.358668:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077117.358671:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932452480/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077117.358687:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077117.358689:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077117.358692:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077117.358693:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077117.358694:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077117.358696:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077117.358697:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3808
00000400:00000200:1.0:1769077117.358700:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077117.358702:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077117.358704:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077117.358707:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358709:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077117.358711:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358713:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077117.358715:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077117.358716:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077117.358718:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077117.358719:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077117.358721:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077117.358724:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077117.358728:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358731:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077117.358734:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358736:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077117.358740:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077117.358745:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358747:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077117.358748:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077117.358752:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077117.358755:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077117.358759:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077117.358763:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077117.358768:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077117.358780:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077117.358790:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769077117.358796:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077117.358803:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077117.358806:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077117.358812:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077117.358815:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077117.358820:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077117.358828:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156400.
00000100:00000001:1.0:1769077117.358834:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077117.358845:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932452608/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077117.358865:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077117.358869:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077117.358877:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932452608/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077117.358887:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077117.358890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077117.358895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077117.358897:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077117.358899:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077117.358902:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077117.358906:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3808
00000400:00000200:1.0:1769077117.358911:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077117.358916:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077117.358920:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077117.358927:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358938:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077117.358946:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358951:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077117.358955:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077117.358958:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077117.358960:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077117.358963:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077117.358966:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077117.358972:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077117.358982:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077117.358989:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077117.358996:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077117.359000:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077117.359005:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077117.359013:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000200:3.1:1769077117.359016:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769077117.359018:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077117.359023:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077117.359026:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077117.359029:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077117.359031:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077117.359033:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077117.359037:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077117.359038:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077117.359042:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769077117.359045:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077117.359047:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077117.359048:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077117.359050:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077117.359052:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077117.359054:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077117.359061:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157800.
00000100:00000001:1.0:1769077117.359068:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077117.359078:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932452736/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077117.359094:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077117.359100:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077117.359110:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932452736/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077117.359122:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077117.359125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077117.359131:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077117.359136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077117.359142:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077117.359146:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3818)
00000800:00000200:3.1:1769077117.359311:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077117.359542:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769077118.254551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077118.254558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077118.254577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077118.254585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077118.254614:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077118.254618:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077118.254621:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077119.278504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077119.278511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077119.278520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077119.278524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077119.278547:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077119.278550:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077119.278555:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077120.302509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077120.302514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077120.302521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077120.302525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077120.302547:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077120.302557:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077120.302561:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769077120.430811:0:2406:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769077120.430851:0:2406:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077120.430862:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077120.430865:0:2406:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769077120.430868:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077120.430871:0:2406:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077120.430875:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077120.430878:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134d00.
00000400:00000200:1.0:1769077120.430882:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077120.430886:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077120.430892:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bcee58
00000400:00000010:1.0:1769077120.430894:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bcee58.
00000100:00000001:1.0:1769077120.430898:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077120.430905:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de4700 x1855007932452480/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077120.430924:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077120.430927:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4700 x1855007932452480/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077120.430932:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077120.430934:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077120.430942:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077120.430944:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:1.0:1769077120.430946:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077120.430948:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077120.430950:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bcea18
00000400:00000010:1.0:1769077120.430951:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bcea18.
00000100:00000001:1.0:1769077120.430953:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077120.430957:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de7800 x1855007932452608/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077120.430962:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077120.430964:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7800 x1855007932452608/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077120.430969:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077120.430970:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077120.430975:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077120.430977:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:1.0:1769077120.430979:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077120.430982:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077120.430986:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce880
00000400:00000010:1.0:1769077120.430988:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce880.
00000100:00000001:1.0:1769077120.430991:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077120.430994:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de7480 x1855007932452736/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077120.431007:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077120.431012:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7480 x1855007932452736/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077120.431033:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077120.431036:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1769077121.326520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077121.326529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077121.326539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077121.326543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077121.326571:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077121.326575:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077121.326578:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077122.350534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077122.350541:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077122.350546:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077122.350550:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077122.350557:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077122.350560:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077122.350575:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077122.350578:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077122.350587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077122.350591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077122.350619:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077122.350622:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077122.350625:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077122.479261:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077122.479328:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077122.479808:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077122.479811:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077122.480200:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077122.480220:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769077123.374558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077123.374568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077123.374583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077123.374589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077123.374620:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077123.374632:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077123.374638:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077124.398548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077124.398555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077124.398565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077124.398576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077124.398599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077124.398604:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077124.398614:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077125.423454:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077125.423459:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077125.423466:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077125.423473:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077125.423495:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077125.423499:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077125.423504:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077125.423508:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077125.423512:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077125.423516:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077125.423545:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077125.423549:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077125.423554:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077126.446605:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077126.446609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077126.446614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077126.446616:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077126.446641:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077126.446647:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077126.446654:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077127.470558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077127.470572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077127.470583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077127.470590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077127.470614:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077127.470619:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077127.470628:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077127.599076:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077127.599081:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077127.599563:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077127.599566:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077127.599889:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077127.599892:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00010000:00000001:1.0:1769077128.494503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077128.494507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077128.494514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077128.494515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077128.494539:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077128.494543:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077128.494550:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077129.518479:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077129.518484:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077129.518493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077129.518496:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077129.518514:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077129.518518:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077129.518523:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077130.542487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077130.542491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077130.542497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077130.542501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077130.542531:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077130.542535:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077130.542539:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077130.542579:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077130.542585:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077130.542587:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077130.542591:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077130.542593:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077130.542596:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077130.542598:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077130.542600:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077130.542602:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077131.566469:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077131.566475:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077131.566480:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077131.566485:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077131.566490:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077131.566496:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077131.566510:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077131.566513:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077131.566515:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077131.566540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077131.566543:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077131.566545:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077131.566547:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077131.566549:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077131.566551:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077131.566553:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077131.566554:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077131.566557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077131.566558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077131.566571:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077131.566573:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077131.566575:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077132.590501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077132.590506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077132.590511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077132.590514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077132.590538:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077132.590543:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077132.590548:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077132.718535:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077132.718544:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077132.718546:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077132.718549:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077132.718552:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077132.718559:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3824
00000400:00000200:1.0:1769077132.718566:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077132.718571:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077132.718574:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077132.718576:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718579:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077132.718581:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718582:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077132.718586:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077132.718587:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077132.718589:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077132.718591:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077132.718593:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077132.718594:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077132.718597:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718598:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077132.718600:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718601:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077132.718603:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077132.718605:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718607:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077132.718609:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077132.718611:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077132.718613:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077132.718614:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077132.718616:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077132.718624:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5180.
00000020:00000040:1.0:1769077132.718627:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077132.718630:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077132.718631:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077132.718633:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077132.718635:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077132.718638:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077132.718645:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077132.718650:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077132.718657:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5180 x1855007932453632/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077132.718665:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077132.718668:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077132.718671:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b0b83e] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5180 x1855007932453632/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077132.718695:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077132.718697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077132.718700:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077132.718701:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077132.718702:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077132.718704:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077132.718706:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3824
00000400:00000200:1.0:1769077132.718708:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077132.718710:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077132.718712:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077132.718714:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718715:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077132.718716:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718718:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077132.718719:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077132.718720:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077132.718721:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077132.718722:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077132.718723:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077132.718724:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077132.718727:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718728:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077132.718729:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718731:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077132.718732:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077132.718734:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718735:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077132.718736:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077132.718740:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077132.718741:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077132.718742:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077132.718745:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077132.718747:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077132.718749:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077132.718751:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4e00.
00000020:00000040:1.0:1769077132.718754:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077132.718756:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077132.718757:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077132.718758:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077132.718760:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077132.718761:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077132.718763:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769077132.718766:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077132.718770:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4e00 x1855007932453760/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077132.718781:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077132.718783:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077132.718789:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000699d57bf] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4e00 x1855007932453760/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077132.718820:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077132.718825:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077132.718830:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077132.718832:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077132.718836:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077132.718842:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077132.718847:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3824
00000400:00000200:1.0:1769077132.718854:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077132.718859:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077132.718862:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077132.718864:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718867:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077132.718871:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718874:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077132.718875:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077132.718877:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077132.718882:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077132.718885:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077132.718887:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077132.718889:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077132.718893:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718898:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077132.718900:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718905:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077132.718907:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077132.718910:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077132.718915:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077132.718917:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077132.718922:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077132.718929:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077132.718934:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077132.718938:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077132.718946:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077132.718952:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077132.718962:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769077132.718968:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077132.718972:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077132.718975:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077132.718980:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077132.718984:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077132.718989:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077132.718996:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077132.719003:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077132.719015:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932453888/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077132.719030:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077132.719034:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077132.719043:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932453888/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077132.719061:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077132.719067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077132.719074:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077132.719081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077132.719088:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1769077132.719093:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769077132.719095:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3834)
00000800:00000200:3.1:1769077132.719100:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769077132.719453:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077132.719455:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769077132.719640:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077132.719642:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00010000:00000001:1.0:1769077133.614498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077133.614502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077133.614509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077133.614512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077133.614539:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077133.614545:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077133.614551:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077134.638494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077134.638502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077134.638511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077134.638519:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077134.638523:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077134.638527:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077134.638533:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077134.638537:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077134.638540:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077134.638545:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077134.638571:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077134.638575:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077134.638579:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077135.662557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077135.662569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077135.662585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077135.662595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077135.662635:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077135.662638:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077135.662642:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077136.686527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077136.686534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077136.686546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077136.686553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077136.686593:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077136.686598:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077136.686602:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077137.710515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077137.710520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077137.710530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077137.710534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077137.710560:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077137.710565:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077137.710571:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077137.839079:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077137.839084:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077137.839647:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077137.839649:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077137.839838:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077137.839840:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1769077138.734519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077138.734526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077138.734537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077138.734542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077138.734570:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077138.734575:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077138.734582:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077139.758563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077139.758575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077139.758592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077139.758596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077139.758630:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077139.758634:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077139.758637:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077140.782488:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077140.782492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077140.782499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077140.782503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077140.782525:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077140.782529:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077140.782533:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077141.806577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077141.806591:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077141.806599:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077141.806607:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077141.806621:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077141.806627:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077141.806634:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077141.806641:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077141.806652:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077141.806656:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077141.806690:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077141.806694:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077141.806698:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077142.830489:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077142.830494:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077142.830500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077142.830504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077142.830526:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077142.830531:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077142.830535:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077142.959300:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077142.959305:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077142.959755:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077142.959757:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077142.959978:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077142.959981:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1769077143.854543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077143.854548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077143.854557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077143.854563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077143.854592:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077143.854605:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077143.854615:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077144.878519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077144.878529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077144.878537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077144.878545:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077144.878551:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077144.878559:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077144.878574:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077144.878580:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077144.878592:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077144.878597:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077144.878617:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077144.878622:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077144.878628:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077145.902541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077145.902547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077145.902561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077145.902569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077145.902601:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077145.902610:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077145.902617:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077146.926551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077146.926557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077146.926566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077146.926570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077146.926604:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077146.926608:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077146.926611:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077146.926615:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077146.926619:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077146.926622:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077146.926625:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077146.926629:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077146.926635:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077147.950520:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077147.950527:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077147.950532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077147.950539:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077147.950546:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077147.950555:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077147.950561:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077147.950571:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077147.950579:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077147.950615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077147.950619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077147.950626:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077147.950629:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077147.950652:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077147.950655:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077147.950658:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077148.079161:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077148.079166:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077148.079691:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077148.079694:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077148.080024:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077148.080038:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769077148.974535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077148.974542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077148.974555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077148.974565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077148.974621:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077148.974626:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077148.974630:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077149.998515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077149.998526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077149.998536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077149.998543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077149.998577:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077149.998599:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077149.998607:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077151.022507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077151.022513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077151.022522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077151.022527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077151.022561:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077151.022567:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077151.022571:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077152.046518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077152.046525:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077152.046528:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077152.046534:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077152.046542:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077152.046548:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077152.046556:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077152.046564:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077152.046573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077152.046577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077153.070514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077153.070519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077153.070526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077153.070531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077153.070554:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077153.070558:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077153.070560:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077153.199110:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077153.199113:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077153.199534:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077153.199536:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077153.199727:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077153.199729:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769077154.094550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077154.094557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077154.094568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077154.094575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077155.118548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077155.118556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077155.118567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077155.118578:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077155.118585:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077155.118592:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077155.118601:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077155.118607:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077155.118613:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077155.118629:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077155.118663:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077155.118669:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077155.118673:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077156.142732:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077156.142741:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077156.142752:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077156.142762:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077157.166581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077157.166588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077157.166610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077157.166632:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077157.166664:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077157.166671:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077157.166696:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077158.190523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077158.190534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077158.190542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077158.190547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077158.318598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077158.318625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077158.318628:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077158.318631:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077158.318635:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077158.318642:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3849
00000400:00000200:1.0:1769077158.318651:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077158.318657:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077158.318659:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077158.318663:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077158.318666:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077158.318668:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077158.318670:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077158.318674:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077158.318675:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077158.318677:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077158.318680:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077158.318682:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077158.318684:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077158.318686:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077158.318687:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077158.318689:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077158.318691:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077158.318693:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077158.318696:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077158.318698:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077158.318700:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077158.318703:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077158.318705:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077158.318707:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077158.318709:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077158.318718:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769077158.318721:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077158.318724:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077158.318725:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077158.318728:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077158.318730:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077158.318734:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077158.318742:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077158.318748:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077158.318755:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932455552/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077158.318798:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077158.318803:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077158.318809:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932455552/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077158.318830:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077158.318833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077158.318851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077158.318852:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077158.318853:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077158.318855:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077158.318857:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3849
00000400:00000200:1.0:1769077158.318860:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077158.318862:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077158.318863:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077158.318865:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077158.318867:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077158.318868:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077158.318870:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077158.318871:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077158.318872:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077158.318874:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077158.318875:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077158.318877:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077158.318878:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077158.318881:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077158.318883:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077158.318885:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077158.318886:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077158.318888:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077158.318890:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077158.318892:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077158.318893:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077158.318899:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077158.318902:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077158.318905:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077158.318908:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077158.318911:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077158.318916:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077158.318922:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769077158.318925:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077158.318930:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077158.318933:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077158.318938:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077158.318942:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077158.318948:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077158.318955:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769077158.318963:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077158.318973:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932455680/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077158.318991:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077158.318995:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077158.319001:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932455680/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077158.319016:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077158.319019:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077158.319028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077158.319031:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077158.319034:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077158.319038:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077158.319044:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3849
00000400:00000200:1.0:1769077158.319052:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077158.319057:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077158.319062:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077158.319067:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077158.319069:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077158.319071:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077158.319075:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077158.319079:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077158.319080:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077158.319082:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077158.319085:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077158.319089:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077158.319091:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077158.319096:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077158.319101:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077158.319106:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077158.319110:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077158.319115:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077158.319122:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077158.319127:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077158.319131:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077158.319134:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077158.319139:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077158.319142:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077158.319146:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077158.319151:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077158.319156:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077158.319161:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769077158.319163:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077158.319164:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077158.319165:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077158.319167:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077158.319168:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077158.319170:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077158.319174:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769077158.319178:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077158.319185:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932455808/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077158.319195:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769077158.319200:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769077158.319201:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769077158.319203:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077158.319211:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932455808/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077158.319223:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077158.319228:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077158.319234:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077158.319238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077158.319243:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077158.319250:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3859)
00000800:00000200:2.1:1769077158.319584:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077158.319586:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077158.319841:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077158.319843:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769077159.214514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077159.214519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077159.214527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077159.214531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077159.214553:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077159.214556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077159.214561:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077160.238506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077160.238512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077160.238520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077160.238524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077161.262507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077161.262511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077161.262518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077161.262521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077161.262544:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077161.262548:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077161.262554:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077162.286476:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077162.286484:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077162.286488:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077162.286493:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077162.286500:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077162.286505:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077162.286508:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077162.286516:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077162.286521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077162.286525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077163.310613:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077163.310621:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077163.310629:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077163.310639:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077163.310705:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077163.310713:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077163.310747:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077163.438525:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077163.438537:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077163.438540:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077163.438544:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077163.438549:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077163.438557:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3854
00000400:00000200:1.0:1769077163.438568:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077163.438575:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077163.438578:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077163.438582:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077163.438586:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077163.438588:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077163.438591:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077163.438596:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077163.438598:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077163.438601:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077163.438603:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077163.438605:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077163.438607:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077163.438609:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077163.438611:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077163.438612:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077163.438614:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077163.438616:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077163.438619:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077163.438621:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077163.438624:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077163.438628:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077163.438631:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077163.438633:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077163.438635:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077163.438645:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769077163.438649:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077163.438653:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077163.438654:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077163.438657:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077163.438660:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077163.438665:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077163.438696:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769077163.438705:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077163.438714:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932455936/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077163.438740:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077163.438745:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077163.438749:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932455936/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077163.438770:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077163.438774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077163.438777:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077163.438778:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077163.438780:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077163.438782:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077163.438784:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3854
00000400:00000200:1.0:1769077163.438789:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077163.438792:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077163.438794:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077163.438797:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077163.438800:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077163.438802:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077163.438804:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077163.438806:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077163.438807:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077163.438809:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077163.438811:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077163.438813:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077163.438820:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077163.438824:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077163.438828:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077163.438831:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077163.438837:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077163.438842:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077163.438849:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077163.438853:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077163.438886:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077163.438897:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077163.438903:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077163.438918:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077163.438926:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077163.438937:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077163.438949:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077163.438964:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769077163.438971:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077163.438982:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077163.438988:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077163.438993:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077163.438996:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077163.439005:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077163.439020:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769077163.439035:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077163.439055:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932456064/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077163.439095:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077163.439100:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077163.439111:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932456064/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077163.439143:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077163.439148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077163.439158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077163.439161:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077163.439166:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077163.439171:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077163.439177:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3854
00000400:00000200:1.0:1769077163.439185:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077163.439200:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077163.439202:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077163.439209:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077163.439214:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077163.439221:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077163.439229:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077163.439242:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077163.439245:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077163.439250:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077163.439255:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077163.439258:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077163.439263:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077163.439269:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077163.439273:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077163.439278:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077163.439288:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077163.439292:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077163.439295:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077163.439303:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077163.439307:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077163.439310:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077163.439318:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077163.439331:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077163.439334:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077163.439343:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077163.439352:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077163.439360:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769077163.439372:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077163.439383:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077163.439386:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077163.439387:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077163.439388:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077163.439390:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077163.439393:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077163.439398:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077163.439406:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932456192/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077163.439413:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077163.439415:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077163.439419:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932456192/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077163.439427:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077163.439429:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077163.439434:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077163.439442:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077163.439474:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077163.439488:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3864)
00000800:00000200:2.1:1769077163.439489:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077163.439498:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077163.439907:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077163.439910:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077163.440232:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077163.440234:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769077164.334691:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077164.334711:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077164.334718:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077164.334723:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077165.358556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077165.358564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077165.358575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077165.358581:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077165.358587:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077165.358594:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077165.358600:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077165.358605:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077165.358611:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077165.358617:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077166.382618:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077166.382653:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077166.382664:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077166.382667:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077167.406494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077167.406497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077167.406503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077167.406506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077167.406550:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077167.406554:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077167.406555:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077167.406558:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077167.406563:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077167.406566:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077167.406570:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077167.406572:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077167.406575:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077168.430536:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077168.430544:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077168.430549:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077168.430559:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077168.430569:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077168.430584:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077168.430633:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077168.430637:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077168.430640:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077168.430683:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077168.430686:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077168.430690:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077168.430691:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077168.559200:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077168.559205:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769077168.559560:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077168.559562:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769077168.559790:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077168.559792:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00010000:00000001:1.0:1769077169.454542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077169.454551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077169.454565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077169.454571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077169.454644:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077169.454649:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077169.454652:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077170.478549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077170.478572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077170.478592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077170.478599:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077171.502525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077171.502533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077171.502540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077171.502557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077171.502589:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077171.502596:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077171.502606:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077172.526561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077172.526570:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077172.526579:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077172.526597:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077172.526621:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077172.526633:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077172.526645:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077172.526660:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077172.526671:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077172.526675:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077172.526715:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077172.526719:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077172.526724:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077173.550555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077173.550562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077173.550581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077173.550590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077173.550620:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077173.550627:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077173.550635:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077173.679372:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077173.679380:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077173.679795:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077173.679796:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077173.679978:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077173.679980:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1769077174.574525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077174.574530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077174.574536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077174.574542:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077174.574545:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077174.574549:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077174.574556:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077174.574562:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077174.574584:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077174.574592:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077174.574644:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077174.574653:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077174.574657:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077175.598562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077175.598576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077175.598598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077175.598607:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077175.598634:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077175.598641:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077175.598659:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077176.622586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077176.622592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077176.622599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077176.622607:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077176.622654:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077176.622673:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077176.622682:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077177.646553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077177.646563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077177.646580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077177.646597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077177.646630:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077177.646634:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077177.646640:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077178.670584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077178.670598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077178.670614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077178.670623:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077178.670657:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077178.670666:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077178.670679:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077178.798627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077178.798640:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077178.798644:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077178.798649:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077178.798654:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077178.798663:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3870
00000400:00000200:1.0:1769077178.798675:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077178.798683:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077178.798687:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077178.798692:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077178.798697:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077178.798700:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077178.798702:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077178.798706:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077178.798708:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077178.798710:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077178.798713:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077178.798715:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077178.798717:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077178.798720:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077178.798721:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077178.798723:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077178.798725:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077178.798727:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077178.798740:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077178.798742:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077178.798745:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077178.798748:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077178.798751:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077178.798753:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077178.798755:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077178.798763:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769077178.798767:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077178.798770:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077178.798772:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077178.798775:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077178.798778:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077178.798781:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077178.798788:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769077178.798795:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077178.798802:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932457088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077178.798812:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077178.798816:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077178.798820:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932457088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077178.798852:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077178.798855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077178.798858:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077178.798860:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077178.798861:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077178.798864:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077178.798865:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3870
00000400:00000200:1.0:1769077178.798869:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077178.798871:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077178.798873:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077178.798877:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077178.798879:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077178.798881:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077178.798884:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077178.798886:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077178.798887:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077178.798888:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077178.798890:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077178.798892:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077178.798895:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077178.798900:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077178.798903:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077178.798907:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077178.798912:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077178.798915:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077178.798920:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077178.798926:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077178.798930:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077178.798936:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077178.798941:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077178.798946:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077178.798950:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077178.798955:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077178.798960:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077178.798964:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769077178.798968:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077178.798971:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077178.798974:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077178.798978:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077178.798980:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077178.798983:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077178.798988:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077178.798993:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077178.799002:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932457216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077178.799020:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077178.799025:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077178.799030:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932457216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077178.799041:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077178.799044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077178.799052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077178.799054:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077178.799057:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077178.799061:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077178.799064:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3870
00000400:00000200:1.0:1769077178.799070:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077178.799076:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077178.799078:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077178.799081:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077178.799088:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077178.799090:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077178.799092:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077178.799098:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077178.799099:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077178.799101:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077178.799103:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077178.799105:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077178.799110:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077178.799116:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077178.799119:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077178.799124:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077178.799129:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077178.799135:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077178.799142:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077178.799147:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077178.799151:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077178.799157:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077178.799162:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077178.799166:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077178.799169:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077178.799174:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077178.799180:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077178.799185:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769077178.799190:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077178.799194:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077178.799195:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077178.799196:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077178.799198:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077178.799200:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077178.799205:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769077178.799209:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077178.799217:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932457344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077178.799230:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077178.799233:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077178.799240:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932457344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077178.799253:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077178.799257:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077178.799263:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077178.799267:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077178.799273:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077178.799279:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3880)
00000800:00000200:3.1:1769077178.799334:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077178.799337:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077178.799727:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077178.799730:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077178.799967:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077178.799969:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1769077179.694598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077179.694606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077179.694628:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077179.694643:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077179.694680:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077179.694684:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077179.694690:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077180.718557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077180.718567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077180.718580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077180.718586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077180.718625:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077180.718642:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077180.718657:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077181.742548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077181.742553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077181.742558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077181.742566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077181.742586:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077181.742589:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077181.742593:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077182.766525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077182.766533:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077182.766536:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077182.766541:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077182.766547:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077182.766551:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077182.766555:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077182.766568:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077182.766575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077182.766580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077182.766602:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077182.766606:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077182.766634:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077182.766719:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077182.766722:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077182.766724:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077182.766727:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077182.766729:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077182.766732:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077182.766735:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077182.766737:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077182.766740:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077183.790498:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077183.790505:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077183.790512:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077183.790519:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077183.790525:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077183.790528:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.790531:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077183.790534:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.790537:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077183.790562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077183.790565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077183.790569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077183.790570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077183.790587:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077183.790590:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077183.790593:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077183.919045:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077183.919387:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077183.919572:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00010000:00000001:1.0:1769077184.814530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077184.814536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077184.814547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077184.814555:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077184.814562:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077184.814569:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077184.814579:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077184.814586:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077184.814590:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077184.814592:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077184.814626:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077184.814629:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077184.814631:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077185.838511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077185.838518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077185.838528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077185.838532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077185.838570:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077185.838573:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077185.838577:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077186.862506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077186.862512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077186.862519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077186.862524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077186.862545:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077186.862548:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077186.862553:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769077186.990646:0:2407:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769077186.990693:0:2407:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077186.990707:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077186.990712:0:2407:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769077186.990716:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077186.990720:0:2407:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077186.990725:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077186.990729:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:1.0:1769077186.990734:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077186.990740:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077186.990747:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bcef68
00000400:00000010:1.0:1769077186.990751:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bcef68.
00000100:00000001:1.0:1769077186.990757:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077186.990766:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d0000 x1855007932457472/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077186.990800:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077186.990806:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932457472/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077186.990814:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.990816:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077186.990826:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077186.990829:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134f00.
00000400:00000200:1.0:1769077186.990832:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077186.990836:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077186.990851:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce330
00000400:00000010:1.0:1769077186.990853:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce330.
00000100:00000001:1.0:1769077186.990856:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077186.990861:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d2300 x1855007932457600/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077186.990877:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077186.990880:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932457600/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077186.990888:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.990890:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077186.990897:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077186.990900:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:1.0:1769077186.990902:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077186.990916:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077186.990919:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce440
00000400:00000010:1.0:1769077186.990921:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce440.
00000100:00000001:1.0:1769077186.990924:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077186.990928:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d0e00 x1855007932457728/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077186.990935:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077186.990938:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932457728/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077186.990944:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077186.990945:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1769077187.886510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077187.886514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077187.886523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077187.886528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077187.886554:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077187.886557:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077187.886562:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077188.910561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077188.910570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077188.910594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077188.910600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077189.039737:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077189.039741:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077189.040100:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077189.040103:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077189.040452:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077189.040455:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769077189.934491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077189.934497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077189.934507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077189.934512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077189.934555:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077189.934559:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077189.934563:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077190.958502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077190.958508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077190.958516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077190.958519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077190.958551:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077190.958556:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077190.958562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077191.982515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077191.982523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077191.982533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077191.982538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077191.982568:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077191.982575:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077191.982581:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077193.006504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077193.006511:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077193.006518:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077193.006526:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077193.006534:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077193.006540:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077193.006546:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077193.006551:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077193.006559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077193.006563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077194.030504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077194.030510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077194.030518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077194.030523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077194.030555:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077194.030558:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077194.030565:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077194.159040:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077194.159045:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077194.159400:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077194.159420:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077194.159623:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077194.159626:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1769077195.054506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077195.054511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077195.054519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077195.054524:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077195.054529:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077195.054535:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077195.054541:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077195.054545:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077195.054549:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077195.054552:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077196.078504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077196.078511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077196.078516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077196.078521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077196.078550:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077196.078555:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077196.078562:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077197.102503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077197.102508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077197.102518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077197.102524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077197.102559:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077197.102564:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077197.102569:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077198.126479:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077198.126484:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077198.126493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077198.126496:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077198.126520:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077198.126524:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077198.126527:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077199.150511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077199.150518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077199.150529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077199.150533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077199.150568:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077199.150572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077199.150576:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077199.279339:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077199.279344:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077199.280166:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077199.280169:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077199.280477:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077199.280479:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769077200.174472:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077200.174478:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077200.174490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077200.174495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077200.174526:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077200.174530:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077200.174534:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077201.198478:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077201.198484:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077201.198492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077201.198498:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077201.198525:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077201.198528:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077201.198532:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077202.222513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077202.222519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077202.222527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077202.222531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077202.222561:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077202.222566:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077202.222575:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077203.246463:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077203.246471:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077203.246475:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077203.246477:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077203.246481:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077203.246484:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077203.246489:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077203.246492:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077203.246497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077203.246502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077203.246519:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077203.246524:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077203.246530:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077204.270504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077204.270509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077204.270516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077204.270520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077204.270544:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077204.270548:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077204.270554:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077204.399114:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077204.399123:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077204.399688:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077204.399691:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077204.400032:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077204.400035:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769077205.294510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077205.294516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077205.294522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077205.294527:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077205.294531:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077205.294535:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077205.294541:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077205.294545:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077205.294549:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077205.294554:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077206.318509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077206.318513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077206.318520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077206.318524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077206.318545:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077206.318548:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077206.318555:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077207.342519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077207.342525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077207.342530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077207.342535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077207.342570:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077207.342573:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077207.342577:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077208.366555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077208.366560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077208.366570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077208.366583:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077208.366626:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077208.366638:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077208.366649:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077209.390536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077209.390542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077209.390556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077209.390561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077209.390592:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077209.390602:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077209.390609:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077209.519343:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077209.519346:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077209.519727:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077209.519729:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077209.519968:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077209.519970:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1769077210.414576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077210.414586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077210.414596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077210.414609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077210.414650:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077210.414657:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077210.414666:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077211.438547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077211.438553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077211.438563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077211.438569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077211.438600:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077211.438607:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077211.438616:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077212.462534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077212.462540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077212.462549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077212.462554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077212.462583:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077212.462589:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077212.462594:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077213.486516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077213.486525:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077213.486532:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077213.486538:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077213.486545:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077213.486550:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077213.486558:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077213.486564:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077213.486575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077213.486579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077213.486600:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077213.486603:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077213.486605:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077214.510490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077214.510494:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077214.510501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077214.510506:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077214.510509:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077214.510513:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077214.510517:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077214.510521:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077214.510524:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077214.510530:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077214.510552:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077214.510556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077214.510559:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077214.638559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077214.638568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077214.638570:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077214.638573:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077214.638577:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077214.638584:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3906
00000400:00000200:1.0:1769077214.638592:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077214.638597:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077214.638600:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077214.638603:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077214.638606:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077214.638608:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077214.638610:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077214.638614:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077214.638615:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077214.638617:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077214.638619:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077214.638621:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077214.638623:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077214.638625:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077214.638627:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077214.638629:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077214.638630:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077214.638633:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077214.638636:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077214.638638:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077214.638641:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077214.638643:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077214.638645:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077214.638647:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077214.638649:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077214.638657:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769077214.638660:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077214.638663:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077214.638664:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077214.638667:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077214.638669:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077214.638673:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077214.638696:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077214.638702:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077214.638710:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932459776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077214.638721:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077214.638725:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077214.638729:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932459776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077214.638770:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077214.638774:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077214.638778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077214.638780:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077214.638781:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077214.638784:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077214.638788:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3906
00000400:00000200:1.0:1769077214.638792:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077214.638796:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077214.638798:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077214.638802:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077214.638806:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077214.638809:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077214.638812:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077214.638841:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077214.638843:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077214.638847:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077214.638873:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077214.638881:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077214.638887:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077214.638897:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077214.638904:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077214.638911:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077214.638921:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077214.638931:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077214.638946:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077214.638960:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077214.638981:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077214.638995:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077214.639006:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077214.639015:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077214.639025:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077214.639036:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077214.639044:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077214.639056:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769077214.639065:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077214.639076:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077214.639086:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077214.639093:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077214.639099:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077214.639106:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077214.639121:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155800.
00000100:00000001:1.0:1769077214.639135:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077214.639155:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932459904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077214.639202:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077214.639210:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077214.639223:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932459904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077214.639250:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077214.639257:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077214.639263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077214.639267:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077214.639269:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077214.639290:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077214.639296:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3906
00000400:00000200:1.0:1769077214.639300:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077214.639307:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077214.639310:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077214.639316:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077214.639321:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077214.639324:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077214.639326:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077214.639331:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077214.639334:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077214.639337:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769077214.639338:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:1.0:1769077214.639340:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000800:00000200:2.1:1769077214.639343:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1769077214.639344:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077214.639349:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077214.639356:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077214.639361:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077214.639364:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077214.639366:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077214.639370:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077214.639377:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077214.639380:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077214.639383:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077214.639387:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077214.639391:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077214.639394:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077214.639398:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077214.639404:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077214.639409:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077214.639415:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769077214.639419:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077214.639424:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077214.639427:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077214.639431:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077214.639434:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077214.639437:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077214.639443:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154000.
00000100:00000001:1.0:1769077214.639477:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077214.639487:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932460032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077214.639498:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077214.639501:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077214.639507:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932460032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077214.639516:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077214.639519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077214.639523:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077214.639530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077214.639537:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077214.639561:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3916)
00000800:00000200:2.1:1769077214.639813:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077214.639814:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077214.640061:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077214.640063:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1769077215.534525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077215.534530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077215.534536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077215.534551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077215.534590:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077215.534593:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077215.534597:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077216.558489:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077216.558494:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077216.558501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077216.558504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077216.558533:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077216.558539:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077216.558546:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077217.582563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077217.582568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077217.582591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077217.582596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077217.582627:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077217.582632:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077217.582636:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077218.606503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077218.606509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077218.606517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077218.606521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077218.606551:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077218.606556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077218.606563:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077219.630521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077219.630526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077219.630533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077219.630537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077219.630563:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077219.630568:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077219.630575:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077219.759134:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077219.759140:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1769077219.759350:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077219.759352:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.759354:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077219.759355:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077219.759358:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932460160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759362:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077219.759365:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932460160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759369:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077219.759371:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.759372:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077219.759373:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.759374:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077219.759376:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077219.759378:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077219.759381:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077219.759382:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077219.759385:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932460160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077219.759390:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932460160:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077219.759394:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.759395:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077219.759397:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932460160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759423:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077219.759425:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077219.759427:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077219.759430:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077219.759431:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077219.759433:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077219.759435:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077219.759437:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8800.
02000000:00000001:2.0:1769077219.759440:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077219.759443:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077219.759444:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:2.0:1769077219.759448:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077219.759450:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.759452:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.759460:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077219.759462:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077219.759464:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077219.759465:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077219.759467:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077219.759472:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932460288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759489:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077219.759491:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077219.759493:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077219.759495:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077219.759498:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077219.759501:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932460288:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077219.759504:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077219.759507:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077219.759508:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077219.759509:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077219.759512:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077219.759513:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077219.759517:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077219.759519:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077219.759522:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077219.759524:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932460288, portal 10
00000100:00000001:2.0:1769077219.759525:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077219.759526:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:2.0:1769077219.759531:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932460288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759536:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077219.759538:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077219.759539:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077219.759541:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932460288, offset 0
00000400:00000200:2.0:1769077219.759543:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077219.759546:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077219.759550:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077219.759553:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077219.759556:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077219.759558:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077219.759561:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077219.759564:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47251:47251:256:4294967295] 192.168.204.153@tcp LPNI seq info [47251:47251:8:4294967295]
00000400:00000200:2.0:1769077219.759568:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077219.759575:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077219.759581:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077219.759584:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077219.759589:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077219.759592:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077219.759597:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077219.759600:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077219.759603:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077219.759605:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077219.759609:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077219.759612:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077219.759614:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077219.759615:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077219.759617:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077219.759636:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932460288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759644:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077219.759646:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932460288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759657:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077219.759658:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077219.759661:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077219.759664:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077219.759667:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077219.759669:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298583564
00000100:00000001:2.0:1769077219.759671:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298584866
00000100:00000001:2.0:1769077219.759673:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298583564
00000100:00000001:2.0:1769077219.759675:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298584866
00000100:00000001:2.0:1769077219.759677:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077219.759678:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077219.759680:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077219.759682:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077219/real 1769077219]  req@ffff91d7483d0e00 x1855007932460288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077219.759688:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077219.759690:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077219.759691:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077219.759693:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077219.759694:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077219.759696:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077219.759698:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932460288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077219.759705:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932460288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759710:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077219.759711:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.759713:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077219.759715:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077219.759720:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932460288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759729:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077219.759774:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932460288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759781:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077219.759784:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.759786:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077219.759787:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.759789:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077219.759791:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077219.759794:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077219.759798:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077219.759801:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077219.759805:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932460288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077219.759814:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932460288:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077219.759817:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077219.759820:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932460416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759834:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077219.759835:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077219.759837:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077219.759839:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077219.759840:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077219.759842:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932460416:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077219.759844:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077219.759845:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077219.759847:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077219.759848:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077219.759851:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077219.759852:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077219.759855:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077219.759857:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077219.759859:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077219.759861:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932460416, portal 10
00000100:00000001:2.0:1769077219.759863:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077219.759864:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:2.0:1769077219.759868:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932460416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759872:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077219.759874:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077219.759875:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077219.759877:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932460416, offset 0
00000400:00000200:2.0:1769077219.759879:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077219.759882:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077219.759884:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077219.759886:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077219.759888:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077219.759901:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077219.759902:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077219.759905:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47252:47252:256:4294967295] 192.168.204.153@tcp LPNI seq info [47252:47252:8:4294967295]
00000400:00000200:2.0:1769077219.759907:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077219.759912:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077219.759915:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077219.759917:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077219.759919:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077219.759922:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077219.759924:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077219.759926:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077219.759928:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077219.759930:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077219.759932:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077219.759935:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077219.759936:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077219.759938:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077219.759939:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077219.759941:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932460416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759947:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077219.759949:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932460416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759953:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077219.759954:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077219.759956:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077219.759958:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077219.759960:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077219.759961:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298583563
00000100:00000001:2.0:1769077219.759963:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298584866
00000100:00000001:2.0:1769077219.759965:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298583563
00000100:00000001:2.0:1769077219.759966:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298584866
00000100:00000001:2.0:1769077219.759968:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077219.759969:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077219.759970:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077219.759972:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077219/real 1769077219]  req@ffff91d7483d3100 x1855007932460416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077219.759977:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077219.759978:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077219.759979:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077219.759980:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077219.759981:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077219.759982:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077219.759984:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932460416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077219.759990:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932460416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.759994:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077219.759995:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.759996:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077219.759997:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077219.759999:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932460416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.760003:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077219.760006:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932460416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.760009:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077219.760011:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.760012:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077219.760013:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.760014:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077219.760016:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077219.760018:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077219.760020:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077219.760021:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077219.760023:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932460416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077219.760028:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932460416:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077219.760031:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.760033:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077219.760034:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932460288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.760039:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077219.760040:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077219.760041:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077219.760042:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077219.760043:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077219.760044:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077219.760046:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077219.760047:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9400.
02000000:00000001:2.0:1769077219.760049:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077219.760050:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077219.760051:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:2.0:1769077219.760053:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077219.760054:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.760055:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077219.760057:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932460416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077219.760061:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077219.760062:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077219.760062:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077219.760064:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077219.760064:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077219.760065:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077219.760066:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077219.760067:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8000.
02000000:00000001:2.0:1769077219.760068:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077219.760069:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077219.760070:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:2.0:1769077219.760071:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077219.760072:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.760073:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.760076:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077219.760077:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077219.760078:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077219.760079:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077220.654502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077220.654510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077220.654518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077220.654521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077220.654532:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077220.654542:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769077220.654552:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077220.654559:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077220.654561:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077220.654569:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00010000:1.0:1769077220.654573:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077220.654584:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077220.654595:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077220.654604:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077220.654611:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077220.654618:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077221.102490:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298584866, at 4298584896
00000100:00000010:2.0:1769077221.102504:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077221.678563:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077221.678578:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077221.678583:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077221.678591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077221.678593:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077221.678604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077221.678606:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077221.678618:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077221.678625:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077221.678634:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077221.678647:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077221.678650:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077221.678655:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077222.702499:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077222.702506:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077222.702511:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077222.702517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077222.702519:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077222.702525:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077222.702526:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077222.702531:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077222.702533:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077222.702535:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077222.702538:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077222.702540:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077222.702543:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077222.702543:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077222.702550:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077222.702551:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077222.702552:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077222.702558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077222.702559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077222.702592:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077222.702594:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077222.702597:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077223.726514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077223.726519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077223.726525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077223.726532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077223.726539:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077223.726546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077223.726550:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077223.726555:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077223.726561:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077223.726577:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077223.726580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077223.726583:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077223.726585:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077223.726586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077223.726590:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077223.726594:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077224.750517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077224.750522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077224.750526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077224.750528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077224.750531:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077224.750541:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077224.750542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077224.750550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077224.750551:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077224.750557:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077224.750558:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077224.750566:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077224.750575:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077224.750578:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077224.750579:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077224.750583:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077224.750585:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077224.750588:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077224.750590:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077224.750633:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077224.750636:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077224.750638:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077224.878810:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077224.878817:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077224.878823:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077224.878833:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2d80 x1855007932460544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.878857:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077224.878861:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077224.878866:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077224.878870:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077224.878875:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077224.878882:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932460544:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077224.878887:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077224.878891:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077224.878894:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077224.878899:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077224.878905:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077224.878910:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077224.878930:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077224.878936:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077224.878942:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077224.878952:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932460544, portal 25
00000100:00000001:2.0:1769077224.878957:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077224.878961:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806016 : -121121160745600 : ffff91d7483d2d80)
00000100:00000040:2.0:1769077224.878972:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2d80 x1855007932460544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.878995:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077224.879000:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077224.879004:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077224.879008:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932460544, offset 0
00000400:00000200:2.0:1769077224.879016:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077224.879027:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077224.879035:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077224.879042:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077224.879048:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077224.879054:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077224.879068:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077224.879073:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47253:47253:256:4294967295] 192.168.204.153@tcp LPNI seq info [47253:47253:8:4294967295]
00000400:00000200:2.0:1769077224.879082:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077224.879096:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077224.879103:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077224.879108:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077224.879118:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077224.879123:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077224.879131:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077224.879137:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077224.879147:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077224.879151:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077224.879157:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077224.879165:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077224.879173:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077224.879175:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077224.879180:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077224.879186:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2d80 x1855007932460544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879203:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077224.879206:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2d80 x1855007932460544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879217:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077224.879219:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077224.879223:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077224.879226:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077224.879229:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298589986
00000100:00000010:2.0:1769077224.879233:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077224.879238:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077224.879243:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298589986
00000100:00000010:2.0:1769077224.879245:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c6c0.
00000100:00000001:2.0:1769077224.879247:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077224.879249:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077224.879251:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077224.879253:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077224.879256:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077224/real 1769077224]  req@ffff91d7483d2d80 x1855007932460544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077224.879281:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077224.879283:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077224.879284:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077224.879286:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077224.879287:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077224.879289:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077224.879292:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2d80 x1855007932460544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077224.879298:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2d80 x1855007932460544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879302:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077224.879303:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.879305:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077224.879306:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077224.879309:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2d80 x1855007932460544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879314:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077224.879317:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2d80 x1855007932460544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879322:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077224.879324:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.879325:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077224.879326:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.879339:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077224.879340:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077224.879342:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077224.879345:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077224.879346:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077224.879349:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2d80 x1855007932460544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077224.879354:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932460544:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077224.879357:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.879359:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077224.879360:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2d80 x1855007932460544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879365:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077224.879367:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077224.879369:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077224.879371:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077224.879373:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077224.879375:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077224.879377:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077224.879379:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:2.0:1769077224.879383:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077224.879385:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077224.879387:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2d80.
00000100:00000001:2.0:1769077224.879391:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077224.879392:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.879394:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.879446:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077224.879449:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077224.879451:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077224.879453:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077224.879455:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077224.879458:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0a80 x1855007932460672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879464:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077224.879465:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077224.879466:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077224.879468:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077224.879469:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077224.879471:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932460672:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077224.879473:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077224.879475:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077224.879476:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077224.879477:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077224.879480:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077224.879481:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077224.879485:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077224.879486:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077224.879489:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077224.879491:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932460672, portal 10
00000100:00000001:2.0:1769077224.879492:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077224.879494:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797056 : -121121160754560 : ffff91d7483d0a80)
00000100:00000040:2.0:1769077224.879498:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0a80 x1855007932460672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879514:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077224.879516:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077224.879518:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077224.879519:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932460672, offset 0
00000400:00000200:2.0:1769077224.879522:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077224.879525:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077224.879528:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077224.879530:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077224.879532:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077224.879534:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077224.879536:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077224.879538:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47254:47254:256:4294967295] 192.168.204.153@tcp LPNI seq info [47254:47254:8:4294967295]
00000400:00000200:2.0:1769077224.879541:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077224.879545:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077224.879548:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077224.879550:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077224.879552:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077224.879554:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077224.879558:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077224.879559:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077224.879562:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077224.879563:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077224.879566:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077224.879568:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077224.879570:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077224.879571:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077224.879573:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077224.879575:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0a80 x1855007932460672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879580:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077224.879592:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0a80 x1855007932460672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879597:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077224.879598:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077224.879601:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077224.879604:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077224.879606:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077224.879607:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298588684
00000100:00000001:2.0:1769077224.879610:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298589986
00000100:00000001:2.0:1769077224.879611:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298588684
00000100:00000001:2.0:1769077224.879613:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298589986
00000100:00000001:2.0:1769077224.879615:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077224.879616:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077224.879618:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077224.879620:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077224/real 1769077224]  req@ffff91d7483d0a80 x1855007932460672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077224.879625:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077224.879627:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077224.879628:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077224.879630:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077224.879632:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077224.879634:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077224.879637:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0a80 x1855007932460672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077224.879673:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0a80 x1855007932460672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879681:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077224.879682:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.879684:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077224.879686:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077224.879690:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0a80 x1855007932460672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879698:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077224.879702:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0a80 x1855007932460672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879710:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077224.879724:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.879726:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077224.879727:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.879729:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077224.879731:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077224.879734:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077224.879738:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077224.879740:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077224.879744:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0a80 x1855007932460672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077224.879753:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932460672:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077224.879758:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077224.879761:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932460800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879769:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077224.879771:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077224.879773:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077224.879775:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077224.879777:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077224.879780:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932460800:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077224.879782:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077224.879783:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077224.879785:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077224.879786:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077224.879789:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077224.879790:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077224.879793:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077224.879795:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077224.879797:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077224.879800:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932460800, portal 10
00000100:00000001:2.0:1769077224.879801:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077224.879803:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:2.0:1769077224.879808:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932460800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879815:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077224.879817:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077224.879820:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077224.879822:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932460800, offset 0
00000400:00000200:2.0:1769077224.879826:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077224.879831:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077224.879835:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077224.879838:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077224.879841:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077224.879844:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077224.879846:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077224.879850:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47255:47255:256:4294967295] 192.168.204.153@tcp LPNI seq info [47255:47255:8:4294967295]
00000400:00000200:2.0:1769077224.879854:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077224.879861:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077224.879865:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077224.879867:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077224.879870:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077224.879872:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077224.879875:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077224.879877:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077224.879880:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077224.879882:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077224.879884:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077224.879886:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077224.879888:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077224.879890:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077224.879892:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077224.879895:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932460800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879900:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077224.879902:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932460800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879907:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077224.879908:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077224.879910:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077224.879912:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077224.879924:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077224.879926:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298588683
00000100:00000001:2.0:1769077224.879928:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298589986
00000100:00000001:2.0:1769077224.879930:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298588683
00000100:00000001:2.0:1769077224.879931:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298589986
00000100:00000001:2.0:1769077224.879932:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077224.879934:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077224.879935:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077224.879937:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077224/real 1769077224]  req@ffff91d7483d3100 x1855007932460800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077224.879942:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077224.879943:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077224.879945:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077224.879946:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077224.879947:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077224.879948:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077224.879950:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932460800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077224.879956:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932460800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879961:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077224.879962:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.879963:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077224.879964:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077224.879966:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932460800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879970:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077224.879972:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932460800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.879976:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077224.879978:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.879979:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077224.879979:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.879981:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077224.879989:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077224.879991:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077224.879993:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077224.879994:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077224.879997:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932460800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077224.880002:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932460800:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077224.880005:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.880006:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077224.880008:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0a80 x1855007932460672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.880012:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077224.880014:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077224.880015:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077224.880017:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077224.880018:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077224.880019:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077224.880020:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077224.880022:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8000.
02000000:00000001:2.0:1769077224.880023:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077224.880024:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077224.880025:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0a80.
00000100:00000001:2.0:1769077224.880027:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077224.880028:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.880029:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077224.880031:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932460800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077224.880035:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077224.880036:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077224.880037:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077224.880039:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077224.880040:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077224.880040:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077224.880042:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077224.880042:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9400.
02000000:00000001:2.0:1769077224.880044:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077224.880044:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077224.880045:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:2.0:1769077224.880046:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077224.880047:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.880048:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.880051:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077224.880052:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077224.880059:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077224.880061:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077225.774501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077225.774509:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077225.774515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077225.774517:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077225.774525:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077225.774528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077225.774536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077225.774538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077225.774553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077225.774562:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077225.774580:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077225.774584:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077225.774591:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077225.774596:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077225.774602:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077225.774606:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077226.222497:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298589986, at 4298590016
00000100:00000010:2.0:1769077226.222508:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00010000:00000001:1.0:1769077226.798459:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077226.798459:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077226.798464:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077226.798465:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077226.798469:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077226.798470:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077226.798474:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077226.798476:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077226.798482:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077226.798487:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077226.798493:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077226.798494:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077226.798498:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077226.798500:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077226.798504:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077226.798506:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077227.822502:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077227.822510:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077227.822513:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077227.822515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077227.822520:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077227.822521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.822527:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077227.822532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077227.822532:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077227.822538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077227.822539:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077227.822543:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.822547:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077227.822567:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077227.822572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077227.822576:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077228.846514:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077228.846519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077228.846522:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077228.846523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077228.846527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077228.846530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077228.846535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077228.846535:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077228.846543:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077228.846549:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077228.846558:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077228.846563:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077228.846565:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077228.846570:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077228.846570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077228.846575:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.870500:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077229.870502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077229.870507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.870509:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077229.870512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077229.870516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.870517:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077229.870526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077229.870533:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077229.870539:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077229.870540:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077229.870546:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077229.870547:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.870551:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077229.870552:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077229.870556:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.998725:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077229.998731:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077229.998734:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077229.998743:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5c00 x1855007932460928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.998768:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077229.998773:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077229.998777:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077229.998781:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077229.998785:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077229.998791:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932460928:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077229.998799:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077229.998803:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077229.998815:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077229.998819:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077229.998825:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491aa800.
02000000:00000001:2.0:1769077229.998831:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077229.998840:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077229.998845:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077229.998853:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077229.998860:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932460928, portal 25
00000100:00000001:2.0:1769077229.998865:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077229.998868:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481024 : -121121145070592 : ffff91d7492c5c00)
00000100:00000040:2.0:1769077229.998877:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5c00 x1855007932460928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.998905:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077229.998912:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077229.998916:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077229.998922:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932460928, offset 0
00000400:00000200:2.0:1769077229.998929:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077229.998938:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077229.998947:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077229.998953:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077229.998956:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077229.998959:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077229.998961:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077229.998964:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47256:47256:256:4294967295] 192.168.204.153@tcp LPNI seq info [47256:47256:8:4294967295]
00000400:00000200:2.0:1769077229.998967:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077229.998974:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077229.998978:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077229.998985:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077229.998998:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077229.999004:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077229.999016:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077229.999023:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077229.999032:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077229.999036:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077229.999044:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077229.999054:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077229.999059:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077229.999063:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077229.999070:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077229.999078:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5c00 x1855007932460928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999098:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077229.999104:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5c00 x1855007932460928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999115:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.999119:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077229.999123:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077229.999132:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077229.999140:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298595106
00000100:00000010:2.0:1769077229.999148:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077229.999157:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077229.999164:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298595106
00000100:00000010:2.0:1769077229.999169:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c840.
00000100:00000001:2.0:1769077229.999173:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077229.999177:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077229.999179:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.999181:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077229.999185:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077229/real 1769077229]  req@ffff91d7492c5c00 x1855007932460928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077229.999192:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077229.999193:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077229.999195:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077229.999197:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077229.999198:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077229.999200:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077229.999203:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5c00 x1855007932460928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077229.999209:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5c00 x1855007932460928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999213:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077229.999214:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999216:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077229.999217:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077229.999219:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5c00 x1855007932460928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999224:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077229.999227:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5c00 x1855007932460928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999236:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077229.999238:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999239:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077229.999240:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999242:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077229.999243:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077229.999245:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077229.999247:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077229.999249:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077229.999252:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5c00 x1855007932460928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077229.999257:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932460928:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077229.999260:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999261:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077229.999263:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5c00 x1855007932460928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999267:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077229.999269:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077229.999271:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491aa800.
02000000:00000001:2.0:1769077229.999273:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077229.999274:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077229.999276:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077229.999278:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077229.999280:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:2.0:1769077229.999284:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077229.999286:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077229.999287:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5c00.
00000100:00000001:2.0:1769077229.999291:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077229.999292:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999295:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999303:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077229.999306:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.999308:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077229.999309:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077229.999311:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077229.999315:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932461056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999323:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077229.999324:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077229.999327:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077229.999329:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077229.999331:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077229.999334:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932461056:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077229.999338:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077229.999340:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077229.999341:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077229.999343:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077229.999347:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491aa800.
02000000:00000001:2.0:1769077229.999349:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077229.999353:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077229.999356:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077229.999360:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077229.999363:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932461056, portal 10
00000100:00000001:2.0:1769077229.999365:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077229.999366:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:2.0:1769077229.999372:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932461056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999379:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077229.999382:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077229.999384:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077229.999386:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932461056, offset 0
00000400:00000200:2.0:1769077229.999389:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077229.999393:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077229.999398:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077229.999427:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077229.999430:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077229.999433:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077229.999436:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077229.999439:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47257:47257:256:4294967295] 192.168.204.153@tcp LPNI seq info [47257:47257:8:4294967295]
00000400:00000200:2.0:1769077229.999444:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077229.999451:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077229.999457:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077229.999461:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077229.999466:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077229.999468:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077229.999474:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077229.999476:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077229.999481:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077229.999483:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077229.999486:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077229.999489:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077229.999492:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077229.999494:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077229.999497:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077229.999501:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6d80 x1855007932461056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999510:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077229.999513:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932461056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999520:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.999522:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077229.999525:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077229.999529:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077229.999533:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077229.999535:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298593804
00000100:00000001:2.0:1769077229.999539:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298595106
00000100:00000001:2.0:1769077229.999541:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298593804
00000100:00000001:2.0:1769077229.999544:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298595106
00000100:00000001:2.0:1769077229.999546:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077229.999548:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.999550:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077229.999555:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077229/real 1769077229]  req@ffff91d7492c6d80 x1855007932461056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077229.999576:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077229.999578:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077229.999579:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077229.999581:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077229.999582:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077229.999584:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077229.999586:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932461056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077229.999592:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932461056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999596:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077229.999597:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999599:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077229.999599:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077229.999602:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932461056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999606:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077229.999609:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932461056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999614:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077229.999615:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999617:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077229.999618:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999619:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077229.999621:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077229.999628:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077229.999631:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077229.999632:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077229.999635:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932461056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077229.999640:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932461056:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077229.999643:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077229.999645:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4380 x1855007932461184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999650:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077229.999651:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077229.999652:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077229.999654:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077229.999655:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077229.999657:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932461184:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077229.999659:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077229.999660:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077229.999661:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077229.999663:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077229.999665:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab800.
02000000:00000001:2.0:1769077229.999667:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077229.999669:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077229.999671:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077229.999674:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077229.999676:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932461184, portal 10
00000100:00000001:2.0:1769077229.999677:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077229.999678:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564474752 : -121121145076864 : ffff91d7492c4380)
00000100:00000040:2.0:1769077229.999682:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4380 x1855007932461184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999687:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077229.999688:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077229.999690:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077229.999691:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932461184, offset 0
00000400:00000200:2.0:1769077229.999694:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077229.999697:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077229.999699:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077229.999701:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077229.999703:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077229.999704:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077229.999706:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077229.999708:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47258:47258:256:4294967295] 192.168.204.153@tcp LPNI seq info [47258:47258:8:4294967295]
00000400:00000200:2.0:1769077229.999711:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077229.999715:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077229.999719:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077229.999721:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077229.999723:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077229.999725:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077229.999728:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077229.999730:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077229.999733:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077229.999734:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077229.999736:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077229.999739:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077229.999741:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077229.999742:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077229.999744:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077229.999746:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4380 x1855007932461184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999751:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077229.999753:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4380 x1855007932461184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999758:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.999759:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077229.999761:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077229.999762:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077229.999765:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077229.999766:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298593803
00000100:00000001:2.0:1769077229.999768:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298595106
00000100:00000001:2.0:1769077229.999769:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298593803
00000100:00000001:2.0:1769077229.999771:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298595106
00000100:00000001:2.0:1769077229.999772:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077229.999773:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.999774:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077229.999776:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077229/real 1769077229]  req@ffff91d7492c4380 x1855007932461184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077229.999781:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077229.999782:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077229.999783:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077229.999785:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077229.999786:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077229.999787:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077229.999788:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4380 x1855007932461184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077229.999793:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4380 x1855007932461184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999797:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077229.999798:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999799:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077229.999800:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077229.999803:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4380 x1855007932461184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999808:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077229.999810:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4380 x1855007932461184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999814:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077229.999815:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999816:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077229.999817:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999818:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077229.999820:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077229.999821:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077229.999823:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077229.999824:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077229.999827:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4380 x1855007932461184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077229.999831:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932461184:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077229.999834:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999835:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077229.999837:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932461056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999841:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077229.999843:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077229.999844:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491aa800.
02000000:00000001:2.0:1769077229.999845:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077229.999846:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077229.999847:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077229.999848:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077229.999850:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:2.0:1769077229.999851:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077229.999852:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077229.999854:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:2.0:1769077229.999857:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077229.999858:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999859:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077229.999861:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4380 x1855007932461184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077229.999865:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077229.999866:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077229.999867:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab800.
02000000:00000001:2.0:1769077229.999869:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077229.999869:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077229.999870:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077229.999871:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077229.999872:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:2.0:1769077229.999873:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077229.999874:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077229.999875:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4380.
00000100:00000001:2.0:1769077229.999876:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077229.999877:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999878:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.999880:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077229.999881:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.999882:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077229.999883:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077230.894532:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077230.894535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077230.894540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077230.894561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077230.894564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077230.894566:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077230.894571:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077230.894577:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077230.894593:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077230.894600:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077230.894601:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077230.894605:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077230.894611:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077230.894619:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077230.894623:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077230.894626:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077231.342521:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298595106, at 4298595136
00000100:00000010:2.0:1769077231.342552:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077231.918498:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077231.918503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077231.918505:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077231.918510:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077231.918511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077231.918518:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077231.918522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077231.918536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077231.918537:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077231.918544:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.918558:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077231.918561:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077231.918564:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077231.918565:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077231.918569:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077231.918574:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077232.942504:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077232.942506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077232.942526:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077232.942529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077232.942531:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077232.942535:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077232.942535:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077232.942542:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769077232.942545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077232.942546:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077232.942553:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077232.942554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077232.942557:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077232.942560:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077232.942563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077232.942567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077232.942582:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077232.942589:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077232.942592:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077232.942609:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077232.942612:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077232.942614:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077233.966502:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077233.966508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077233.966508:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077233.966513:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077233.966514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077233.966521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077233.966523:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077233.966524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077233.966531:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077233.966535:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077233.966538:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077233.966543:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077233.966546:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077233.966549:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077233.966552:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077233.966558:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077234.990587:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077234.990590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077234.990595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077234.990596:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077234.990601:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077234.990603:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077234.990606:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077234.990609:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077234.990612:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077234.990612:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077234.990618:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077234.990619:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077234.990625:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077234.990625:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077234.990628:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077234.990629:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077234.990634:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077234.990635:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077234.990637:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077234.990667:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077234.990671:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077234.990673:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077235.118513:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077235.118521:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077235.118523:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077235.118526:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077235.118529:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077235.118535:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3926
00000400:00000200:2.0:1769077235.118543:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077235.118548:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077235.118550:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077235.118552:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118555:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077235.118557:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118558:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077235.118562:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077235.118564:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077235.118566:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077235.118568:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077235.118569:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077235.118571:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077235.118573:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118574:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077235.118576:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118577:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077235.118580:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077235.118582:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118584:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077235.118586:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077235.118588:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077235.118590:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077235.118591:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077235.118593:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077235.118607:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077235.118611:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077235.118614:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077235.118615:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077235.118617:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077235.118620:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077235.118623:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077235.118629:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769077235.118634:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077235.118641:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932461312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077235.118649:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077235.118652:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077235.118656:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932461312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077235.118673:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077235.118676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077235.118678:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077235.118679:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077235.118681:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077235.118683:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077235.118685:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3926
00000400:00000200:2.0:1769077235.118688:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077235.118691:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077235.118693:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077235.118695:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118697:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077235.118702:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118707:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077235.118710:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077235.118712:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077235.118715:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077235.118717:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077235.118721:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077235.118725:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077235.118732:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118737:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077235.118740:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118743:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077235.118747:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077235.118751:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118756:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077235.118760:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077235.118766:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077235.118770:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077235.118773:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077235.118778:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077235.118783:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077235.118784:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077235.118786:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077235.118789:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077235.118791:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077235.118792:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077235.118793:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077235.118797:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077235.118799:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077235.118805:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00000001:2.0:1769077235.118809:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077235.118816:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932461440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077235.118827:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077235.118830:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077235.118836:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932461440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077235.118857:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077235.118863:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077235.118871:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077235.118876:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077235.118881:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077235.118886:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077235.118893:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3926
00000400:00000200:2.0:1769077235.118934:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077235.118941:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077235.118947:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077235.118955:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118961:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077235.118961:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077235.118965:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769077235.118968:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118971:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077235.118975:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077235.118977:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077235.118980:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077235.118983:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077235.118987:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077235.118990:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077235.118993:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077235.118998:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077235.119000:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077235.119002:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077235.119006:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077235.119010:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077235.119013:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077235.119016:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077235.119020:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077235.119023:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077235.119026:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077235.119028:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077235.119030:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077235.119033:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077235.119038:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077235.119043:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077235.119048:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077235.119050:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077235.119053:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077235.119055:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077235.119065:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077235.119073:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:2.0:1769077235.119078:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077235.119086:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932461568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077235.119097:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077235.119100:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077235.119104:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932461568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077235.119113:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077235.119118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077235.119125:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077235.119130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077235.119135:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077235.119140:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3936)
00000800:00000200:3.1:1769077235.119369:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077235.119371:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077235.119592:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077235.119594:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769077236.014506:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077236.014513:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077236.014519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077236.014519:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077236.014525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077236.014527:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077236.014530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077236.014535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077236.014535:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077236.014541:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.014549:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077236.014552:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.014555:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077236.014557:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077236.014561:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077236.014565:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077236.462505:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298600226, at 4298600256
00000100:00000010:2.0:1769077236.462519:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000001:2.0:1769077237.038510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077237.038515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077237.038519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077237.038519:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077237.038524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077237.038526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077237.038531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077237.038532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077237.038540:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077237.038547:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077237.038556:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077237.038560:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077237.038562:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077237.038567:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077237.038567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077237.038572:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077238.062538:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077238.062545:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077238.062551:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077238.062558:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077238.062564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077238.062566:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077238.062572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077238.062579:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077238.062582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077238.062589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077238.062593:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077238.062598:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077238.062605:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077238.062620:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077238.062624:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077238.062630:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077239.086527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077239.086530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077239.086535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077239.086536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077239.086539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077239.086544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077239.086546:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077239.086547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077239.086554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077239.086559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077239.086563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077239.086566:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077239.086568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077239.086571:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077239.086574:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077239.086576:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077240.110487:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077240.110496:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077240.110497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077240.110499:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077240.110503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077240.110513:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077240.110515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077240.110524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.110524:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077240.110537:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077240.110551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077240.110554:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077240.110558:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077240.110567:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077240.110572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077240.110579:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077240.238497:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077240.238506:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077240.238508:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077240.238512:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077240.238516:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077240.238521:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3931
00000400:00000200:2.0:1769077240.238529:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077240.238534:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077240.238536:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077240.238539:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238541:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077240.238543:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238545:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077240.238548:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077240.238550:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077240.238552:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077240.238554:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077240.238555:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077240.238557:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077240.238559:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238560:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077240.238562:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238563:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077240.238566:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077240.238569:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238571:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077240.238573:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077240.238576:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077240.238578:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.238580:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077240.238581:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077240.238589:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077240.238592:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077240.238594:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077240.238596:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.238598:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077240.238600:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077240.238604:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077240.238610:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000001:2.0:1769077240.238615:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077240.238622:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932461696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077240.238630:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077240.238634:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077240.238637:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932461696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077240.238659:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077240.238662:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077240.238665:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077240.238666:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077240.238667:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077240.238668:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077240.238670:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3931
00000400:00000200:2.0:1769077240.238672:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077240.238674:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077240.238676:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077240.238678:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238679:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077240.238681:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238682:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077240.238684:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077240.238685:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077240.238686:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077240.238692:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077240.238694:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077240.238696:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077240.238698:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238699:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077240.238718:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238722:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077240.238725:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077240.238729:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238732:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077240.238734:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077240.238739:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077240.238744:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.238748:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077240.238752:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077240.238756:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.238759:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077240.238763:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077240.238767:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077240.238771:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077240.238774:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.238777:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077240.238779:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077240.238782:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077240.238786:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769077240.238792:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077240.238799:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932461824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077240.238810:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077240.238813:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077240.238818:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932461824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077240.238827:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077240.238831:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077240.238835:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077240.238837:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077240.238840:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077240.238844:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077240.238851:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3931
00000400:00000200:2.0:1769077240.238859:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077240.238865:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077240.238869:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077240.238873:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238876:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077240.238881:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238884:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077240.238887:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077240.238888:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077240.238891:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077240.238893:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077240.238897:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077240.238900:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077240.238905:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238908:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077240.238910:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238912:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077240.238933:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077240.238937:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077240.238939:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077240.238942:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077240.238947:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077240.238950:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.238955:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077240.238958:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077240.238963:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.238968:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077240.238974:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077240.238979:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077240.238985:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077240.238987:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.238990:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077240.238991:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077240.238994:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077240.239001:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769077240.239007:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077240.239015:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932461952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077240.239040:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077240.239042:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077240.239050:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932461952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077240.239062:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077240.239063:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077240.239067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769077240.239068:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769077240.239072:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077240.239078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077240.239083:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077240.239089:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3941)
00000800:00000200:3.1:1769077240.239475:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077240.239489:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077240.239682:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077240.239684:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769077241.134520:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077241.134521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077241.134527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077241.134529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077241.134535:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077241.134536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077241.134539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077241.134543:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077241.134550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077241.134556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077241.134562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077241.134567:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077241.134574:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077241.134579:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077241.134582:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.134585:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077241.582513:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298605346, at 4298605376
00000100:00000010:2.0:1769077241.582535:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00010000:00000001:1.0:1769077242.158468:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077242.158468:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077242.158474:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.158476:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077242.158481:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077242.158483:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077242.158487:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077242.158489:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077242.158495:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077242.158501:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.158507:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077242.158509:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077242.158511:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077242.158513:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077242.158515:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077242.158520:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077243.182529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077243.182529:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077243.182537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077243.182538:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077243.182541:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077243.182543:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077243.182550:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077243.182551:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077243.182558:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077243.182559:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077243.182563:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077243.182565:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077243.182567:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077243.182572:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077243.182574:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077243.182576:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077243.182580:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077243.182581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077243.182585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077243.182609:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077243.182613:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077243.182618:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077244.206570:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077244.206577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077244.206579:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077244.206590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077244.206591:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077244.206609:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077244.206610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077244.206616:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077244.206626:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077244.206630:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077244.206637:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077244.206641:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077244.206644:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077244.206651:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077244.206655:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077244.206659:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077245.230527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077245.230528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077245.230532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077245.230534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077245.230539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077245.230540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077245.230563:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077245.230563:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077245.230567:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077245.230571:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077245.230571:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077245.230578:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077245.230578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077245.230593:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077245.230596:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077245.230602:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077245.230613:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077245.230618:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077245.230621:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077245.358519:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077245.358530:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077245.358533:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077245.358538:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077245.358542:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077245.358548:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3936
00000400:00000200:2.0:1769077245.358556:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077245.358562:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077245.358564:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077245.358567:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358569:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077245.358572:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358573:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077245.358577:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077245.358578:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077245.358580:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077245.358582:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077245.358584:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077245.358585:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077245.358587:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358589:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077245.358591:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358592:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077245.358595:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077245.358597:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358598:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077245.358600:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077245.358602:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077245.358604:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077245.358606:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077245.358608:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077245.358616:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077245.358618:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077245.358621:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077245.358622:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077245.358624:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077245.358626:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077245.358630:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077245.358638:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:2.0:1769077245.358644:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077245.358651:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932462080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077245.358659:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077245.358662:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077245.358666:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932462080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077245.358686:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077245.358690:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077245.358693:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077245.358695:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077245.358696:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077245.358698:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077245.358701:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3936
00000400:00000200:2.0:1769077245.358705:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077245.358708:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077245.358710:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077245.358713:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358715:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077245.358718:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358720:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077245.358722:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077245.358724:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077245.358725:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077245.358727:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077245.358729:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077245.358731:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077245.358734:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358736:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077245.358738:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358740:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077245.358742:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077245.358745:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358748:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077245.358750:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077245.358754:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077245.358756:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077245.358758:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077245.358762:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077245.358765:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077245.358767:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077245.358771:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077245.358773:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077245.358776:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077245.358778:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077245.358779:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077245.358781:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077245.358783:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077245.358786:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00000001:2.0:1769077245.358789:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077245.358794:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932462208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077245.358801:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077245.358804:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077245.358808:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932462208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077245.358816:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077245.358819:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077245.358822:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077245.358824:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077245.358826:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077245.358829:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077245.358831:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3936
00000400:00000200:2.0:1769077245.358835:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077245.358838:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077245.358840:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077245.358843:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358845:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077245.358847:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358849:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077245.358851:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077245.358852:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077245.358854:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077245.358855:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077245.358857:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077245.358860:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077245.358862:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358864:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077245.358866:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358868:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077245.358870:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077245.358873:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077245.358875:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077245.358877:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077245.358880:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077245.358882:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077245.358884:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077245.358886:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077245.358889:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077245.358891:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077245.358894:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077245.358896:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077245.358899:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077245.358901:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077245.358903:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077245.358904:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077245.358906:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077245.358909:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769077245.358911:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077245.358916:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932462336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077245.358924:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077245.358926:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077245.358930:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932462336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077245.358930:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077245.358934:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1769077245.358960:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077245.358963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077245.358968:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077245.358971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077245.358975:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077245.358980:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3946)
00000800:00000200:3.1:1769077245.359288:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077245.359290:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077245.359545:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077245.359547:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769077246.254517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077246.254517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077246.254523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077246.254524:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077246.254529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077246.254531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077246.254534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077246.254540:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077246.254544:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077246.254551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077246.254563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077246.254567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077246.254569:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077246.254573:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077246.254576:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077246.254577:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077246.702514:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298610466, at 4298610496
00000100:00000010:2.0:1769077246.702530:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:2.0:1769077247.278507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077247.278513:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077247.278517:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077247.278521:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077247.278528:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077247.278535:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.278558:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077247.278560:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.278563:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077247.278631:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077247.278634:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077247.278637:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077247.278638:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077247.278689:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077247.278693:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077247.278697:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077248.302506:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077248.302510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077248.302513:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077248.302516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077248.302517:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077248.302524:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077248.302526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077248.302529:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077248.302531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077248.302534:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.302538:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077248.302542:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.302546:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077248.302553:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077248.302557:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077248.302561:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077249.326494:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077249.326501:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077249.326504:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077249.326510:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077249.326515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077249.326515:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077249.326521:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077249.326522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077249.326529:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077249.326531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077249.326533:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077249.326536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077249.326537:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077249.326562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077249.326565:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077249.326568:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077250.350510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077250.350510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077250.350516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077250.350517:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077250.350522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077250.350523:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077250.350531:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077250.350536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077250.350540:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077250.350546:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077250.350558:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077250.350561:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077250.350561:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077250.350565:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077250.350566:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077250.350568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077250.478501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077250.478510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077250.478513:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077250.478516:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077250.478520:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077250.478526:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3941
00000400:00000200:1.0:1769077250.478534:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077250.478539:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077250.478542:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077250.478544:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478547:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077250.478549:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478551:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077250.478554:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077250.478555:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077250.478557:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077250.478559:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077250.478561:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077250.478563:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077250.478564:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478566:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077250.478568:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478569:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077250.478572:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077250.478574:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478576:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077250.478578:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077250.478580:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077250.478582:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077250.478583:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077250.478585:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077250.478592:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000020:00000040:1.0:1769077250.478594:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077250.478597:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077250.478599:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077250.478601:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077250.478603:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077250.478607:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077250.478612:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077250.478618:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077250.478637:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932462464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077250.478645:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077250.478648:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077250.478652:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932462464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077250.478667:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077250.478670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077250.478672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077250.478674:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077250.478675:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077250.478677:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077250.478679:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3941
00000400:00000200:1.0:1769077250.478682:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077250.478685:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077250.478687:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077250.478692:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478695:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077250.478700:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478702:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077250.478704:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077250.478706:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077250.478709:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077250.478711:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077250.478715:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077250.478719:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077250.478725:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478729:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077250.478732:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478735:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077250.478740:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077250.478744:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478748:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077250.478753:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077250.478758:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077250.478763:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077250.478767:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077250.478772:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077250.478775:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077250.478779:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077250.478783:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4a80.
00000020:00000040:1.0:1769077250.478786:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077250.478788:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077250.478790:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077250.478792:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077250.478799:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077250.478802:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077250.478808:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769077250.478811:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077250.478816:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4a80 x1855007932462592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077250.478827:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077250.478830:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077250.478836:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1faa4c3] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4a80 x1855007932462592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077250.478845:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077250.478850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077250.478852:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077250.478853:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077250.478854:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077250.478856:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077250.478860:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3941
00000400:00000200:1.0:1769077250.478865:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077250.478869:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077250.478872:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077250.478877:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478879:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077250.478882:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478885:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077250.478887:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077250.478889:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077250.478892:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077250.478894:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077250.478897:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077250.478900:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077250.478910:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478914:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077250.478918:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478920:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077250.478922:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077250.478927:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077250.478930:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077250.478931:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077250.478934:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077250.478937:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077250.478940:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077250.478943:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077250.478946:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077250.478950:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077250.478954:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769077250.478958:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077250.478963:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077250.478966:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077250.478968:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077250.478969:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077250.478970:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077250.478975:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769077250.478979:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077250.478987:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932462720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077250.478995:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077250.478997:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077250.479003:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932462720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077250.479011:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077250.479016:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077250.479019:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077250.479024:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769077250.479024:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769077250.479031:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077250.479034:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3951)
00000800:00000200:3.1:1769077250.479251:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077250.479441:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077251.374490:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077251.374498:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077251.374500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077251.374502:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077251.374505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077251.374511:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077251.374513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077251.374517:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077251.374518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077251.374522:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.374538:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077251.374539:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.374542:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077251.374556:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077251.374561:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077251.374565:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077251.822504:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298615586, at 4298615616
00000100:00000010:2.0:1769077251.822518:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000001:2.0:1769077252.398506:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077252.398514:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077252.398517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077252.398518:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077252.398523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077252.398526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077252.398533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077252.398535:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077252.398538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.398541:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.398558:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077252.398562:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077252.398566:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077252.398567:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077252.398572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077252.398576:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077253.422510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077253.422539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077253.422544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077253.422544:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077253.422553:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077253.422555:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077253.422558:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077253.422564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077253.422565:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077253.422570:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077253.422575:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077253.422576:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077253.422582:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077253.422583:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077253.422589:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077253.422591:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077253.422598:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077253.422607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077253.422617:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077253.422643:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077253.422646:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077253.422649:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077253.550720:0:2404:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:2.0:1769077253.550766:0:2404:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077253.550779:0:2404:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077253.550783:0:2404:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:2.0:1769077253.550786:0:2404:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077253.550790:0:2404:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077253.550796:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077253.550800:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:2.0:1769077253.550806:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077253.550811:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077253.550818:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bcecc0
00000400:00000010:2.0:1769077253.550821:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bcecc0.
00000100:00000001:2.0:1769077253.550826:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077253.550836:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de6680 x1855007932462464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077253.550871:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077253.550875:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6680 x1855007932462464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077253.550883:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077253.550885:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077253.550894:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077253.550897:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134d00.
00000400:00000200:2.0:1769077253.550900:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077253.550903:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077253.550906:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:2.0:1769077253.550908:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:2.0:1769077253.550911:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077253.550915:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de4a80 x1855007932462592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077253.550924:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077253.550928:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4a80 x1855007932462592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077253.550936:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077253.550937:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077253.550945:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077253.550948:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:2.0:1769077253.550952:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077253.550956:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077253.550961:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce908
00000400:00000010:2.0:1769077253.550969:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce908.
00000100:00000001:2.0:1769077253.550973:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077253.550980:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de7b80 x1855007932462720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077253.550992:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077253.551000:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7b80 x1855007932462720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077253.551084:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077253.551085:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077254.446509:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077254.446513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077254.446517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077254.446518:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077254.446524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077254.446525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077254.446530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077254.446534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077254.446542:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077254.446550:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077254.446551:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077254.446557:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077254.446558:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077254.446565:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077254.446566:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077254.446572:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077255.470495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077255.470497:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077255.470500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077255.470502:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077255.470506:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077255.470507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077255.470511:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077255.470514:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077255.470519:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077255.470519:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077255.470522:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077255.470523:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077255.470525:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077255.470527:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077255.470528:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077255.470531:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077255.470534:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077255.470536:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077255.470538:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077255.470557:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077255.470561:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077255.470566:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077255.599177:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077255.599183:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077255.599771:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077255.599773:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077255.600774:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077255.600776:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1769077256.494508:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077256.494510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077256.494515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.494517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077256.494522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077256.494523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077256.494527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077256.494530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077256.494537:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077256.494544:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077256.494552:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077256.494556:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.494556:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077256.494562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077256.494563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.494569:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077256.942577:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298620707, at 4298620736
00000100:00000010:2.0:1769077256.942600:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00010000:00000001:1.0:1769077257.518485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077257.518489:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077257.518491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077257.518494:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077257.518497:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077257.518498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077257.518502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077257.518502:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077257.518511:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077257.518515:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.518519:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077257.518522:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.518526:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077257.518528:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077257.518533:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077257.518536:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077257.518563:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077257.518567:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077257.518569:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077257.518572:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077257.518574:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077257.518577:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.518579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077257.518581:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.518584:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077258.542511:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077258.542515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077258.542518:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077258.542520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077258.542522:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077258.542529:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077258.542530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077258.542533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077258.542536:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077258.542541:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077258.542544:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077258.542547:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077258.542550:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077258.542561:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077258.542565:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077258.542571:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077259.566470:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077259.566477:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077259.566482:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077259.566489:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077259.566490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077259.566495:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077259.566496:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077259.566500:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077259.566502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077259.566506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077259.566512:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077259.566516:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077259.566520:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077259.566527:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077259.566531:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077259.566534:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077260.590518:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077260.590524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077260.590526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077260.590531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077260.590532:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077260.590539:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077260.590544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077260.590545:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077260.590549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077260.590552:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.590567:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077260.590570:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.590573:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077260.590581:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077260.590584:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077260.590589:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077260.718740:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077260.718746:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077260.718750:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077260.718763:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7b80 x1855007932463232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.718796:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077260.718799:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077260.718804:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077260.718810:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077260.718817:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077260.718827:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932463232:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077260.718836:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077260.718843:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077260.718847:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077260.718854:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077260.718862:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077260.718866:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077260.718877:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077260.718883:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077260.718892:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077260.718901:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932463232, portal 25
00000100:00000001:2.0:1769077260.718906:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077260.718911:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564489088 : -121121145062528 : ffff91d7492c7b80)
00000100:00000040:2.0:1769077260.718921:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7b80 x1855007932463232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.718934:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077260.718941:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077260.718945:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077260.718949:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932463232, offset 0
00000400:00000200:2.0:1769077260.718967:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077260.718977:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077260.718986:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077260.718993:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077260.718999:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077260.719004:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077260.719008:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077260.719015:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47274:47274:256:4294967295] 192.168.204.153@tcp LPNI seq info [47274:47274:8:4294967295]
00000400:00000200:2.0:1769077260.719025:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077260.719054:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077260.719063:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077260.719071:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077260.719082:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077260.719087:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077260.719098:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077260.719102:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077260.719108:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077260.719110:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077260.719115:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077260.719119:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077260.719124:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077260.719125:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077260.719129:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077260.719132:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7b80 x1855007932463232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719139:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077260.719142:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7b80 x1855007932463232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719147:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077260.719148:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077260.719152:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077260.719155:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077260.719158:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298625826
00000100:00000010:2.0:1769077260.719162:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077260.719167:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077260.719171:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298625826
00000100:00000010:2.0:1769077260.719173:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c780.
00000100:00000001:2.0:1769077260.719175:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077260.719178:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077260.719179:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077260.719181:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077260.719184:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077260/real 1769077260]  req@ffff91d7492c7b80 x1855007932463232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077260.719191:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077260.719192:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077260.719193:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077260.719196:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077260.719196:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077260.719198:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077260.719200:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7b80 x1855007932463232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077260.719206:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7b80 x1855007932463232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719211:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077260.719212:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719214:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077260.719215:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077260.719218:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7b80 x1855007932463232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719222:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077260.719225:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7b80 x1855007932463232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719230:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077260.719232:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719233:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077260.719234:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719236:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077260.719237:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077260.719239:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077260.719242:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077260.719244:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077260.719247:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7b80 x1855007932463232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077260.719252:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932463232:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077260.719255:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719256:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077260.719258:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7b80 x1855007932463232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719262:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077260.719264:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077260.719266:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077260.719268:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077260.719269:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077260.719270:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077260.719272:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077260.719273:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:2.0:1769077260.719276:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077260.719277:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077260.719278:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7b80.
00000100:00000001:2.0:1769077260.719282:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077260.719282:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719284:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719290:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077260.719291:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077260.719293:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077260.719294:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077260.719295:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077260.719297:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6a00 x1855007932463360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719302:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077260.719303:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077260.719304:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077260.719306:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077260.719307:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077260.719309:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932463360:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077260.719311:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077260.719313:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077260.719314:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077260.719315:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077260.719317:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077260.719319:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077260.719321:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077260.719323:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077260.719326:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077260.719328:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932463360, portal 10
00000100:00000001:2.0:1769077260.719329:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077260.719330:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564484608 : -121121145067008 : ffff91d7492c6a00)
00000100:00000040:2.0:1769077260.719334:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6a00 x1855007932463360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719338:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077260.719340:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077260.719341:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077260.719343:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932463360, offset 0
00000400:00000200:2.0:1769077260.719345:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077260.719347:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077260.719350:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077260.719352:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077260.719353:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077260.719355:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077260.719357:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077260.719359:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47275:47275:256:4294967295] 192.168.204.153@tcp LPNI seq info [47275:47275:8:4294967295]
00000400:00000200:2.0:1769077260.719362:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077260.719366:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077260.719369:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077260.719371:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077260.719374:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077260.719376:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077260.719378:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077260.719381:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077260.719383:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077260.719385:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077260.719387:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077260.719389:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077260.719390:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077260.719392:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077260.719393:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077260.719395:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6a00 x1855007932463360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719400:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077260.719424:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6a00 x1855007932463360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719429:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077260.719430:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077260.719433:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077260.719435:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077260.719438:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077260.719439:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298624524
00000100:00000001:2.0:1769077260.719442:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298625826
00000100:00000001:2.0:1769077260.719443:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298624524
00000100:00000001:2.0:1769077260.719445:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298625826
00000100:00000001:2.0:1769077260.719447:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077260.719448:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077260.719449:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077260.719452:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077260/real 1769077260]  req@ffff91d7492c6a00 x1855007932463360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077260.719457:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077260.719458:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077260.719459:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077260.719460:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077260.719461:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077260.719462:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077260.719464:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6a00 x1855007932463360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077260.719470:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6a00 x1855007932463360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719474:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077260.719475:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719476:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077260.719476:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077260.719479:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6a00 x1855007932463360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719490:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077260.719492:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6a00 x1855007932463360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719496:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077260.719497:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719498:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077260.719499:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719500:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077260.719502:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077260.719504:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077260.719506:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077260.719508:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077260.719510:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6a00 x1855007932463360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077260.719515:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932463360:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077260.719517:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077260.719519:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5f80 x1855007932463488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719523:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077260.719524:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077260.719525:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077260.719526:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077260.719528:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077260.719529:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932463488:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077260.719532:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077260.719533:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077260.719534:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077260.719535:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077260.719538:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077260.719539:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077260.719541:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077260.719543:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077260.719545:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077260.719546:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932463488, portal 10
00000100:00000001:2.0:1769077260.719548:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077260.719549:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481920 : -121121145069696 : ffff91d7492c5f80)
00000100:00000040:2.0:1769077260.719552:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5f80 x1855007932463488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719561:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077260.719562:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077260.719563:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077260.719565:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932463488, offset 0
00000400:00000200:2.0:1769077260.719567:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077260.719570:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077260.719572:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077260.719573:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077260.719575:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077260.719577:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077260.719578:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077260.719580:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47276:47276:256:4294967295] 192.168.204.153@tcp LPNI seq info [47276:47276:8:4294967295]
00000400:00000200:2.0:1769077260.719583:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077260.719587:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077260.719590:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077260.719592:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077260.719595:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077260.719597:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077260.719599:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077260.719601:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077260.719604:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077260.719605:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077260.719607:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077260.719609:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077260.719611:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077260.719612:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077260.719613:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077260.719616:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5f80 x1855007932463488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719621:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077260.719622:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5f80 x1855007932463488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719631:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077260.719632:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077260.719633:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077260.719635:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077260.719637:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077260.719639:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298624523
00000100:00000001:2.0:1769077260.719640:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298625826
00000100:00000001:2.0:1769077260.719642:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298624523
00000100:00000001:2.0:1769077260.719643:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298625826
00000100:00000001:2.0:1769077260.719644:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077260.719646:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077260.719647:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077260.719649:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077260/real 1769077260]  req@ffff91d7492c5f80 x1855007932463488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077260.719653:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077260.719654:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077260.719655:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077260.719656:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077260.719657:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077260.719659:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077260.719661:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5f80 x1855007932463488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077260.719677:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5f80 x1855007932463488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719681:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077260.719681:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719683:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077260.719683:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077260.719685:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5f80 x1855007932463488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719690:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077260.719693:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5f80 x1855007932463488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719697:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077260.719698:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719699:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077260.719700:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719701:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077260.719703:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077260.719705:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077260.719706:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077260.719708:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077260.719710:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5f80 x1855007932463488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077260.719714:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932463488:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077260.719717:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719718:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077260.719719:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6a00 x1855007932463360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719724:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077260.719725:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077260.719726:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077260.719728:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077260.719728:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077260.719729:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077260.719730:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077260.719732:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:2.0:1769077260.719733:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077260.719734:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077260.719736:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6a00.
00000100:00000001:2.0:1769077260.719738:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077260.719739:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719740:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077260.719742:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5f80 x1855007932463488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077260.719746:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077260.719747:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077260.719748:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077260.719750:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077260.719750:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077260.719751:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077260.719753:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077260.719754:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:2.0:1769077260.719756:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077260.719757:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077260.719759:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5f80.
00000100:00000001:2.0:1769077260.719761:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077260.719763:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719764:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.719767:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077260.719769:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077260.719771:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077260.719772:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077261.614475:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077261.614475:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077261.614482:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077261.614485:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077261.614488:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077261.614488:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077261.614492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077261.614495:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077261.614502:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077261.614506:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.614508:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077261.614510:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.614514:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077261.614515:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077261.614520:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077261.614526:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077262.062530:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298625826, at 4298625856
00000100:00000010:2.0:1769077262.062547:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077262.638472:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077262.638478:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077262.638484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077262.638484:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077262.638492:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077262.638493:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077262.638499:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077262.638500:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077262.638503:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077262.638505:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077262.638514:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077262.638514:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077262.638519:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077262.638520:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.638523:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077262.638526:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077262.638531:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077262.638537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077262.638540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077262.638561:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077262.638564:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077262.638567:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077263.662447:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077263.662452:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077263.662458:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077263.662459:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077263.662462:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077263.662467:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077263.662470:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077263.662474:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077263.662477:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077263.662480:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077263.662481:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077263.662483:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077263.662485:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077263.662487:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077263.662489:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077263.662491:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077263.662519:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077263.662523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077263.662525:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077263.662530:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077263.662534:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077263.662537:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077263.662540:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077263.662541:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077263.662543:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077264.686471:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077264.686476:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077264.686485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077264.686485:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077264.686490:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077264.686490:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077264.686495:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077264.686495:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077264.686499:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077264.686499:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077264.686504:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077264.686504:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077264.686509:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077264.686509:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077264.686513:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077264.686517:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077264.686521:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077264.686524:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077264.686529:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077264.686545:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077264.686549:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077264.686553:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077265.710485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077265.710493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077265.710500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077265.710503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077265.710530:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077265.710534:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077265.710546:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00010000:1.0:1769077265.710548:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077265.710560:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077265.710564:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077265.710573:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077265.710583:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077265.710589:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.710593:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077265.710596:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.710600:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077265.838568:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077265.838581:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077265.838611:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077265.838617:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077265.838622:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077265.838632:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3957
00000400:00000200:1.0:1769077265.838645:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077265.838681:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077265.838685:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077265.838688:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077265.838692:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077265.838694:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077265.838696:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077265.838701:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077265.838703:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077265.838706:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077265.838709:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077265.838711:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077265.838729:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077265.838732:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077265.838733:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077265.838734:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077265.838736:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077265.838738:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077265.838741:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077265.838743:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077265.838745:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077265.838748:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077265.838751:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077265.838753:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077265.838755:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077265.838768:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769077265.838771:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077265.838776:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077265.838778:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077265.838798:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077265.838801:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077265.838807:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077265.838816:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077265.838824:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077265.838834:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077265.838855:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077265.838860:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077265.838864:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077265.838886:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077265.838889:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077265.838892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077265.838894:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077265.838895:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077265.838896:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077265.838898:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3957
00000400:00000200:1.0:1769077265.838901:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077265.838903:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077265.838904:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077265.838906:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077265.838908:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077265.838909:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077265.838911:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077265.838914:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077265.838915:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077265.838916:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077265.838917:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077265.838919:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077265.838921:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077265.838925:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077265.838926:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077265.838929:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077265.838930:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077265.838932:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077265.838934:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077265.838935:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077265.838937:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077265.838943:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769077265.838944:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077265.838953:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077265.838973:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077265.838977:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:1.0:1769077265.838980:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077265.838985:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077265.838988:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077265.838988:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1769077265.838996:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769077265.838999:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077265.839002:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077265.839004:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077265.839008:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077265.839010:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769077265.839010:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077265.839013:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077265.839026:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077265.839037:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077265.839052:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1769077265.839059:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077265.839060:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077265.839091:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077265.839092:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077265.839102:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077265.839104:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077265.839107:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077265.839124:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077265.839125:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932463616:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077265.839140:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077265.839150:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077265.839159:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077265.839161:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077265.839164:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769077265.839167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077265.839172:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077265.839173:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077265.839175:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1769077265.839177:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:1.0:1769077265.839179:0:38:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769077265.839187:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077265.839195:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3957
00000400:00000200:1.0:1769077265.839201:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077265.839211:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077265.839211:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:1.0:1769077265.839224:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769077265.839226:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000100:00000040:1.0:1769077265.839238:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000010:2.0:1769077265.839241:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000001:1.0:1769077265.839243:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077265.839250:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077265.839252:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000200:2.0:1769077265.839255:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932463616, portal 25
00000020:00000001:1.0:1769077265.839256:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077265.839263:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000100:00000001:2.0:1769077265.839266:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1769077265.839268:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077265.839275:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000001:2.0:1769077265.839276:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559368320 : -121121150183296 : ffff91d748de5880)
00000020:00000001:1.0:1769077265.839295:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077265.839306:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077265.839307:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077265.839325:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077265.839336:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077265.839347:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077265.839351:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:2.0:1769077265.839351:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1769077265.839362:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000040:2.0:1769077265.839363:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077265.839374:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00080000:1.0:1769077265.839375:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077265.839390:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077265.839392:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932463616, offset 0
00000400:00000200:2.0:1769077265.839415:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769077265.839454:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077265.839458:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077265.839461:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077265.839463:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077265.839465:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077265.839467:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077265.839469:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077265.839472:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769077265.839474:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077265.839476:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077265.839477:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077265.839478:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077265.839479:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077265.839481:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077265.839484:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769077265.839489:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077265.839495:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077265.839500:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077265.839521:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077265.839526:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077265.839529:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077265.839537:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077265.839541:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:1.0:1769077265.839544:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077265.839553:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077265.839556:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077265.839561:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077265.839563:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077265.839571:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3967)
00000400:00000200:2.0:1769077265.839574:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077265.839581:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077265.839587:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077265.839592:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47277:47277:256:4294967295] 192.168.204.153@tcp LPNI seq info [47277:47277:8:4294967295]
00000400:00000200:2.0:1769077265.839602:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077265.839615:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077265.839623:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077265.839630:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077265.839639:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077265.839644:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077265.839653:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077265.839657:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077265.839662:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077265.839665:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077265.839673:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077265.839680:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077265.839686:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077265.839689:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077265.839695:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077265.839701:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.839715:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077265.839719:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.839732:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077265.839735:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077265.839744:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077265.839752:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077265.839758:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298630947
00000100:00000010:2.0:1769077265.839767:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077265.839777:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077265.839788:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298630947
00000100:00000010:2.0:1769077265.839794:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c1e0.
00000100:00000001:2.0:1769077265.839800:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077265.839805:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077265.839810:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077265.839815:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077265.839824:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077265/real 1769077265]  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077265.839839:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077265.839841:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077265.839844:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077265.839847:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077265.839849:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077265.839868:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077265.839872:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077265.839880:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.839886:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077265.839888:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.839890:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077265.839892:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077265.839896:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.839902:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077265.839906:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.839920:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077265.839922:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.839924:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077265.839925:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.839927:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077265.839929:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077265.839932:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077265.839937:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077265.839939:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077265.839943:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077265.839950:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932463616:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077265.839974:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.839977:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077265.839981:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5880 x1855007932463616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.839988:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077265.839991:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077265.839994:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077265.839997:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077265.839999:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077265.840001:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077265.840003:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077265.840006:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155000.
02000000:00000001:2.0:1769077265.840009:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077265.840011:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077265.840013:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5880.
00000100:00000001:2.0:1769077265.840017:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077265.840018:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.840020:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.840029:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077265.840031:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077265.840033:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077265.840035:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077265.840036:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077265.840040:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840047:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077265.840048:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077265.840051:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077265.840052:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077265.840072:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077265.840076:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932463744:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077265.840080:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077265.840083:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077265.840085:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077265.840087:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077265.840091:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077265.840094:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077265.840099:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077265.840103:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077265.840107:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077265.840111:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932463744, portal 10
00000100:00000001:2.0:1769077265.840114:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077265.840115:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559372800 : -121121150178816 : ffff91d748de6a00)
00000100:00000040:2.0:1769077265.840123:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840131:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077265.840134:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077265.840137:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077265.840139:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932463744, offset 0
00000400:00000200:2.0:1769077265.840144:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077265.840149:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077265.840155:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077265.840159:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077265.840163:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077265.840166:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077265.840169:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077265.840173:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47278:47278:256:4294967295] 192.168.204.153@tcp LPNI seq info [47278:47278:8:4294967295]
00000400:00000200:2.0:1769077265.840178:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077265.840186:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077265.840191:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077265.840194:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077265.840199:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077265.840203:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077265.840208:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077265.840212:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077265.840216:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077265.840219:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077265.840222:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077265.840226:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077265.840230:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077265.840232:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077265.840235:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077265.840239:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840248:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077265.840252:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840260:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077265.840262:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077265.840265:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077265.840269:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077265.840273:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077265.840275:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298629644
00000100:00000001:2.0:1769077265.840279:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298630947
00000100:00000001:2.0:1769077265.840282:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298629644
00000100:00000001:2.0:1769077265.840284:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298630947
00000100:00000001:2.0:1769077265.840287:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077265.840289:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077265.840291:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077265.840295:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077265/real 1769077265]  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077265.840304:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077265.840306:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077265.840307:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077265.840310:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077265.840312:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077265.840314:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077265.840318:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077265.840328:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840335:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077265.840336:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.840338:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077265.840340:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077265.840344:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840351:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077265.840356:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840364:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077265.840367:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.840369:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077265.840371:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.840373:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077265.840376:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077265.840379:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077265.840383:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077265.840386:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077265.840390:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077265.840399:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932463744:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077265.840403:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077265.840407:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840415:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077265.840458:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077265.840463:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077265.840466:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077265.840469:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077265.840473:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932463872:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077265.840478:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077265.840481:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077265.840483:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077265.840486:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077265.840490:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077265.840493:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077265.840499:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077265.840502:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077265.840507:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077265.840528:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932463872, portal 10
00000100:00000001:2.0:1769077265.840532:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077265.840535:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559373696 : -121121150177920 : ffff91d748de6d80)
00000100:00000040:2.0:1769077265.840546:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840560:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077265.840565:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077265.840569:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077265.840574:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932463872, offset 0
00000400:00000200:2.0:1769077265.840579:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077265.840585:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077265.840589:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077265.840593:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077265.840596:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077265.840599:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077265.840602:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077265.840606:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47279:47279:256:4294967295] 192.168.204.153@tcp LPNI seq info [47279:47279:8:4294967295]
00000400:00000200:2.0:1769077265.840611:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077265.840618:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077265.840623:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077265.840627:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077265.840632:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077265.840636:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077265.840641:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077265.840644:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077265.840649:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077265.840651:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077265.840655:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077265.840659:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077265.840662:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077265.840664:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077265.840667:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077265.840672:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840681:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077265.840685:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840694:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077265.840695:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077265.840699:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077265.840703:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077265.840707:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077265.840709:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298629644
00000100:00000001:2.0:1769077265.840712:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298630947
00000100:00000001:2.0:1769077265.840715:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298629644
00000100:00000001:2.0:1769077265.840717:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298630947
00000100:00000001:2.0:1769077265.840719:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077265.840722:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077265.840725:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077265.840731:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077265/real 1769077265]  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077265.840746:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077265.840749:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077265.840752:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077265.840756:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077265.840759:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077265.840762:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077265.840769:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077265.840785:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840798:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077265.840801:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.840805:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077265.840808:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077265.840816:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840830:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077265.840836:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840860:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077265.840872:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.840874:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077265.840875:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.840877:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077265.840879:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077265.840882:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077265.840885:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077265.840887:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077265.840891:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077265.840898:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932463872:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077265.840901:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.840903:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077265.840906:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6a00 x1855007932463744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840911:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077265.840913:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077265.840915:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077265.840917:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077265.840919:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077265.840920:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077265.840922:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077265.840925:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:2.0:1769077265.840938:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077265.840940:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077265.840943:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6a00.
00000100:00000001:2.0:1769077265.840946:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077265.840948:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.840950:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077265.840969:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6d80 x1855007932463872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077265.840977:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077265.840979:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077265.840981:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077265.840984:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077265.840986:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077265.840988:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077265.840991:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077265.840993:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:2.0:1769077265.840996:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077265.840997:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077265.840999:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6d80.
00000100:00000001:2.0:1769077265.841003:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077265.841004:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.841007:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.841013:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077265.841015:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077265.841017:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077265.841020:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077266.734524:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077266.734531:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077266.734533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077266.734537:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077266.734543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077266.734547:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077266.734561:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077266.734563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077266.734566:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077266.734571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077266.734595:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077266.734630:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077266.734638:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077266.734641:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077266.734643:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077266.734651:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077267.182502:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298630947, at 4298630976
00000100:00000010:2.0:1769077267.182520:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077267.758507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077267.758531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077267.758532:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077267.758536:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077267.758537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077267.758542:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077267.758548:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077267.758549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077267.758558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.758558:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.758564:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077267.758567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.758569:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077267.758599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077267.758605:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077267.758609:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077268.782567:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077268.782568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077268.782576:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077268.782579:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077268.782586:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077268.782588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.782594:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077268.782601:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077268.782607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077268.782610:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077268.782613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077268.782618:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.782655:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077268.782692:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077268.782700:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077268.782707:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077269.806530:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077269.806537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077269.806542:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077269.806543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077269.806548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077269.806550:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077269.806554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077269.806557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077269.806559:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077269.806564:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077269.806570:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077269.806576:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077269.806582:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077269.806582:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077269.806587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077269.806595:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077270.830466:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077270.830473:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077270.830477:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077270.830482:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077270.830484:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077270.830487:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077270.830489:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077270.830496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077270.830496:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077270.830501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077270.830502:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077270.830507:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077270.830510:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077270.830525:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077270.830528:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077270.830531:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077270.958585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077270.958597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077270.958599:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077270.958602:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077270.958607:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077270.958613:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3962
00000400:00000200:2.0:1769077270.958621:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077270.958626:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077270.958629:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077270.958631:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077270.958634:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077270.958637:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077270.958638:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077270.958642:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077270.958644:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077270.958646:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077270.958648:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077270.958649:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077270.958651:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077270.958653:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077270.958655:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077270.958656:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077270.958658:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077270.958660:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077270.958663:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077270.958665:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077270.958667:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077270.958669:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077270.958671:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077270.958673:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077270.958675:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077270.958684:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077270.958687:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077270.958691:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077270.958693:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077270.958697:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077270.958699:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077270.958704:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077270.958713:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8800.
00000100:00000001:2.0:1769077270.958720:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077270.958729:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932464000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077270.958742:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077270.958747:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077270.958752:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932464000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077270.958780:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077270.958783:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077270.958785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077270.958786:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077270.958788:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077270.958790:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077270.958792:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3962
00000400:00000200:2.0:1769077270.958795:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077270.958798:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077270.958799:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077270.958802:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077270.958804:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077270.958806:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077270.958808:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077270.958810:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077270.958811:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077270.958813:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077270.958815:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077270.958817:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077270.958819:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077270.958822:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077270.958824:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077270.958828:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077270.958830:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077270.958835:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077270.958840:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077270.958842:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077270.958845:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077270.958849:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077270.958855:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077270.958859:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077270.958864:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077270.958885:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077270.958887:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077270.958891:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077270.958893:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077270.958896:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077270.958899:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077270.958901:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077270.958904:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077270.958907:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077270.958913:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:2.0:1769077270.958920:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077270.958930:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932464128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077270.958943:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077270.958946:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077270.958950:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932464128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077270.958965:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077270.958970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077270.958974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077270.958975:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077270.958979:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077270.958983:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077270.958987:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3962
00000400:00000200:2.0:1769077270.958992:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077270.958996:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077270.959000:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077270.959006:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077270.959009:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077270.959014:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077270.959020:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077270.959024:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077270.959027:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077270.959030:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077270.959033:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077270.959036:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077270.959040:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077270.959047:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077270.959051:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077270.959055:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077270.959057:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077270.959063:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077270.959069:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077270.959071:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077270.959074:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077270.959077:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077270.959081:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077270.959083:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077270.959086:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077270.959092:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077270.959094:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077270.959098:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077270.959104:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077270.959108:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077270.959110:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077270.959114:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077270.959116:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077270.959119:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077270.959125:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:2.0:1769077270.959130:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077270.959138:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932464256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077270.959154:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077270.959157:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077270.959166:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932464256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077270.959176:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077270.959178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077270.959185:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077270.959191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077270.959194:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077270.959201:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3972)
00000800:00000200:3.1:1769077270.959203:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077270.959208:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077270.959566:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077270.959568:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077270.959807:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077270.959809:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1769077271.854507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077271.854513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077271.854516:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077271.854522:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077271.854524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077271.854527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077271.854530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077271.854531:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077271.854539:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077271.854544:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077271.854552:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077271.854556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077271.854560:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077271.854566:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077271.854574:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077271.854579:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077272.302526:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298636066, at 4298636096
00000100:00000010:2.0:1769077272.302552:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00010000:00000001:1.0:1769077272.878499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077272.878504:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077272.878509:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077272.878511:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077272.878516:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077272.878517:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077272.878522:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077272.878525:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077272.878527:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077272.878532:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.878534:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077272.878538:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.878542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077272.878544:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.878550:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077272.878552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077272.878554:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077272.878555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.878561:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077272.878582:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077272.878586:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077272.878589:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077273.902503:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077273.902510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077273.902511:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077273.902517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.902517:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077273.902526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077273.902528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077273.902532:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077273.902533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077273.902537:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.902552:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077273.902556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.902563:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077273.902566:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077273.902570:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077273.902575:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077274.926494:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077274.926504:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077274.926507:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077274.926514:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077274.926520:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077274.926526:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077274.926530:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077274.926534:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077274.926544:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077274.926545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077274.926553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077274.926569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077274.926579:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077274.926591:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077274.926604:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077274.926618:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077274.926625:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077274.926631:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077274.926636:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077274.926672:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077274.926676:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077274.926681:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077275.950519:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077275.950528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077275.950532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077275.950536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077275.950541:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077275.950542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077275.950552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077275.950554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077275.950557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077275.950559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077275.950567:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077275.950572:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077275.950575:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077275.950610:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077275.950614:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077275.950617:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077276.078500:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077276.078512:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077276.078514:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077276.078519:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077276.078522:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077276.078528:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3967
00000400:00000200:1.0:1769077276.078537:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077276.078543:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077276.078546:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077276.078550:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077276.078554:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077276.078557:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077276.078560:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077276.078564:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077276.078566:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077276.078569:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077276.078572:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077276.078575:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077276.078578:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077276.078581:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077276.078583:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077276.078585:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077276.078588:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077276.078592:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077276.078595:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077276.078598:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077276.078601:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077276.078604:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077276.078606:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077276.078607:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077276.078609:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077276.078617:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769077276.078620:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077276.078624:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077276.078625:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077276.078628:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077276.078630:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077276.078633:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077276.078639:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769077276.078645:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077276.078652:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932464384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077276.078660:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077276.078664:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077276.078668:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932464384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077276.078687:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077276.078690:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077276.078693:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077276.078694:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077276.078696:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077276.078697:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077276.078699:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3967
00000400:00000200:1.0:1769077276.078702:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077276.078705:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077276.078707:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077276.078710:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077276.078712:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077276.078714:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077276.078716:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077276.078718:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077276.078719:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077276.078720:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077276.078722:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077276.078726:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077276.078730:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077276.078739:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077276.078743:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077276.078749:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077276.078756:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077276.078761:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077276.078769:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077276.078777:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077276.078812:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077276.078821:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077276.078827:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077276.078831:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077276.078849:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077276.078854:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077276.078859:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077276.078869:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769077276.078877:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077276.078883:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077276.078887:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077276.078891:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077276.078895:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077276.078899:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077276.078906:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769077276.078925:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077276.078937:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932464512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077276.078959:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077276.078965:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077276.078976:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932464512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077276.078992:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077276.078996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077276.079001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077276.079004:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077276.079007:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077276.079012:0:38:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769077276.079013:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00080000:1.0:1769077276.079016:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3967
00000400:00000200:1.0:1769077276.079031:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077276.079033:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077276.079035:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077276.079041:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000200:3.1:1769077276.079043:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1769077276.079044:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077276.079048:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077276.079051:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077276.079055:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077276.079057:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077276.079061:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077276.079063:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077276.079069:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077276.079071:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077276.079074:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077276.079087:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077276.079090:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077276.079094:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077276.079097:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077276.079101:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077276.079105:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077276.079108:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077276.079111:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077276.079117:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077276.079122:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077276.079125:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077276.079130:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077276.079133:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077276.079138:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769077276.079143:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077276.079147:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077276.079150:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077276.079152:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077276.079153:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077276.079155:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077276.079161:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769077276.079166:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077276.079174:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932464640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077276.079184:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077276.079187:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077276.079193:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932464640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077276.079208:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077276.079212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077276.079216:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077276.079219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077276.079227:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077276.079235:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3977)
00000800:00000200:3.1:1769077276.079468:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077276.079470:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077276.079674:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077276.079676:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1769077276.974523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077276.974523:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077276.974533:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077276.974535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077276.974541:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077276.974544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077276.974550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077276.974555:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077276.974564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077276.974574:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077276.974575:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077276.974581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077276.974590:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077276.974600:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077276.974606:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077276.974611:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077277.422495:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298641186, at 4298641216
00000100:00000010:2.0:1769077277.422522:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000001:2.0:1769077277.998542:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077277.998550:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077277.998552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077277.998553:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077277.998559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077277.998561:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077277.998567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077277.998568:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077277.998572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077277.998575:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.998600:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077277.998603:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.998606:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077277.998623:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077277.998627:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077277.998631:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077279.022470:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077279.022477:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077279.022485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077279.022486:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077279.022490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077279.022493:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077279.022499:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077279.022505:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077279.022512:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077279.022518:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077279.022522:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077279.022527:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077279.022529:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077279.022534:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077279.022534:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077279.022540:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077280.046571:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077280.046583:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077280.046585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077280.046594:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077280.046595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077280.046611:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077280.046614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077280.046622:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077280.046627:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077280.046639:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077280.046684:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077280.046690:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077280.046694:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077281.070480:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077281.070484:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077281.070490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077281.070494:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077281.070521:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077281.070524:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769077281.070525:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077281.070531:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077281.070532:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077281.070536:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077281.070539:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077281.070542:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077281.070545:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077281.070547:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077281.070548:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077281.070550:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077281.198590:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077281.198613:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077281.198615:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077281.198620:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077281.198624:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077281.198650:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3972
00000400:00000200:1.0:1769077281.198662:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077281.198670:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077281.198675:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077281.198679:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077281.198683:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077281.198687:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077281.198690:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077281.198695:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077281.198762:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077281.198765:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077281.198768:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077281.198770:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077281.198772:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077281.198776:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077281.198778:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077281.198781:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077281.198783:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077281.198786:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077281.198789:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077281.198791:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077281.198793:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077281.198796:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077281.198799:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077281.198801:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077281.198803:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077281.198813:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769077281.198816:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077281.198820:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077281.198821:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077281.198824:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077281.198826:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077281.198831:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077281.198840:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769077281.198846:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077281.198855:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932464768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077281.198865:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077281.198869:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077281.198874:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932464768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077281.198899:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077281.198902:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077281.198906:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077281.198907:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077281.198909:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077281.198911:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077281.198914:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3972
00000400:00000200:1.0:1769077281.198918:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077281.198921:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077281.198923:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077281.198926:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077281.198928:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077281.198930:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077281.198932:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077281.198934:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077281.198935:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077281.198936:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077281.198938:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077281.198939:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077281.198941:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077281.198944:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077281.198946:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077281.198948:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077281.198950:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077281.198952:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077281.198954:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077281.198956:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077281.198958:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077281.198962:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077281.198964:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077281.198967:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077281.198970:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077281.198973:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077281.198976:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077281.198979:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769077281.198981:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077281.198984:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077281.198986:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077281.198988:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077281.198990:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077281.198992:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077281.198998:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769077281.199004:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077281.199015:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932464896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077281.199042:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077281.199046:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077281.199054:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932464896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077281.199076:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077281.199081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077281.199087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077281.199091:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077281.199094:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077281.199099:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077281.199106:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3972
00000400:00000200:1.0:1769077281.199115:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077281.199121:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077281.199125:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077281.199131:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077281.199135:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077281.199138:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077281.199145:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077281.199152:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077281.199153:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077281.199155:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077281.199157:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077281.199162:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077281.199167:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077281.199172:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077281.199175:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077281.199178:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077281.199180:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077281.199185:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077281.199189:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077281.199197:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077281.199203:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077281.199208:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077281.199212:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077281.199215:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077281.199218:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077281.199224:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077281.199229:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077281.199238:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769077281.199245:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077281.199249:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077281.199251:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077281.199256:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077281.199259:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077281.199263:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077281.199270:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769077281.199276:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077281.199284:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932465024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077281.199298:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077281.199302:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077281.199309:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932465024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077281.199326:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077281.199331:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077281.199340:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077281.199347:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077281.199354:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077281.199361:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3982)
00000800:00000200:3.1:1769077281.199423:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077281.199427:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769077281.199902:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077281.199905:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769077281.200267:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077281.200270:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1769077282.094523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077282.094528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.094553:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077282.094556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077282.094562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.094563:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077282.094572:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077282.094581:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077282.094589:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077282.094596:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.094607:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077282.094611:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077282.094613:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077282.094615:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.094621:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077282.094622:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077282.542500:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298646307, at 4298646336
00000100:00000010:2.0:1769077282.542542:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00010000:00000001:1.0:1769077283.118554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077283.118560:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077283.118565:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077283.118568:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077283.118573:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077283.118574:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077283.118582:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077283.118588:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769077283.118588:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077283.118595:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.118599:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077283.118600:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.118607:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077283.118609:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077283.118622:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077283.118627:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077283.118628:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077283.118635:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077283.118641:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077284.142527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077284.142534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077284.142535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077284.142539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077284.142540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077284.142545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077284.142548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077284.142550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077284.142554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077284.142556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077284.142573:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077284.142577:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077284.142580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077284.142585:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077284.142586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077284.142590:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077284.142628:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077284.142632:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077284.142634:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077284.142637:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077284.142640:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077284.142643:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077284.142646:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077284.142674:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077284.142677:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077285.166508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077285.166514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077285.166521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077285.166522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077285.166528:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077285.166528:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077285.166533:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077285.166534:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077285.166536:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077285.166542:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769077285.166543:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077285.166546:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077285.166548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077285.166552:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077285.166554:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077285.166556:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077285.166561:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077285.166565:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077285.166568:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077285.166588:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077285.166592:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077285.166596:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077286.190515:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077286.190524:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077286.190529:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077286.190536:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077286.190543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077286.190543:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077286.190552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.190554:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077286.190564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077286.190568:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077286.190569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.190574:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.190587:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.318906:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077286.318911:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077286.318914:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077286.318924:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4000 x1855007932465152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.318937:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077286.318940:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077286.318943:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077286.318946:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077286.318950:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077286.318954:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932465152:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077286.318960:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077286.318964:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077286.318968:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077286.318971:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077286.318977:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077286.318980:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077286.318990:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077286.318996:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077286.319002:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077286.319011:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932465152, portal 25
00000100:00000001:2.0:1769077286.319015:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077286.319017:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564473856 : -121121145077760 : ffff91d7492c4000)
00000100:00000040:2.0:1769077286.319026:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4000 x1855007932465152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319035:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077286.319039:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077286.319044:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077286.319047:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932465152, offset 0
00000400:00000200:2.0:1769077286.319055:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077286.319064:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077286.319072:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077286.319078:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077286.319084:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077286.319088:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077286.319091:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077286.319096:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47289:47289:256:4294967295] 192.168.204.153@tcp LPNI seq info [47289:47289:8:4294967295]
00000400:00000200:2.0:1769077286.319101:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077286.319112:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077286.319120:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077286.319127:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077286.319136:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077286.319142:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077286.319150:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077286.319156:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077286.319169:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077286.319173:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077286.319178:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077286.319185:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077286.319191:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077286.319195:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077286.319199:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077286.319207:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4000 x1855007932465152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319221:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077286.319226:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4000 x1855007932465152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319235:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.319238:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077286.319243:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077286.319248:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077286.319253:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298651426
00000100:00000010:2.0:1769077286.319260:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077286.319268:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077286.319276:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298651426
00000100:00000010:2.0:1769077286.319280:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5cae0.
00000100:00000001:2.0:1769077286.319284:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077286.319287:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077286.319290:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.319293:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077286.319299:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077286/real 1769077286]  req@ffff91d7492c4000 x1855007932465152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077286.319309:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077286.319311:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077286.319313:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077286.319318:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077286.319321:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077286.319324:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077286.319329:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4000 x1855007932465152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077286.319342:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4000 x1855007932465152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319348:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077286.319351:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.319357:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.319359:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077286.319364:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4000 x1855007932465152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319373:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077286.319378:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4000 x1855007932465152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319385:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077286.319388:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.319391:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.319394:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.319396:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077286.319446:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077286.319451:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077286.319460:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077286.319464:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077286.319473:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4000 x1855007932465152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077286.319486:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932465152:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077286.319495:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.319500:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077286.319505:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4000 x1855007932465152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319515:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077286.319518:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077286.319520:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077286.319525:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077286.319527:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077286.319529:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077286.319532:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077286.319534:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:2.0:1769077286.319540:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077286.319543:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077286.319546:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4000.
00000100:00000001:2.0:1769077286.319549:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077286.319551:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.319555:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.319563:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077286.319567:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.319571:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077286.319574:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077286.319576:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077286.319581:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4700 x1855007932465280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319590:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077286.319592:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077286.319593:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077286.319595:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077286.319597:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077286.319599:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932465280:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077286.319601:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077286.319603:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077286.319604:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077286.319605:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077286.319608:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077286.319609:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077286.319631:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077286.319633:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077286.319636:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077286.319638:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932465280, portal 10
00000100:00000001:2.0:1769077286.319639:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077286.319640:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564475648 : -121121145075968 : ffff91d7492c4700)
00000100:00000040:2.0:1769077286.319646:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4700 x1855007932465280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319650:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077286.319652:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077286.319653:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077286.319654:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932465280, offset 0
00000400:00000200:2.0:1769077286.319657:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077286.319660:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077286.319663:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077286.319664:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077286.319666:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077286.319668:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077286.319670:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077286.319672:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47290:47290:256:4294967295] 192.168.204.153@tcp LPNI seq info [47290:47290:8:4294967295]
00000400:00000200:2.0:1769077286.319675:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077286.319679:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077286.319682:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077286.319684:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077286.319687:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077286.319689:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077286.319692:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077286.319693:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077286.319696:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077286.319697:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077286.319699:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077286.319701:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077286.319703:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077286.319705:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077286.319706:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077286.319709:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4700 x1855007932465280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319714:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077286.319716:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4700 x1855007932465280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319720:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.319721:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077286.319723:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077286.319726:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077286.319729:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077286.319730:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298650124
00000100:00000001:2.0:1769077286.319732:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298651426
00000100:00000001:2.0:1769077286.319734:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298650124
00000100:00000001:2.0:1769077286.319737:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298651426
00000100:00000001:2.0:1769077286.319738:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077286.319740:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.319741:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077286.319743:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077286/real 1769077286]  req@ffff91d7492c4700 x1855007932465280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077286.319748:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077286.319749:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077286.319750:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077286.319751:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077286.319752:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077286.319753:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077286.319755:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4700 x1855007932465280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077286.319761:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4700 x1855007932465280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319765:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077286.319766:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.319774:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.319775:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077286.319777:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4700 x1855007932465280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319781:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077286.319784:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4700 x1855007932465280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319789:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077286.319790:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.319791:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.319792:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.319794:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077286.319795:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077286.319797:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077286.319799:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077286.319801:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077286.319803:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4700 x1855007932465280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077286.319808:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932465280:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077286.319811:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077286.319813:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4e00 x1855007932465408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319817:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077286.319818:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077286.319820:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077286.319821:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077286.319822:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077286.319824:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932465408:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077286.319826:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077286.319827:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077286.319828:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077286.319829:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077286.319831:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077286.319833:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077286.319835:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077286.319836:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077286.319838:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077286.319840:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932465408, portal 10
00000100:00000001:2.0:1769077286.319841:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077286.319842:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564477440 : -121121145074176 : ffff91d7492c4e00)
00000100:00000040:2.0:1769077286.319846:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4e00 x1855007932465408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319850:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077286.319852:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077286.319853:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077286.319854:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932465408, offset 0
00000400:00000200:2.0:1769077286.319857:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077286.319859:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077286.319861:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077286.319863:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077286.319864:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077286.319866:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077286.319867:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077286.319869:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47291:47291:256:4294967295] 192.168.204.153@tcp LPNI seq info [47291:47291:8:4294967295]
00000400:00000200:2.0:1769077286.319872:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077286.319876:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077286.319879:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077286.319881:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077286.319883:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077286.319885:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077286.319888:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077286.319889:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077286.319892:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077286.319894:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077286.319895:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077286.319898:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077286.319899:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077286.319901:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077286.319902:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077286.319904:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4e00 x1855007932465408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319909:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077286.319911:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4e00 x1855007932465408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319926:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.319927:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077286.319929:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077286.319931:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077286.319934:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077286.319935:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298650123
00000100:00000001:2.0:1769077286.319937:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298651426
00000100:00000001:2.0:1769077286.319939:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298650123
00000100:00000001:2.0:1769077286.319940:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298651426
00000100:00000001:2.0:1769077286.319941:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077286.319942:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.319944:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077286.319946:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077286/real 1769077286]  req@ffff91d7492c4e00 x1855007932465408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077286.319951:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077286.319952:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077286.319953:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077286.319954:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077286.319955:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077286.319961:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077286.319965:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4e00 x1855007932465408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077286.319977:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4e00 x1855007932465408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.319984:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077286.319986:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.319987:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.319989:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077286.319993:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4e00 x1855007932465408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.320001:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077286.320005:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4e00 x1855007932465408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.320012:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077286.320015:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.320017:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077286.320019:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.320020:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077286.320023:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077286.320026:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077286.320030:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077286.320032:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077286.320036:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4e00 x1855007932465408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077286.320042:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932465408:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077286.320044:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.320046:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077286.320048:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4700 x1855007932465280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.320052:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077286.320053:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077286.320055:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077286.320056:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077286.320057:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077286.320058:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077286.320060:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077286.320061:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508000.
02000000:00000001:2.0:1769077286.320063:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077286.320064:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077286.320065:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4700.
00000100:00000001:2.0:1769077286.320067:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077286.320068:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.320069:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077286.320071:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4e00 x1855007932465408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.320075:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077286.320076:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077286.320076:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077286.320078:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077286.320079:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077286.320080:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077286.320081:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077286.320082:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:2.0:1769077286.320083:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077286.320084:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077286.320084:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4e00.
00000100:00000001:2.0:1769077286.320086:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077286.320086:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.320088:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077286.320090:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077286.320091:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.320092:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077286.320093:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077287.214515:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077287.214521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077287.214524:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077287.214526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077287.214529:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077287.214533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077287.214538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077287.214539:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077287.214548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077287.214554:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077287.214563:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077287.214567:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077287.214571:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077287.214572:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077287.214577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077287.214582:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077287.662552:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298651426, at 4298651456
00000100:00000010:2.0:1769077287.662578:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077288.238615:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077288.238622:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077288.238624:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077288.238631:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077288.238635:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077288.238641:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077288.238644:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077288.238652:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077288.238653:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077288.238658:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077288.238681:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077288.238695:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077288.238703:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077288.238740:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077288.238745:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077288.238751:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077289.262528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077289.262534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077289.262537:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077289.262543:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077289.262548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077289.262552:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077289.262556:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077289.262559:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077289.262575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077289.262584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077289.262587:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077289.262594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077289.262599:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077290.286522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077290.286527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077290.286535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077290.286539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077290.286605:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077290.286610:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077290.286614:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077291.310524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077291.310551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077291.310560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077291.310566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.310574:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077291.310581:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077291.310586:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077291.310594:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077291.310602:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077291.310607:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077291.310608:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077291.310614:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.310614:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077291.310617:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077291.310621:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077291.310622:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077291.438565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077291.438577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077291.438580:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077291.438585:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077291.438589:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077291.438597:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3982
00000400:00000200:2.0:1769077291.438606:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077291.438612:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077291.438616:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077291.438620:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077291.438624:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077291.438627:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077291.438630:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077291.438634:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077291.438636:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077291.438639:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077291.438642:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077291.438644:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077291.438647:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077291.438650:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077291.438653:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077291.438655:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077291.438657:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077291.438660:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077291.438664:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077291.438666:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077291.438670:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077291.438673:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077291.438676:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.438678:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077291.438681:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077291.438690:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077291.438694:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077291.438698:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077291.438700:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.438703:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077291.438706:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077291.438710:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077291.438718:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab400.
00000100:00000001:2.0:1769077291.438725:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077291.438733:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932465536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077291.438745:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077291.438749:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077291.438754:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932465536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077291.438778:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077291.438782:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077291.438786:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077291.438788:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077291.438790:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077291.438794:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077291.438797:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3982
00000400:00000200:2.0:1769077291.438803:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077291.438811:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077291.438816:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077291.438824:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077291.438831:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077291.438837:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077291.438843:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077291.438848:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077291.438852:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077291.438856:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077291.438859:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077291.438863:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077291.438869:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077291.438877:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077291.438883:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077291.438890:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077291.438895:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077291.438903:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077291.438911:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077291.438917:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077291.438921:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077291.438927:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077291.438932:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.438937:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077291.438944:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077291.438951:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.438957:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077291.438965:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077291.438972:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077291.438978:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077291.438982:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.438986:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077291.438988:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077291.438992:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077291.438999:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000001:2.0:1769077291.439006:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077291.439015:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932465664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077291.439033:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077291.439038:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077291.439047:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932465664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077291.439065:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077291.439070:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077291.439077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077291.439079:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077291.439083:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077291.439089:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077291.439097:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3982
00000800:00000200:3.1:1769077291.439104:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000400:00000200:2.0:1769077291.439108:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000800:00000200:3.1:1769077291.439109:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000400:00000200:2.0:1769077291.439118:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077291.439125:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077291.439133:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077291.439139:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077291.439146:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077291.439151:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077291.439156:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077291.439158:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077291.439160:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077291.439162:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077291.439166:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077291.439173:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077291.439182:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077291.439189:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077291.439196:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077291.439202:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077291.439206:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077291.439214:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077291.439222:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077291.439227:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077291.439233:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077291.439238:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.439244:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077291.439249:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077291.439255:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.439262:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077291.439270:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077291.439276:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077291.439281:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077291.439286:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.439293:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077291.439296:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077291.439300:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077291.439310:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9c00.
00000100:00000001:2.0:1769077291.439318:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077291.439330:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932465792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077291.439363:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077291.439368:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077291.439380:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932465792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077291.439438:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077291.439446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077291.439454:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077291.439460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077291.439469:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077291.439477:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3992)
00000800:00000200:3.1:1769077291.439612:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077291.439614:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769077291.439799:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077291.439800:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00010000:00000001:1.0:1769077292.334548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077292.334548:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077292.334566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077292.334567:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077292.334573:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077292.334577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077292.334581:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077292.334584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077292.334588:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077292.334597:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077292.334606:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077292.334612:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077292.334616:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077292.334617:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077292.334624:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077292.334630:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077292.782551:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298656546, at 4298656576
00000100:00000010:2.0:1769077292.782584:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00010000:00000001:1.0:1769077293.358549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077293.358553:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077293.358557:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077293.358560:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077293.358561:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077293.358566:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077293.358567:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077293.358575:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077293.358576:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077293.358582:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.358583:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077293.358589:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077293.358590:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077293.358600:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.358601:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077293.358609:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077293.358614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077293.358618:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077293.358619:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077293.358663:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077293.358667:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077293.358671:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077294.382496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077294.382502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077294.382508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077294.382512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077294.382512:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077294.382517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077294.382521:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077294.382528:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077294.382533:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077294.382535:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077294.382537:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077294.382539:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077294.382546:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077294.382549:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077294.382552:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077294.382555:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077295.406509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077295.406516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077295.406517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077295.406523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077295.406524:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077295.406533:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077295.406535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077295.406541:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077295.406542:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077295.406546:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077295.406548:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077295.406554:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077295.406561:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077295.406561:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077295.406567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077295.406567:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077295.406571:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077295.406573:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077295.406578:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077296.430482:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077296.430489:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077296.430491:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077296.430496:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077296.430501:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077296.430506:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077296.430510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077296.430510:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077296.430516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077296.430516:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.430523:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077296.430526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077296.430530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077296.430553:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077296.430556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077296.430558:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077296.558699:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077296.558707:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077296.558713:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077296.558727:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5180 x1855007932465920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.558748:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077296.558751:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077296.558754:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077296.558758:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077296.558763:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077296.558769:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932465920:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077296.558776:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077296.558782:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077296.558786:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077296.558791:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077296.558797:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077296.558801:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077296.558812:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077296.558826:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077296.558835:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077296.558843:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932465920, portal 25
00000100:00000001:2.0:1769077296.558849:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077296.558852:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564478336 : -121121145073280 : ffff91d7492c5180)
00000100:00000040:2.0:1769077296.558864:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5180 x1855007932465920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.558883:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077296.558891:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077296.558895:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077296.558900:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932465920, offset 0
00000400:00000200:2.0:1769077296.558910:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077296.558923:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077296.558937:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077296.558947:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077296.558956:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077296.558965:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077296.558972:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077296.558981:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47295:47295:256:4294967295] 192.168.204.153@tcp LPNI seq info [47295:47295:8:4294967295]
00000400:00000200:2.0:1769077296.558991:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077296.559006:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077296.559016:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077296.559022:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077296.559034:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077296.559039:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077296.559052:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077296.559058:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077296.559066:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077296.559070:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077296.559077:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077296.559085:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077296.559094:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077296.559097:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077296.559101:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077296.559106:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5180 x1855007932465920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559114:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077296.559118:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5180 x1855007932465920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559123:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077296.559125:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077296.559129:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077296.559132:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077296.559135:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298661666
00000100:00000010:2.0:1769077296.559138:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077296.559144:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077296.559148:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298661666
00000100:00000010:2.0:1769077296.559150:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5cb40.
00000100:00000001:2.0:1769077296.559152:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077296.559154:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077296.559156:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077296.559158:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077296.559161:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077296/real 1769077296]  req@ffff91d7492c5180 x1855007932465920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077296.559168:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077296.559169:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077296.559171:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077296.559173:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077296.559174:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077296.559176:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077296.559178:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5180 x1855007932465920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077296.559184:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5180 x1855007932465920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559188:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077296.559189:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559191:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077296.559192:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077296.559195:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5180 x1855007932465920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559199:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077296.559202:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5180 x1855007932465920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559207:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077296.559209:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559210:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077296.559211:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559213:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077296.559215:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077296.559217:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077296.559220:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077296.559222:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077296.559224:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5180 x1855007932465920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077296.559230:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932465920:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077296.559233:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559234:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077296.559236:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5180 x1855007932465920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559240:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077296.559242:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077296.559244:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077296.559245:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077296.559246:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077296.559248:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077296.559250:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077296.559251:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:2.0:1769077296.559254:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077296.559256:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077296.559257:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5180.
00000100:00000001:2.0:1769077296.559259:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077296.559260:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559262:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559268:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077296.559269:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077296.559271:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077296.559273:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077296.559274:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077296.559278:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6680 x1855007932466048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559292:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077296.559293:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077296.559295:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077296.559297:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077296.559299:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077296.559302:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932466048:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077296.559306:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077296.559308:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077296.559310:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077296.559312:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077296.559315:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077296.559317:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077296.559322:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077296.559325:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077296.559329:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077296.559332:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932466048, portal 10
00000100:00000001:2.0:1769077296.559334:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077296.559335:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564483712 : -121121145067904 : ffff91d7492c6680)
00000100:00000040:2.0:1769077296.559342:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6680 x1855007932466048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559347:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077296.559349:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077296.559351:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077296.559353:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932466048, offset 0
00000400:00000200:2.0:1769077296.559356:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077296.559359:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077296.559362:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077296.559365:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077296.559366:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077296.559368:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077296.559370:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077296.559372:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47296:47296:256:4294967295] 192.168.204.153@tcp LPNI seq info [47296:47296:8:4294967295]
00000400:00000200:2.0:1769077296.559375:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077296.559380:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077296.559383:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077296.559385:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077296.559388:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077296.559390:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077296.559393:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077296.559395:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077296.559397:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077296.559399:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077296.559420:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077296.559423:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077296.559425:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077296.559426:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077296.559428:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077296.559430:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6680 x1855007932466048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559436:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077296.559454:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6680 x1855007932466048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559459:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077296.559460:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077296.559463:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077296.559466:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077296.559468:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077296.559470:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298660364
00000100:00000001:2.0:1769077296.559472:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298661666
00000100:00000001:2.0:1769077296.559474:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298660364
00000100:00000001:2.0:1769077296.559475:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298661666
00000100:00000001:2.0:1769077296.559477:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077296.559478:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077296.559480:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077296.559483:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077296/real 1769077296]  req@ffff91d7492c6680 x1855007932466048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077296.559489:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077296.559490:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077296.559491:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077296.559492:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077296.559493:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077296.559495:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077296.559497:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6680 x1855007932466048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077296.559502:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6680 x1855007932466048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559507:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077296.559508:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559509:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077296.559510:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077296.559512:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6680 x1855007932466048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559516:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077296.559518:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6680 x1855007932466048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559522:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077296.559524:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559525:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077296.559526:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559527:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077296.559528:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077296.559530:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077296.559533:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077296.559534:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077296.559537:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6680 x1855007932466048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077296.559542:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932466048:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077296.559545:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077296.559547:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7480 x1855007932466176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559551:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077296.559551:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077296.559553:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077296.559554:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077296.559555:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077296.559557:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932466176:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077296.559559:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077296.559561:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077296.559562:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077296.559563:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077296.559566:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077296.559567:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077296.559569:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077296.559571:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077296.559573:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077296.559575:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932466176, portal 10
00000100:00000001:2.0:1769077296.559576:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077296.559577:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564487296 : -121121145064320 : ffff91d7492c7480)
00000100:00000040:2.0:1769077296.559581:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7480 x1855007932466176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559585:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077296.559587:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077296.559588:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077296.559590:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932466176, offset 0
00000400:00000200:2.0:1769077296.559593:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077296.559595:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077296.559598:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077296.559600:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077296.559602:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077296.559604:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077296.559605:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077296.559607:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47297:47297:256:4294967295] 192.168.204.153@tcp LPNI seq info [47297:47297:8:4294967295]
00000400:00000200:2.0:1769077296.559610:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077296.559614:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077296.559617:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077296.559619:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077296.559622:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077296.559624:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077296.559626:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077296.559628:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077296.559631:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077296.559632:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077296.559634:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077296.559636:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077296.559638:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077296.559639:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077296.559641:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077296.559643:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7480 x1855007932466176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559648:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077296.559650:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7480 x1855007932466176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559655:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077296.559656:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077296.559658:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077296.559660:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077296.559662:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077296.559663:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298660363
00000100:00000001:2.0:1769077296.559665:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298661666
00000100:00000001:2.0:1769077296.559666:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298660363
00000100:00000001:2.0:1769077296.559668:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298661666
00000100:00000001:2.0:1769077296.559669:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077296.559670:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077296.559671:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077296.559673:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077296/real 1769077296]  req@ffff91d7492c7480 x1855007932466176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077296.559678:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077296.559679:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077296.559680:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077296.559681:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077296.559682:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077296.559684:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077296.559687:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7480 x1855007932466176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077296.559695:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7480 x1855007932466176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559702:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077296.559703:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559705:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077296.559706:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077296.559710:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7480 x1855007932466176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559718:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077296.559722:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7480 x1855007932466176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559731:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077296.559733:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559735:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077296.559737:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559739:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077296.559742:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077296.559745:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077296.559748:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077296.559750:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077296.559753:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7480 x1855007932466176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077296.559758:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932466176:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077296.559761:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559762:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077296.559764:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6680 x1855007932466048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559769:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077296.559770:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077296.559771:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077296.559773:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077296.559774:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077296.559775:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077296.559776:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077296.559777:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:2.0:1769077296.559779:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077296.559780:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077296.559781:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6680.
00000100:00000001:2.0:1769077296.559784:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077296.559785:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559786:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077296.559788:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7480 x1855007932466176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077296.559792:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077296.559793:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077296.559794:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077296.559796:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077296.559797:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077296.559797:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077296.559799:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077296.559799:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:2.0:1769077296.559801:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077296.559801:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077296.559802:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7480.
00000100:00000001:2.0:1769077296.559804:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077296.559805:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559806:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077296.559808:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077296.559809:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077296.559811:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077296.559812:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077297.454527:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077297.454532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077297.454534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077297.454537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077297.454537:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077297.454545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077297.454548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077297.454550:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077297.454552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077297.454554:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077297.454558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077297.454561:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077297.454566:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077297.454585:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077297.454590:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077297.454594:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077297.902533:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298661666, at 4298661696
00000100:00000010:2.0:1769077297.902551:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077298.478479:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077298.478486:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077298.478487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077298.478488:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077298.478493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077298.478495:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077298.478500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077298.478502:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077298.478505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.478507:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.478514:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077298.478519:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077298.478523:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077298.478549:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077298.478553:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077298.478557:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077299.502501:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077299.502502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077299.502508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077299.502510:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077299.502514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077299.502515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077299.502518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077299.502523:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077299.502528:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077299.502534:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077299.502539:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077299.502543:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077299.502543:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077299.502548:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077299.502549:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077299.502554:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077300.526513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077300.526520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077300.526649:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077300.526652:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077300.526672:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077300.526675:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077300.526678:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077301.550512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077301.550517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077301.550522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077301.550525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077301.550549:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077301.550551:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769077301.550552:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077301.550557:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077301.550558:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077301.550563:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077301.550567:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077301.550572:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077301.550577:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077301.550582:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077301.550585:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077301.550590:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077301.678528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077301.678540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077301.678543:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077301.678547:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077301.678551:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077301.678558:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3993
00000400:00000200:2.0:1769077301.678567:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077301.678573:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077301.678577:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077301.678581:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077301.678585:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077301.678587:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077301.678590:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077301.678595:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077301.678597:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077301.678600:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077301.678603:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077301.678606:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077301.678608:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077301.678611:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077301.678613:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077301.678615:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077301.678617:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077301.678621:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077301.678624:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077301.678627:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077301.678630:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077301.678633:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077301.678636:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077301.678638:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077301.678641:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077301.678650:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077301.678654:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077301.678658:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077301.678660:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077301.678663:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077301.678673:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077301.678677:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077301.678686:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:2.0:1769077301.678692:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077301.678701:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932466304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077301.678713:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077301.678717:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077301.678722:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932466304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077301.678745:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077301.678749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077301.678752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077301.678753:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077301.678755:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077301.678758:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077301.678762:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3993
00000400:00000200:2.0:1769077301.678773:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077301.678779:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077301.678784:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077301.678790:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077301.678794:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077301.678799:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077301.678802:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077301.678806:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077301.678809:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077301.678813:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077301.678816:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077301.678822:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077301.678828:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077301.678837:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077301.678843:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077301.678847:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077301.678851:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077301.678856:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077301.678862:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077301.678869:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077301.678874:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077301.678881:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077301.678886:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077301.678890:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077301.678894:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077301.678901:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077301.678905:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077301.678913:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077301.678918:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077301.678924:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077301.678925:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077301.678928:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077301.678931:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077301.678934:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077301.678940:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:2.0:1769077301.678946:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077301.678956:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932466432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077301.678988:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077301.678993:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077301.679002:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932466432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077301.679020:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077301.679025:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077301.679031:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077301.679034:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077301.679037:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077301.679043:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077301.679049:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3993
00000400:00000200:2.0:1769077301.679093:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077301.679100:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077301.679104:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077301.679110:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077301.679114:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077301.679119:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077301.679124:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077301.679129:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077301.679131:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077301.679135:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1769077301.679136:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:2.0:1769077301.679138:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000800:00000200:3.1:1769077301.679143:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769077301.679144:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077301.679150:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077301.679158:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077301.679162:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077301.679166:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077301.679170:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077301.679173:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077301.679180:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077301.679186:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077301.679191:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077301.679196:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077301.679200:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077301.679205:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077301.679210:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077301.679214:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077301.679218:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077301.679222:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077301.679227:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077301.679239:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077301.679244:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077301.679248:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077301.679253:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077301.679257:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077301.679265:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8800.
00000100:00000001:2.0:1769077301.679273:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077301.679283:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932466560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077301.679299:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077301.679302:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077301.679309:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932466560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077301.679324:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077301.679330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077301.679336:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077301.679341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077301.679349:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077301.679384:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4003)
00000800:00000200:3.1:1769077301.679726:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077301.679729:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077301.680038:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077301.680041:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769077302.574517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077302.574526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077302.574526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077302.574533:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077302.574534:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077302.574538:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077302.574543:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077302.574543:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077302.574548:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077302.574553:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077302.574553:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077302.574558:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077302.574560:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077302.574562:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077302.574570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077302.574574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077302.574599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077302.574604:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077302.574608:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077302.574692:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077302.574697:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077302.574699:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077303.022474:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298666786, at 4298666816
00000100:00000010:2.0:1769077303.022489:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a91e0.
00000100:00000001:2.0:1769077303.598495:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077303.598499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077303.598503:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077303.598505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.598507:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077303.598514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077303.598515:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077303.598518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077303.598521:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077303.598527:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.598533:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077303.598538:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077303.598542:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077303.598542:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077303.598547:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077303.598553:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077303.598561:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077303.598566:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077303.598568:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077303.598572:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077303.598575:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077303.598577:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.598580:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077303.598582:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077303.598585:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077304.622465:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077304.622471:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077304.622475:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077304.622479:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077304.622481:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077304.622483:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077304.622485:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077304.622487:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077304.622489:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077304.622491:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077304.622510:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077304.622514:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077304.622517:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077304.622551:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077304.622560:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077304.622562:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077304.622569:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077304.622576:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077304.622584:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077304.622589:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077304.622594:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077304.622599:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077305.646452:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077305.646459:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077305.646463:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077305.646469:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077305.646477:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077305.646483:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077305.646494:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077305.646496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077305.646498:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077305.646501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077305.646504:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077305.646507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077305.646510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077305.646530:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077305.646534:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077305.646538:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077306.670511:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077306.670515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077306.670519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077306.670520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077306.670524:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077306.670528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077306.670532:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077306.670533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077306.670540:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077306.670545:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077306.670550:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077306.670554:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077306.670556:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077306.670558:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077306.670562:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077306.670562:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077306.798517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077306.798526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077306.798529:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077306.798532:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077306.798535:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077306.798540:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 3998
00000400:00000200:2.0:1769077306.798548:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077306.798552:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077306.798555:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077306.798558:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798561:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077306.798563:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798565:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077306.798569:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077306.798570:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077306.798572:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077306.798574:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077306.798576:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077306.798578:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077306.798581:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798583:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077306.798585:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798587:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077306.798590:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077306.798592:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798594:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077306.798595:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077306.798598:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077306.798600:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077306.798603:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077306.798605:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077306.798613:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077306.798615:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077306.798619:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077306.798620:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077306.798622:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077306.798624:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077306.798628:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077306.798635:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8000.
00000100:00000001:2.0:1769077306.798639:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077306.798646:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932466688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077306.798654:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077306.798657:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077306.798660:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932466688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077306.798678:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077306.798680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077306.798683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077306.798684:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077306.798685:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077306.798687:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077306.798688:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3998
00000400:00000200:2.0:1769077306.798691:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077306.798692:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077306.798694:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077306.798696:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798698:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077306.798700:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798701:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077306.798704:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077306.798706:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077306.798707:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077306.798709:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077306.798711:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077306.798712:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077306.798715:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798718:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077306.798720:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798724:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077306.798728:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077306.798731:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798732:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077306.798733:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077306.798737:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077306.798742:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077306.798745:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077306.798749:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077306.798752:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077306.798755:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077306.798759:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077306.798763:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077306.798769:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077306.798771:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077306.798775:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077306.798779:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077306.798784:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077306.798791:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:2.0:1769077306.798798:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077306.798808:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932466816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077306.798824:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077306.798828:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077306.798835:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932466816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077306.798846:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077306.798848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077306.798855:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077306.798856:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077306.798860:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077306.798864:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077306.798867:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 3998
00000400:00000200:2.0:1769077306.798873:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077306.798876:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077306.798880:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077306.798884:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798888:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077306.798892:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798897:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077306.798900:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077306.798902:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077306.798904:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077306.798907:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077306.798912:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077306.798914:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077306.798921:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798923:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077306.798927:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798929:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077306.798931:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077306.798937:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077306.798942:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077306.798943:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077306.798945:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077306.798947:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077306.798951:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077306.798954:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077306.798957:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077306.798958:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077306.798962:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077306.798964:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077306.798969:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077306.798969:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077306.798971:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077306.798973:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077306.798975:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077306.798980:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769077306.798983:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077306.798990:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932466944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077306.799002:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077306.799007:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077306.799014:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932466944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077306.799023:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077306.799025:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077306.799028:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077306.799031:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077306.799033:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077306.799039:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4008)
00000800:00000200:3.1:1769077306.799068:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077306.799082:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077306.799468:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077306.799470:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077306.799701:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077306.799702:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769077307.694520:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077307.694530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077307.694534:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077307.694542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077307.694548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077307.694563:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077307.694566:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077307.694570:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077307.694574:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077307.694652:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077307.694656:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077307.694661:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077307.694662:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077307.694679:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077307.694682:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077307.694686:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077308.142511:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298671906, at 4298671936
00000100:00000010:2.0:1769077308.142526:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00000100:00000001:2.0:1769077308.718500:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077308.718504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077308.718507:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077308.718508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077308.718511:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077308.718514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077308.718518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077308.718519:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077308.718528:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077308.718533:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077308.718537:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077308.718540:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077308.718544:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077308.718545:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077308.718550:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077308.718555:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077309.742508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077309.742517:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077309.742522:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077309.742527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077309.742528:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077309.742532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.742537:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077309.742538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077309.742542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077309.742544:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077309.742562:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077309.742566:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077309.742571:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077309.742571:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077309.742578:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077309.742583:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077310.766553:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077310.766558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077310.766565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077310.766566:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077310.766569:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077310.766578:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077310.766582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077310.766583:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077310.766589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077310.766590:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077310.766598:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077310.766601:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077310.766607:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077310.766631:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077310.766640:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077310.766648:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077311.790511:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077311.790515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077311.790520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077311.790528:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077311.790529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077311.790533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077311.790535:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077311.790542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077311.790546:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077311.790550:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077311.790563:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077311.790568:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077311.790570:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077311.790575:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077311.790576:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077311.790579:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077311.918613:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077311.918624:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077311.918627:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077311.918631:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077311.918635:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077311.918643:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4003
00000400:00000200:1.0:1769077311.918654:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077311.918661:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077311.918665:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077311.918669:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077311.918672:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077311.918676:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077311.918678:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077311.918683:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077311.918685:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077311.918688:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077311.918691:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077311.918694:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077311.918696:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077311.918700:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077311.918703:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077311.918705:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077311.918715:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077311.918719:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077311.918727:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077311.918731:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077311.918734:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077311.918738:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077311.918741:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077311.918744:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077311.918746:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077311.918756:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769077311.918760:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077311.918764:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077311.918766:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077311.918770:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077311.918773:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077311.918776:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077311.918784:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077311.918791:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077311.918799:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932467072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077311.918811:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077311.918816:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077311.918821:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932467072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077311.918843:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077311.918846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077311.918850:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077311.918852:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077311.918854:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077311.918857:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077311.918860:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4003
00000400:00000200:1.0:1769077311.918865:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077311.918870:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077311.918873:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077311.918876:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077311.918879:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077311.918885:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077311.918893:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077311.918898:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077311.918900:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077311.918905:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077311.918908:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077311.918912:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077311.918915:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077311.918923:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077311.918928:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077311.918933:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077311.918939:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077311.918943:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077311.918949:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077311.918955:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077311.918960:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077311.918969:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077311.918976:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077311.918981:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077311.918986:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077311.918994:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077311.918997:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077311.919004:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769077311.919010:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077311.919017:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077311.919019:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077311.919022:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077311.919026:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077311.919028:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077311.919034:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077311.919041:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077311.919052:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932467200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077311.919083:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077311.919088:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077311.919097:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932467200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077311.919114:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077311.919120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077311.919126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077311.919129:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077311.919133:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077311.919138:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077311.919146:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4003
00000400:00000200:1.0:1769077311.919157:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077311.919170:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077311.919174:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077311.919195:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077311.919201:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077311.919207:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077311.919212:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077311.919219:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077311.919222:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077311.919227:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077311.919231:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077311.919237:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077311.919243:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077311.919259:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000200:3.1:1769077311.919259:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077311.919265:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1769077311.919266:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077311.919272:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077311.919279:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077311.919284:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077311.919290:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077311.919297:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077311.919302:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077311.919309:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077311.919315:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077311.919319:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077311.919324:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077311.919331:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077311.919336:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077311.919343:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769077311.919349:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077311.919354:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077311.919356:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077311.919361:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077311.919365:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077311.919368:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077311.919375:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077311.919381:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077311.919392:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932467328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077311.919449:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077311.919456:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077311.919465:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932467328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077311.919487:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077311.919569:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077311.919579:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077311.919586:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077311.919595:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077311.919603:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4013)
00000800:00000200:3.1:1769077311.919750:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077311.919752:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077311.920015:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077311.920018:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1769077312.814494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077312.814502:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077312.814504:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077312.814506:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077312.814511:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077312.814514:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077312.814516:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077312.814519:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077312.814523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077312.814525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077312.814541:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077312.814546:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077312.814548:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077312.814550:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1769077312.814552:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000020:00000001:1.0:1769077312.814555:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077312.814557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769077312.814560:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077312.814562:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077312.814566:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077312.814569:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077312.814588:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077313.262499:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298677026, at 4298677056
00000100:00000010:2.0:1769077313.262513:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:2.0:1769077313.838484:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077313.838492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077313.838493:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077313.838496:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077313.838497:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077313.838503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077313.838503:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077313.838508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077313.838509:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077313.838514:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077313.838526:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077313.838529:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077313.838531:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077313.838532:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077313.838535:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077313.838540:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077314.862510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077314.862519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077314.862520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077314.862524:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077314.862525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077314.862534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077314.862535:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077314.862538:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077314.862542:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077314.862543:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077314.862545:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077314.862549:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077314.862552:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077314.862556:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.862556:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077314.862560:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077314.862573:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077314.862577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077314.862580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077314.862580:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077314.862583:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077314.862586:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077315.886481:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077315.886487:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077315.886491:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077315.886499:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077315.886506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077315.886507:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077315.886514:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077315.886517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077315.886530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077315.886533:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077315.886534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077315.886539:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077315.886544:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077315.886570:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077315.886574:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077315.886579:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077316.910503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077316.910508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077316.910515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077316.910519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077316.910545:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077316.910550:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077316.910554:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077316.910637:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077316.910640:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077316.910641:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077316.910644:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077316.910646:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077316.910648:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077316.910650:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077316.910651:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077316.910653:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077317.038490:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077317.038500:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077317.038503:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077317.038507:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077317.038511:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077317.038518:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4008
00000400:00000200:1.0:1769077317.038528:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077317.038536:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077317.038539:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077317.038543:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038546:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077317.038548:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038551:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077317.038555:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077317.038557:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077317.038560:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077317.038563:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077317.038565:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077317.038567:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077317.038570:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038572:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077317.038574:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038576:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077317.038579:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077317.038582:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038584:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077317.038586:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077317.038589:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077317.038592:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077317.038593:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077317.038595:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077317.038603:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4e00.
00000020:00000040:1.0:1769077317.038607:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077317.038610:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077317.038612:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077317.038615:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077317.038617:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077317.038621:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077317.038628:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769077317.038634:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077317.038641:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4e00 x1855007932467456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077317.038650:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077317.038654:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077317.038659:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000699d57bf] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4e00 x1855007932467456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077317.038678:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077317.038681:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077317.038684:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077317.038685:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077317.038687:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077317.038689:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077317.038691:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4008
00000400:00000200:1.0:1769077317.038694:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077317.038697:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077317.038700:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077317.038703:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038705:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077317.038708:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038710:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077317.038713:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077317.038714:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077317.038716:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077317.038719:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077317.038723:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077317.038726:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077317.038731:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038734:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077317.038739:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038741:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077317.038745:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077317.038750:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038756:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077317.038759:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077317.038765:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077317.038771:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077317.038775:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077317.038780:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077317.038786:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077317.038789:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077317.038794:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5180.
00000020:00000040:1.0:1769077317.038798:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077317.038802:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077317.038806:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077317.038808:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077317.038812:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077317.038814:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077317.038820:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769077317.038825:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077317.038832:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5180 x1855007932467584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077317.038846:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077317.038850:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077317.038856:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b0b83e] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5180 x1855007932467584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077317.038866:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077317.038868:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077317.038872:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077317.038874:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077317.038877:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077317.038881:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077317.038885:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4008
00000400:00000200:1.0:1769077317.038891:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077317.038896:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077317.038901:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077317.038907:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038911:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077317.038915:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038919:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077317.038924:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077317.038927:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077317.038930:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077317.038933:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077317.038936:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077317.038940:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077317.038945:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038949:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077317.038951:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038954:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077317.038958:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077317.038963:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077317.038965:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077317.038968:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077317.038972:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077317.038975:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077317.038978:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077317.038980:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077317.038984:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077317.038988:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077317.038993:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769077317.038997:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077317.039001:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077317.039003:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077317.039005:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077317.039006:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077317.039007:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077317.039011:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077317.039015:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077317.039023:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932467712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077317.039046:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077317.039050:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077317.039056:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932467712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077317.039067:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077317.039071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769077317.039076:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769077317.039078:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077317.039082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077317.039086:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077317.039091:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4018)
00000800:00000200:3.1:1769077317.039307:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077317.039503:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077317.934493:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077317.934503:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077317.934509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077317.934509:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077317.934518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077317.934521:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077317.934530:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077317.934531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077317.934538:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077317.934540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077317.934542:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077317.934549:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077317.934564:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077317.934571:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077317.934577:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077317.934585:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077318.382473:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298682146, at 4298682176
00000100:00000010:2.0:1769077318.382489:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000001:2.0:1769077318.958504:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077318.958510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077318.958513:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077318.958515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077318.958518:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077318.958523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077318.958526:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077318.958527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077318.958533:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077318.958538:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077318.958553:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077318.958557:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077318.958559:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077318.958562:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077318.958563:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077318.958565:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077319.982459:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077319.982464:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077319.982465:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.982472:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077319.982473:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077319.982477:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.982478:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077319.982487:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000020:00000001:1.0:1769077319.982495:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077319.982495:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077319.982499:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077319.982501:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077319.982503:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077319.982511:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077319.982515:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077319.982518:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077321.006507:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077321.006510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077321.006514:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077321.006515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077321.006518:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077321.006523:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077321.006525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077321.006527:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077321.006529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077321.006531:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077321.006535:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077321.006539:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077321.006541:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077321.006554:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077321.006559:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077321.006564:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077322.030498:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077322.030502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077322.030505:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077322.030506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.030507:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077322.030513:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077322.030514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077322.030517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.030518:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077322.030524:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.030528:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077322.030531:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.030534:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077322.030540:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077322.030545:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077322.030548:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077322.159073:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077322.159077:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077322.159080:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077322.159086:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7800 x1855007932467840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159093:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077322.159095:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077322.159099:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077322.159101:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077322.159104:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077322.159107:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932467840:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077322.159111:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077322.159114:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077322.159116:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077322.159118:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077322.159122:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491aa400.
02000000:00000001:2.0:1769077322.159124:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077322.159131:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077322.159135:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077322.159141:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077322.159148:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932467840, portal 25
00000100:00000001:2.0:1769077322.159151:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077322.159153:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564488192 : -121121145063424 : ffff91d7492c7800)
00000100:00000040:2.0:1769077322.159157:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7800 x1855007932467840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159171:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077322.159175:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077322.159178:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077322.159181:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932467840, offset 0
00000400:00000200:2.0:1769077322.159188:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077322.159195:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077322.159202:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077322.159208:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077322.159213:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077322.159216:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077322.159219:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077322.159223:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47310:47310:256:4294967295] 192.168.204.153@tcp LPNI seq info [47310:47310:8:4294967295]
00000400:00000200:2.0:1769077322.159227:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077322.159237:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077322.159246:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077322.159251:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077322.159257:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077322.159261:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077322.159267:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077322.159280:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077322.159286:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077322.159289:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077322.159294:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077322.159298:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077322.159303:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077322.159305:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077322.159309:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077322.159313:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7800 x1855007932467840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159321:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077322.159324:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7800 x1855007932467840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159334:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.159336:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077322.159342:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077322.159345:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077322.159348:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298687266
00000100:00000010:2.0:1769077322.159352:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077322.159358:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077322.159363:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298687266
00000100:00000010:2.0:1769077322.159365:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c240.
00000100:00000001:2.0:1769077322.159367:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077322.159370:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077322.159372:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.159374:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077322.159378:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077322/real 1769077322]  req@ffff91d7492c7800 x1855007932467840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077322.159392:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077322.159394:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077322.159395:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077322.159398:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077322.159426:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077322.159430:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077322.159434:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7800 x1855007932467840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077322.159441:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7800 x1855007932467840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159447:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077322.159448:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.159451:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077322.159453:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077322.159457:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7800 x1855007932467840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159463:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077322.159467:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7800 x1855007932467840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159473:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077322.159476:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.159477:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077322.159479:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.159481:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077322.159483:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077322.159486:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077322.159490:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077322.159492:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077322.159496:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7800 x1855007932467840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077322.159504:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932467840:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077322.159509:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077322.159512:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7480 x1855007932467968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159519:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077322.159520:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077322.159522:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077322.159523:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077322.159525:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077322.159527:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932467968:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077322.159532:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077322.159536:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077322.159537:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077322.159540:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077322.159543:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491aa000.
02000000:00000001:2.0:1769077322.159545:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077322.159548:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077322.159550:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077322.159553:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077322.159556:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932467968, portal 10
00000100:00000001:2.0:1769077322.159557:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077322.159559:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564487296 : -121121145064320 : ffff91d7492c7480)
00000100:00000040:2.0:1769077322.159564:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7480 x1855007932467968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159571:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077322.159573:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077322.159576:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077322.159578:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932467968, offset 0
00000400:00000200:2.0:1769077322.159581:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077322.159585:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077322.159588:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077322.159591:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077322.159593:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077322.159596:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077322.159598:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077322.159601:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47311:47311:256:4294967295] 192.168.204.153@tcp LPNI seq info [47311:47311:8:4294967295]
00000400:00000200:2.0:1769077322.159604:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077322.159610:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077322.159614:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077322.159617:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077322.159620:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077322.159623:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077322.159626:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077322.159629:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077322.159632:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077322.159634:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077322.159636:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077322.159639:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077322.159642:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077322.159644:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077322.159646:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077322.159649:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7480 x1855007932467968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159656:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077322.159658:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7480 x1855007932467968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159663:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.159664:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077322.159667:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077322.159670:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077322.159674:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077322.159676:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298685964
00000100:00000001:2.0:1769077322.159679:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298687266
00000100:00000001:2.0:1769077322.159681:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298685964
00000100:00000001:2.0:1769077322.159683:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298687266
00000100:00000001:2.0:1769077322.159685:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077322.159686:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.159688:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077322.159691:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077322/real 1769077322]  req@ffff91d7492c7480 x1855007932467968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077322.159697:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077322.159698:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077322.159699:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077322.159701:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077322.159703:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077322.159704:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077322.159707:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7480 x1855007932467968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077322.159713:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7480 x1855007932467968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159718:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077322.159719:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.159721:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077322.159722:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077322.159725:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7480 x1855007932467968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159731:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077322.159735:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7480 x1855007932467968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159740:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077322.159743:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.159744:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077322.159745:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.159747:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077322.159748:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077322.159751:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077322.159754:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077322.159756:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077322.159759:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7480 x1855007932467968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077322.159766:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932467968:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077322.159770:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077322.159773:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6680 x1855007932468096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159784:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077322.159785:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077322.159788:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077322.159789:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077322.159792:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077322.159795:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932468096:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077322.159797:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077322.159799:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077322.159800:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077322.159802:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077322.159805:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491abc00.
02000000:00000001:2.0:1769077322.159807:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077322.159810:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077322.159813:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077322.159815:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077322.159818:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932468096, portal 10
00000100:00000001:2.0:1769077322.159820:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077322.159821:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564483712 : -121121145067904 : ffff91d7492c6680)
00000100:00000040:2.0:1769077322.159825:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6680 x1855007932468096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159831:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077322.159833:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077322.159835:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077322.159837:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932468096, offset 0
00000400:00000200:2.0:1769077322.159845:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077322.159849:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077322.159852:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077322.159855:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077322.159857:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077322.159859:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077322.159862:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077322.159864:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47312:47312:256:4294967295] 192.168.204.153@tcp LPNI seq info [47312:47312:8:4294967295]
00000400:00000200:2.0:1769077322.159868:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077322.159873:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077322.159877:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077322.159880:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077322.159883:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077322.159886:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077322.159889:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077322.159891:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077322.159895:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077322.159897:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077322.159899:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077322.159903:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077322.159905:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077322.159906:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077322.159908:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077322.159911:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6680 x1855007932468096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159922:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077322.159924:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6680 x1855007932468096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159929:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.159930:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077322.159933:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077322.159935:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077322.159938:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077322.159940:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298685963
00000100:00000001:2.0:1769077322.159943:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298687266
00000100:00000001:2.0:1769077322.159944:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298685963
00000100:00000001:2.0:1769077322.159947:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298687266
00000100:00000001:2.0:1769077322.159948:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077322.159950:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.159951:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077322.159954:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077322/real 1769077322]  req@ffff91d7492c6680 x1855007932468096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077322.159961:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077322.159962:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077322.159963:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077322.159965:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077322.159966:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077322.159967:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077322.159970:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6680 x1855007932468096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077322.159977:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6680 x1855007932468096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159982:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077322.159984:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.159985:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077322.159986:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077322.159989:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6680 x1855007932468096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.159993:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077322.159996:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6680 x1855007932468096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.160001:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077322.160003:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.160004:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077322.160005:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.160007:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077322.160022:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077322.160024:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077322.160027:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077322.160029:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077322.160032:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6680 x1855007932468096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077322.160039:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932468096:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077322.160042:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.160044:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077322.160047:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7800 x1855007932467840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.160053:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077322.160055:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077322.160057:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491aa400.
02000000:00000001:2.0:1769077322.160061:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077322.160062:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077322.160064:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077322.160066:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077322.160069:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:2.0:1769077322.160072:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077322.160074:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077322.160076:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7800.
00000100:00000001:2.0:1769077322.160080:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077322.160081:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.160082:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077322.160085:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7480 x1855007932467968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.160091:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077322.160092:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077322.160093:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491aa000.
02000000:00000001:2.0:1769077322.160095:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077322.160096:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077322.160097:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077322.160098:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077322.160099:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:2.0:1769077322.160101:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077322.160102:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077322.160103:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7480.
00000100:00000001:2.0:1769077322.160105:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077322.160106:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.160108:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077322.160111:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6680 x1855007932468096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.160116:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077322.160117:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077322.160119:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491abc00.
02000000:00000001:2.0:1769077322.160121:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077322.160122:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077322.160123:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077322.160125:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077322.160126:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:2.0:1769077322.160127:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077322.160129:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077322.160130:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6680.
00000100:00000001:2.0:1769077322.160133:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077322.160134:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.160136:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.160143:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077322.160145:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.160147:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077322.160149:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077323.054501:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077323.054508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077323.054508:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077323.054511:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077323.054515:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077323.054517:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077323.054521:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077323.054522:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077323.054526:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077323.054527:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077323.054533:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077323.054534:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077323.054536:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077323.054539:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077323.054541:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077323.054545:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077323.054549:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077323.054554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077323.054557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077323.054580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077323.054584:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077323.054587:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077323.502495:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298687266, at 4298687296
00000100:00000010:2.0:1769077323.502514:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077324.078491:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077324.078499:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077324.078500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077324.078503:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077324.078505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077324.078511:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077324.078513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077324.078518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077324.078518:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077324.078524:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077324.078536:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077324.078539:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077324.078540:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077324.078541:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077324.078544:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077324.078549:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077325.102503:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077325.102506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077325.102510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077325.102511:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077325.102516:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077325.102519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077325.102523:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077325.102524:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077325.102530:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077325.102530:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077325.102535:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077325.102536:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077325.102540:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077325.102544:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077325.102550:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077325.102552:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077325.102555:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077325.102557:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077325.102561:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077325.102577:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077325.102581:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077325.102584:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077326.126496:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077326.126498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077326.126504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077326.126505:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077326.126511:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077326.126513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077326.126518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077326.126518:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077326.126526:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077326.126531:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077326.126544:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077326.126545:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077326.126548:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077326.126549:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077326.126554:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077326.126554:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.150489:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077327.150496:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077327.150497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077327.150500:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077327.150502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077327.150506:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077327.150511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077327.150511:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077327.150516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.150516:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.150522:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077327.150526:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.150529:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077327.150540:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077327.150544:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077327.150549:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077327.278518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077327.278526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077327.278528:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077327.278532:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077327.278535:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077327.278541:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4018
00000400:00000200:2.0:1769077327.278549:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077327.278554:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077327.278556:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077327.278558:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278561:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077327.278563:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278564:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077327.278567:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077327.278569:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077327.278571:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077327.278573:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077327.278574:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077327.278576:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077327.278578:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278579:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077327.278580:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278581:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077327.278583:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077327.278584:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278586:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077327.278588:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077327.278590:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077327.278591:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.278593:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077327.278594:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077327.278601:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077327.278604:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077327.278606:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077327.278607:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.278609:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077327.278610:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077327.278613:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077327.278619:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769077327.278624:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077327.278629:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932468224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077327.278636:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077327.278639:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077327.278642:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932468224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.278658:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077327.278660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077327.278663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077327.278664:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077327.278665:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077327.278667:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077327.278669:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4018
00000400:00000200:2.0:1769077327.278671:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077327.278674:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077327.278675:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077327.278677:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278679:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077327.278682:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278685:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077327.278687:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077327.278690:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077327.278691:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077327.278694:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077327.278695:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077327.278699:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077327.278705:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278708:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077327.278711:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278715:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077327.278726:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077327.278734:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278739:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077327.278743:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077327.278750:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077327.278757:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.278759:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077327.278765:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077327.278771:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.278775:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077327.278781:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077327.278784:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077327.278790:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077327.278792:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.278796:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077327.278798:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077327.278801:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077327.278806:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769077327.278811:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077327.278820:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932468352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077327.278829:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077327.278833:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077327.278837:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932468352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.278846:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077327.278850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077327.278853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077327.278854:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077327.278857:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077327.278861:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077327.278864:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4018
00000400:00000200:2.0:1769077327.278889:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077327.278895:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077327.278898:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077327.278902:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278904:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077327.278908:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278911:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077327.278914:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077327.278917:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077327.278919:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1769077327.278920:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:2.0:1769077327.278921:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000800:00000200:3.1:1769077327.278938:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077327.278945:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077327.278948:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077327.278953:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278955:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077327.278959:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278963:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077327.278968:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077327.278972:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077327.278976:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077327.278978:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077327.278982:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077327.278985:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.278989:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077327.278991:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077327.278995:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.278998:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077327.279001:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077327.279005:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077327.279009:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077327.279012:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.279015:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077327.279017:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077327.279019:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077327.279023:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:2.0:1769077327.279027:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077327.279035:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932468480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077327.279057:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077327.279061:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077327.279067:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932468480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.279083:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077327.279087:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077327.279093:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077327.279097:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077327.279101:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077327.279106:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4028)
00000800:00000200:3.1:1769077327.279348:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077327.279350:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077327.279571:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077327.279572:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1769077328.174510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077328.174517:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077328.174520:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077328.174527:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077328.174533:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077328.174539:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077328.174547:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077328.174550:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077328.174552:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077328.174648:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077328.174650:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077328.174652:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077328.174653:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077328.174665:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077328.174667:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077328.174669:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077328.622457:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298692386, at 4298692416
00000100:00000010:2.0:1769077328.622471:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000001:2.0:1769077329.198479:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077329.198487:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077329.198489:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077329.198491:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077329.198494:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077329.198499:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077329.198501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077329.198505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077329.198511:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077329.198516:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077329.198525:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077329.198529:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077329.198531:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077329.198532:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077329.198536:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077329.198541:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077330.222476:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077330.222481:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077330.222481:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077330.222486:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077330.222487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077330.222488:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077330.222489:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077330.222492:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077330.222496:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077330.222498:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077330.222500:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077330.222503:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077330.222507:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077330.222508:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077330.222512:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077330.222516:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077331.246464:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077331.246472:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077331.246474:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077331.246479:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077331.246485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077331.246486:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077331.246492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077331.246493:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077331.246499:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077331.246501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077331.246503:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077331.246506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077331.246508:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077331.246531:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077331.246535:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077331.246538:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077332.270522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077332.270522:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077332.270533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.270535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077332.270544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077332.270549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077332.270551:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077332.270554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.270559:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077332.270565:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.270574:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077332.270576:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077332.270577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077332.270581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.270583:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077332.270588:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077332.398502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077332.398513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077332.398516:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077332.398519:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077332.398523:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077332.398530:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4023
00000400:00000200:2.0:1769077332.398540:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077332.398545:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077332.398549:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077332.398552:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398556:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077332.398559:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398561:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077332.398565:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077332.398567:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077332.398570:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077332.398572:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077332.398575:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077332.398578:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077332.398581:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398583:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077332.398584:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398586:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077332.398589:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077332.398592:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398595:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077332.398597:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077332.398601:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077332.398604:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.398606:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077332.398608:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077332.398618:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077332.398621:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077332.398626:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077332.398627:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.398630:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077332.398633:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077332.398637:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077332.398646:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000001:2.0:1769077332.398653:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077332.398661:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932468608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077332.398672:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077332.398676:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077332.398681:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932468608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.398704:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077332.398707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077332.398710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077332.398711:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077332.398712:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077332.398714:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077332.398716:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4023
00000400:00000200:2.0:1769077332.398720:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077332.398722:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077332.398724:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077332.398726:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398727:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077332.398729:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398730:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077332.398732:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077332.398733:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077332.398734:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077332.398735:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077332.398737:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077332.398738:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077332.398741:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398742:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077332.398743:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398744:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077332.398746:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077332.398749:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398750:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077332.398752:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077332.398756:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077332.398758:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.398760:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077332.398763:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077332.398765:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.398767:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077332.398770:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077332.398772:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077332.398774:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077332.398775:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.398777:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077332.398778:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077332.398779:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077332.398784:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:2.0:1769077332.398793:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077332.398798:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932468736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077332.398807:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077332.398810:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077332.398814:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932468736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.398823:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077332.398829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077332.398861:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077332.398865:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077332.398869:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077332.398872:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077332.398875:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4023
00000400:00000200:2.0:1769077332.398880:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077332.398883:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077332.398888:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077332.398893:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398900:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077332.398905:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398912:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077332.398916:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077332.398917:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077332.398920:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077332.398924:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077332.398930:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077332.398934:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077332.398941:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398943:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077332.398945:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398948:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077332.398952:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077332.398960:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077332.398963:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077332.398968:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077332.398971:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077332.398972:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.398974:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077332.398975:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077332.398978:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.398989:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077332.399007:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077332.399010:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077332.399012:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077332.399016:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.399025:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077332.399026:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077332.399028:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077332.399033:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769077332.399037:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077332.399041:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932468864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077332.399051:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077332.399054:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077332.399057:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932468864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.399069:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077332.399073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077332.399078:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077332.399080:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077332.399086:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077332.399090:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4033)
00000800:00000200:3.1:1769077332.399225:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077332.399230:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077332.399763:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077332.399766:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077332.400090:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077332.400111:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1769077333.294469:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077333.294472:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077333.294477:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077333.294478:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077333.294482:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077333.294483:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077333.294487:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077333.294489:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077333.294492:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077333.294495:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077333.294496:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077333.294500:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077333.294501:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077333.294508:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077333.294513:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077333.294517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077333.294517:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077333.294522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077333.294522:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077333.294552:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077333.294558:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077333.294566:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077333.742500:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298697506, at 4298697536
00000100:00000010:2.0:1769077333.742514:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00010000:00000001:1.0:1769077334.318475:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077334.318485:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077334.318495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077334.318501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077334.318540:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077334.318544:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077334.318549:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077335.342492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077335.342501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077335.342516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077335.342524:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077335.342528:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077335.342532:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077335.342534:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077335.342543:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077335.342543:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077335.342553:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077335.342554:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077335.342566:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077335.342568:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077335.342576:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077335.342585:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077335.342586:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077335.342596:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077335.342602:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077335.342606:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077336.366502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077336.366511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077336.366523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077336.366524:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077336.366528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077336.366529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077336.366533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077336.366537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077336.366543:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077336.366547:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077336.366552:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077336.366556:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077336.366562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077336.366563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077336.366567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077336.366570:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077337.390484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077337.390484:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077337.390491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077337.390492:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077337.390494:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077337.390500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077337.390500:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077337.390505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077337.390506:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077337.390512:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077337.390515:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077337.390520:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077337.390523:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077337.390546:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077337.390549:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077337.390553:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077337.518482:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077337.518492:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077337.518494:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077337.518497:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077337.518500:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077337.518506:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4028
00000400:00000200:2.0:1769077337.518514:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077337.518519:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077337.518522:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077337.518524:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077337.518526:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077337.518528:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077337.518530:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077337.518533:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077337.518535:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077337.518537:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077337.518538:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077337.518540:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077337.518542:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077337.518544:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077337.518546:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077337.518547:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077337.518548:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077337.518551:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077337.518553:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077337.518554:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077337.518556:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077337.518558:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077337.518560:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077337.518562:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077337.518563:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077337.518571:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077337.518574:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077337.518577:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077337.518578:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077337.518580:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077337.518582:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077337.518585:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077337.518592:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00000001:2.0:1769077337.518597:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077337.518604:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932468992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077337.518612:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077337.518615:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077337.518619:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932468992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077337.518637:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077337.518639:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077337.518642:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077337.518643:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077337.518660:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077337.518662:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077337.518665:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4028
00000400:00000200:2.0:1769077337.518668:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077337.518671:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077337.518673:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077337.518677:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077337.518679:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077337.518680:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077337.518682:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077337.518685:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077337.518686:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077337.518688:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077337.518689:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077337.518691:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077337.518693:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077337.518699:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077337.518704:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077337.518711:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077337.518714:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077337.518718:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077337.518723:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077337.518728:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077337.518734:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077337.518742:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077337.518784:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077337.518792:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077337.518801:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077337.518809:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077337.518816:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077337.518824:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077337.518830:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077337.518838:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077337.518843:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077337.518849:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077337.518855:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077337.518859:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077337.518870:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769077337.518877:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077337.518887:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932469120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077337.518909:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077337.518916:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077337.518929:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932469120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077337.518956:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077337.518965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077337.518975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077337.518981:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077337.518986:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077337.518993:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077337.518999:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4028
00000400:00000200:2.0:1769077337.519019:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077337.519043:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077337.519046:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077337.519051:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077337.519056:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077337.519060:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769077337.519062:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000200:3.1:1769077337.519065:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1769077337.519067:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077337.519073:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077337.519077:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077337.519082:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077337.519085:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077337.519108:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077337.519114:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077337.519126:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077337.519144:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077337.519152:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077337.519158:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077337.519165:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077337.519170:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077337.519176:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077337.519180:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077337.519186:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077337.519192:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077337.519195:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077337.519200:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077337.519204:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077337.519209:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077337.519219:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077337.519226:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077337.519231:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077337.519235:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077337.519244:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077337.519247:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077337.519252:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077337.519260:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:2.0:1769077337.519268:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077337.519278:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932469248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077337.519297:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077337.519301:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077337.519311:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932469248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077337.519332:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077337.519339:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077337.519350:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077337.519355:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077337.519364:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077337.519388:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4039)
00000800:00000200:3.1:1769077337.519584:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077337.519586:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077337.519915:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077337.519917:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1769077338.414518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077338.414524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077338.414538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077338.414545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.414546:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077338.414560:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077338.414566:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077338.414573:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077338.414580:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077338.414585:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077338.414586:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077338.414593:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.414593:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077338.414599:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077338.414601:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077338.414605:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077338.862516:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298702626, at 4298702656
00000100:00000010:2.0:1769077338.862528:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00010000:00000001:1.0:1769077339.438458:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077339.438465:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077339.438469:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077339.438476:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077339.438481:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077339.438487:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077339.438490:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077339.438495:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:1.0:1769077339.438498:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077339.438502:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077339.438503:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077339.438508:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077339.438508:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.438513:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077339.438518:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077339.438524:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077340.462510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077340.462516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077340.462518:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077340.462524:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077340.462528:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077340.462533:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077340.462536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077340.462539:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077340.462540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077340.462542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077340.462546:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077340.462550:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077340.462553:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077340.462574:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077340.462578:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077340.462590:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077341.486502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077341.486507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077341.486514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077341.486517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077341.486517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077341.486524:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077341.486528:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077341.486536:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:1.0:1769077341.486537:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077341.486541:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077341.486542:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769077341.486545:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077341.486547:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077341.486552:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077341.486558:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077341.486563:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077342.510497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077342.510497:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077342.510505:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077342.510506:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077342.510507:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077342.510509:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077342.510513:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077342.510513:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077342.510519:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077342.510520:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077342.510523:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077342.510524:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077342.510527:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077342.510528:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077342.510533:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077342.510534:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077342.510540:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077342.510542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077342.510546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077342.510570:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077342.510575:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077342.510582:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077342.638714:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077342.638718:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077342.638721:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077342.638728:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5180 x1855007932469376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.638738:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077342.638740:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077342.638744:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077342.638747:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077342.638750:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077342.638754:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932469376:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077342.638759:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077342.638763:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077342.638765:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077342.638767:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077342.638773:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077342.638775:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077342.638781:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077342.638785:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077342.638791:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077342.638798:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932469376, portal 25
00000100:00000001:2.0:1769077342.638800:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077342.638802:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564478336 : -121121145073280 : ffff91d7492c5180)
00000100:00000040:2.0:1769077342.638808:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5180 x1855007932469376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.638816:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077342.638820:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077342.638822:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077342.638826:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932469376, offset 0
00000400:00000200:2.0:1769077342.638832:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077342.638840:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077342.638846:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077342.638852:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077342.638857:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077342.638860:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077342.638863:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077342.638867:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47322:47322:256:4294967295] 192.168.204.153@tcp LPNI seq info [47322:47322:8:4294967295]
00000400:00000200:2.0:1769077342.638871:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077342.638881:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077342.638887:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077342.638892:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077342.638899:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077342.638903:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077342.638910:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077342.638914:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077342.638919:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077342.638921:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077342.638927:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077342.638932:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077342.638938:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077342.638940:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077342.638944:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077342.638949:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5180 x1855007932469376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.638959:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077342.638963:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5180 x1855007932469376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.638971:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077342.638973:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077342.638978:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077342.638982:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077342.638985:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298707746
00000100:00000010:2.0:1769077342.638990:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077342.638996:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077342.639003:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298707746
00000100:00000010:2.0:1769077342.639006:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c060.
00000100:00000001:2.0:1769077342.639010:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077342.639013:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077342.639016:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077342.639018:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077342.639022:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077342/real 1769077342]  req@ffff91d7492c5180 x1855007932469376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077342.639031:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077342.639033:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077342.639036:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077342.639038:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077342.639040:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077342.639043:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077342.639047:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5180 x1855007932469376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077342.639057:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5180 x1855007932469376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639061:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077342.639063:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639064:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077342.639066:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077342.639069:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5180 x1855007932469376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639073:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077342.639076:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5180 x1855007932469376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639081:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077342.639083:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639084:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077342.639085:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639087:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077342.639088:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077342.639090:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077342.639093:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077342.639095:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077342.639098:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5180 x1855007932469376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077342.639104:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932469376:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077342.639107:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639108:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077342.639110:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5180 x1855007932469376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639115:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077342.639117:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077342.639119:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077342.639121:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077342.639122:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077342.639123:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077342.639125:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077342.639126:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:2.0:1769077342.639129:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077342.639131:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077342.639132:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5180.
00000100:00000001:2.0:1769077342.639134:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077342.639135:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639137:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639144:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077342.639145:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077342.639146:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077342.639147:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077342.639149:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077342.639151:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4e00 x1855007932469504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639156:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077342.639157:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077342.639159:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077342.639160:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077342.639161:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077342.639163:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932469504:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077342.639165:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077342.639166:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077342.639167:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077342.639169:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077342.639171:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077342.639172:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077342.639176:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077342.639178:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077342.639180:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077342.639182:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932469504, portal 10
00000100:00000001:2.0:1769077342.639183:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077342.639185:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564477440 : -121121145074176 : ffff91d7492c4e00)
00000100:00000040:2.0:1769077342.639189:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4e00 x1855007932469504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639193:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077342.639195:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077342.639196:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077342.639198:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932469504, offset 0
00000400:00000200:2.0:1769077342.639201:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077342.639203:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077342.639206:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077342.639208:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077342.639210:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077342.639211:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077342.639213:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077342.639216:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47323:47323:256:4294967295] 192.168.204.153@tcp LPNI seq info [47323:47323:8:4294967295]
00000400:00000200:2.0:1769077342.639218:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077342.639223:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077342.639226:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077342.639228:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077342.639231:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077342.639233:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077342.639236:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077342.639238:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077342.639241:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077342.639242:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077342.639244:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077342.639247:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077342.639249:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077342.639250:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077342.639252:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077342.639254:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4e00 x1855007932469504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639259:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077342.639261:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4e00 x1855007932469504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639265:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077342.639266:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077342.639269:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077342.639272:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077342.639274:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077342.639275:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298706443
00000100:00000001:2.0:1769077342.639278:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298707746
00000100:00000001:2.0:1769077342.639279:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298706443
00000100:00000001:2.0:1769077342.639281:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298707746
00000100:00000001:2.0:1769077342.639282:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077342.639284:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077342.639285:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077342.639288:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077342/real 1769077342]  req@ffff91d7492c4e00 x1855007932469504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077342.639293:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077342.639294:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077342.639295:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077342.639296:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077342.639297:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077342.639298:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077342.639300:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4e00 x1855007932469504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077342.639306:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4e00 x1855007932469504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639310:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077342.639311:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639312:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077342.639312:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077342.639315:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4e00 x1855007932469504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639318:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077342.639321:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4e00 x1855007932469504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639325:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077342.639326:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639327:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077342.639328:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639329:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077342.639331:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077342.639332:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077342.639335:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077342.639336:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077342.639339:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4e00 x1855007932469504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077342.639344:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932469504:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077342.639346:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077342.639348:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4700 x1855007932469632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639352:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077342.639353:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077342.639354:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077342.639355:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077342.639356:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077342.639358:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932469632:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077342.639360:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077342.639361:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077342.639362:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077342.639363:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077342.639365:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077342.639367:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077342.639369:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077342.639370:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077342.639372:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077342.639374:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932469632, portal 10
00000100:00000001:2.0:1769077342.639375:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077342.639376:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564475648 : -121121145075968 : ffff91d7492c4700)
00000100:00000040:2.0:1769077342.639379:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4700 x1855007932469632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639384:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077342.639386:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077342.639387:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077342.639388:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932469632, offset 0
00000400:00000200:2.0:1769077342.639391:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077342.639393:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077342.639395:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077342.639397:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077342.639398:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077342.639400:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077342.639418:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077342.639420:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47324:47324:256:4294967295] 192.168.204.153@tcp LPNI seq info [47324:47324:8:4294967295]
00000400:00000200:2.0:1769077342.639423:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077342.639427:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077342.639430:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077342.639433:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077342.639435:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077342.639437:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077342.639440:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077342.639442:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077342.639445:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077342.639446:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077342.639448:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077342.639450:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077342.639452:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077342.639453:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077342.639454:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077342.639457:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4700 x1855007932469632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639462:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077342.639464:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4700 x1855007932469632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639469:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077342.639470:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077342.639472:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077342.639474:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077342.639476:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077342.639478:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298706443
00000100:00000001:2.0:1769077342.639479:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298707746
00000100:00000001:2.0:1769077342.639481:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298706443
00000100:00000001:2.0:1769077342.639483:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298707746
00000100:00000001:2.0:1769077342.639484:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077342.639485:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077342.639486:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077342.639488:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077342/real 1769077342]  req@ffff91d7492c4700 x1855007932469632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077342.639493:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077342.639494:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077342.639496:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077342.639497:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077342.639498:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077342.639499:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077342.639501:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4700 x1855007932469632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077342.639507:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4700 x1855007932469632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639511:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077342.639511:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639512:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077342.639513:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077342.639515:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4700 x1855007932469632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639519:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077342.639522:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4700 x1855007932469632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639527:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077342.639528:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639529:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077342.639530:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639531:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077342.639533:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077342.639535:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077342.639536:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077342.639538:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077342.639540:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4700 x1855007932469632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077342.639553:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932469632:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077342.639555:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639556:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077342.639558:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4e00 x1855007932469504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639562:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077342.639563:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077342.639564:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077342.639566:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077342.639567:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077342.639568:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077342.639569:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077342.639571:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508c00.
02000000:00000001:2.0:1769077342.639572:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077342.639573:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077342.639574:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4e00.
00000100:00000001:2.0:1769077342.639576:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077342.639577:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639579:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077342.639581:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4700 x1855007932469632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077342.639585:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077342.639586:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077342.639587:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077342.639588:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077342.639589:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077342.639589:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077342.639590:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077342.639591:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:2.0:1769077342.639592:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077342.639593:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077342.639594:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4700.
00000100:00000001:2.0:1769077342.639595:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077342.639596:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639597:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077342.639599:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077342.639599:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077342.639601:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077342.639602:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077343.534509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077343.534515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077343.534525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077343.534529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077343.534575:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077343.534580:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077343.534589:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077343.534604:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077343.534616:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077343.534622:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077343.534633:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077343.534640:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077343.534675:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077343.534683:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077343.534687:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077343.534697:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077343.982487:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298707746, at 4298707776
00000100:00000010:2.0:1769077343.982507:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00010000:00000001:1.0:1769077344.558513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077344.558518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077344.558527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077344.558532:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077344.558536:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077344.558540:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077344.558547:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077344.558549:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077344.558551:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077344.558555:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077344.558647:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077344.558651:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077344.558655:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077345.582509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077345.582513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077345.582522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077345.582525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077345.582545:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077345.582549:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077345.582553:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077345.582575:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077345.582579:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077345.582580:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077345.582583:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077345.582585:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077345.582587:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077345.582589:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077345.582591:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077345.582593:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077346.606528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077346.606533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077346.606544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077346.606548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077346.606583:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077346.606591:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077346.606593:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077346.606595:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077346.606617:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077346.606622:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769077346.606626:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077346.606632:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077346.606636:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077346.606640:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077346.606643:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077346.606645:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077347.630482:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077347.630485:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077347.630487:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077347.630493:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077347.630494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077347.630498:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077347.630499:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077347.630508:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077347.630514:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077347.630520:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077347.630521:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077347.630524:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077347.630528:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077347.630536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077347.630540:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.630544:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077347.758717:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077347.758722:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077347.758727:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077347.758736:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4000 x1855007932469760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.758752:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077347.758754:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077347.758759:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077347.758763:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077347.758767:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077347.758773:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932469760:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077347.758780:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077347.758785:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077347.758788:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077347.758793:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077347.758799:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077347.758804:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077347.758812:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077347.758818:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077347.758825:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077347.758832:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932469760, portal 25
00000100:00000001:2.0:1769077347.758834:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077347.758837:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564473856 : -121121145077760 : ffff91d7492c4000)
00000100:00000040:2.0:1769077347.758845:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4000 x1855007932469760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.758873:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077347.758878:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077347.758881:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077347.758885:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932469760, offset 0
00000400:00000200:2.0:1769077347.758894:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077347.758903:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077347.758909:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077347.758913:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077347.758916:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077347.758920:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077347.758922:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077347.758925:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47325:47325:256:4294967295] 192.168.204.153@tcp LPNI seq info [47325:47325:8:4294967295]
00000400:00000200:2.0:1769077347.758928:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077347.758935:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077347.758939:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077347.758946:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077347.758956:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077347.758971:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077347.758982:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077347.758988:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077347.758994:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077347.758997:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077347.759004:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077347.759013:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077347.759018:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077347.759023:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077347.759030:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077347.759037:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4000 x1855007932469760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759053:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077347.759058:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4000 x1855007932469760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759068:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077347.759070:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077347.759076:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077347.759082:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077347.759087:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298712866
00000100:00000010:2.0:1769077347.759092:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077347.759100:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077347.759109:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298712866
00000100:00000010:2.0:1769077347.759113:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c900.
00000100:00000001:2.0:1769077347.759117:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077347.759120:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077347.759124:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077347.759127:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077347.759133:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077347/real 1769077347]  req@ffff91d7492c4000 x1855007932469760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077347.759142:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077347.759144:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077347.759148:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077347.759153:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077347.759155:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077347.759159:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077347.759165:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4000 x1855007932469760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077347.759180:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4000 x1855007932469760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759190:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077347.759193:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759197:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077347.759199:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077347.759204:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4000 x1855007932469760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759214:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077347.759220:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4000 x1855007932469760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759229:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077347.759231:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759232:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077347.759233:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759235:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077347.759236:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077347.759238:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077347.759242:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077347.759244:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077347.759247:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4000 x1855007932469760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077347.759252:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932469760:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077347.759257:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759259:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077347.759261:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4000 x1855007932469760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759266:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077347.759268:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077347.759269:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077347.759271:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077347.759273:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077347.759274:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077347.759275:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077347.759277:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:2.0:1769077347.759280:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077347.759281:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077347.759282:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4000.
00000100:00000001:2.0:1769077347.759284:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077347.759285:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759286:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759293:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077347.759295:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077347.759296:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077347.759297:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077347.759298:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077347.759300:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5f80 x1855007932469888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759305:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077347.759306:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077347.759308:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077347.759309:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077347.759311:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077347.759312:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932469888:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077347.759314:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077347.759315:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077347.759316:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077347.759318:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077347.759320:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077347.759321:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077347.759324:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077347.759326:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077347.759328:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077347.759330:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932469888, portal 10
00000100:00000001:2.0:1769077347.759331:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077347.759332:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481920 : -121121145069696 : ffff91d7492c5f80)
00000100:00000040:2.0:1769077347.759336:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5f80 x1855007932469888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759341:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077347.759342:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077347.759344:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077347.759345:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932469888, offset 0
00000400:00000200:2.0:1769077347.759348:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077347.759350:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077347.759352:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077347.759354:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077347.759356:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077347.759357:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077347.759359:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077347.759361:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47326:47326:256:4294967295] 192.168.204.153@tcp LPNI seq info [47326:47326:8:4294967295]
00000400:00000200:2.0:1769077347.759364:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077347.759368:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077347.759371:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077347.759373:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077347.759375:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077347.759377:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077347.759380:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077347.759382:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077347.759384:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077347.759385:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077347.759387:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077347.759390:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077347.759392:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077347.759393:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077347.759394:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077347.759396:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5f80 x1855007932469888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759426:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077347.759429:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5f80 x1855007932469888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759434:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077347.759435:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077347.759437:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077347.759440:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077347.759442:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077347.759444:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298711564
00000100:00000001:2.0:1769077347.759446:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298712866
00000100:00000001:2.0:1769077347.759447:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298711564
00000100:00000001:2.0:1769077347.759449:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298712866
00000100:00000001:2.0:1769077347.759450:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077347.759451:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077347.759453:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077347.759455:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077347/real 1769077347]  req@ffff91d7492c5f80 x1855007932469888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077347.759460:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077347.759461:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077347.759463:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077347.759464:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077347.759465:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077347.759466:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077347.759469:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5f80 x1855007932469888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077347.759474:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5f80 x1855007932469888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759478:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077347.759479:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759480:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077347.759481:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077347.759483:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5f80 x1855007932469888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759487:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077347.759490:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5f80 x1855007932469888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759494:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077347.759495:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759496:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077347.759497:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759498:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077347.759499:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077347.759501:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077347.759503:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077347.759504:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077347.759507:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5f80 x1855007932469888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077347.759514:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932469888:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077347.759519:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077347.759522:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6a00 x1855007932470016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759535:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077347.759537:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077347.759539:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077347.759540:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077347.759543:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077347.759546:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932470016:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077347.759550:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077347.759552:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077347.759553:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077347.759555:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077347.759559:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077347.759561:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077347.759565:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077347.759567:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077347.759570:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077347.759573:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932470016, portal 10
00000100:00000001:2.0:1769077347.759575:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077347.759576:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564484608 : -121121145067008 : ffff91d7492c6a00)
00000100:00000040:2.0:1769077347.759597:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6a00 x1855007932470016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759601:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077347.759603:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077347.759605:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077347.759607:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932470016, offset 0
00000400:00000200:2.0:1769077347.759609:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077347.759613:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077347.759615:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077347.759617:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077347.759619:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077347.759621:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077347.759622:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077347.759625:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47327:47327:256:4294967295] 192.168.204.153@tcp LPNI seq info [47327:47327:8:4294967295]
00000400:00000200:2.0:1769077347.759628:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077347.759632:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077347.759635:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077347.759637:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077347.759640:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077347.759642:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077347.759645:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077347.759647:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077347.759649:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077347.759651:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077347.759653:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077347.759655:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077347.759657:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077347.759658:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077347.759660:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077347.759662:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6a00 x1855007932470016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759667:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077347.759669:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6a00 x1855007932470016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759674:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077347.759675:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077347.759677:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077347.759679:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077347.759681:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077347.759682:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298711563
00000100:00000001:2.0:1769077347.759684:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298712866
00000100:00000001:2.0:1769077347.759686:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298711563
00000100:00000001:2.0:1769077347.759687:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298712866
00000100:00000001:2.0:1769077347.759689:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077347.759690:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077347.759692:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077347.759694:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077347/real 1769077347]  req@ffff91d7492c6a00 x1855007932470016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077347.759700:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077347.759700:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077347.759701:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077347.759703:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077347.759704:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077347.759705:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077347.759707:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6a00 x1855007932470016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077347.759713:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6a00 x1855007932470016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759716:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077347.759717:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759718:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077347.759719:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077347.759721:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6a00 x1855007932470016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759725:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077347.759728:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6a00 x1855007932470016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759732:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077347.759733:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759734:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077347.759736:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759737:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077347.759739:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077347.759741:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077347.759743:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077347.759744:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077347.759747:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6a00 x1855007932470016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077347.759752:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932470016:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077347.759754:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759755:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077347.759757:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5f80 x1855007932469888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759761:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077347.759762:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077347.759763:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077347.759764:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077347.759765:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077347.759766:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077347.759768:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077347.759769:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:2.0:1769077347.759771:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077347.759772:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077347.759773:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5f80.
00000100:00000001:2.0:1769077347.759775:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077347.759776:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759777:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077347.759779:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6a00 x1855007932470016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077347.759784:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077347.759784:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077347.759785:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077347.759786:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077347.759787:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077347.759788:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077347.759789:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077347.759790:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:2.0:1769077347.759791:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077347.759792:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077347.759793:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6a00.
00000100:00000001:2.0:1769077347.759794:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077347.759795:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759796:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077347.759799:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077347.759799:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077347.759801:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077347.759802:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077348.654495:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077348.654500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077348.654503:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077348.654504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077348.654507:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077348.654510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077348.654515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077348.654516:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077348.654523:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077348.654528:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077348.654536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077348.654540:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077348.654542:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077348.654546:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077348.654548:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077348.654550:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077349.102511:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298712866, at 4298712896
00000100:00000010:2.0:1769077349.102526:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077349.678514:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077349.678519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077349.678521:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077349.678525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.678525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077349.678530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077349.678537:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077349.678541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077349.678544:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077349.678563:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077349.678568:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077349.678573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077349.678579:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077349.678610:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077349.678613:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077349.678615:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077350.702520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077350.702539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077350.702541:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077350.702555:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077350.702557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077350.702566:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077350.702567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077350.702588:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077350.702597:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077350.702606:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077350.702611:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077350.702615:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077350.702616:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077350.702623:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077350.702624:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077350.702628:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077351.726534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077351.726543:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077351.726544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077351.726546:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077351.726549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077351.726554:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077351.726557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077351.726559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077351.726561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077351.726565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077351.726570:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077351.726576:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077351.726581:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077351.726590:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077351.726594:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077351.726598:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077352.750540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077352.750548:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077352.750550:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077352.750555:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077352.750559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077352.750563:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.750585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077352.750588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.750595:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077352.750598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077352.750609:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077352.750614:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077352.750621:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077352.750627:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077352.750646:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077352.750652:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077352.750658:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077352.750666:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077352.750670:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077352.750710:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077352.750714:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077352.750718:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077352.878804:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077352.878809:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077352.878813:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077352.878821:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3480 x1855007932470144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.878835:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077352.878838:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077352.878842:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077352.878845:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077352.878849:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077352.878855:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932470144:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077352.878861:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077352.878867:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077352.878873:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077352.878879:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077352.878887:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077352.878891:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077352.878903:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077352.878910:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077352.878919:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077352.878929:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932470144, portal 25
00000100:00000001:2.0:1769077352.878934:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077352.878937:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548807808 : -121121160743808 : ffff91d7483d3480)
00000100:00000040:2.0:1769077352.878944:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3480 x1855007932470144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.878970:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077352.878977:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077352.878982:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077352.878987:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932470144, offset 0
00000400:00000200:2.0:1769077352.878996:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077352.879007:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077352.879019:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077352.879028:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077352.879034:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077352.879039:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077352.879044:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077352.879047:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47328:47328:256:4294967295] 192.168.204.153@tcp LPNI seq info [47328:47328:8:4294967295]
00000400:00000200:2.0:1769077352.879053:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077352.879067:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077352.879077:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077352.879082:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077352.879093:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077352.879098:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077352.879108:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077352.879114:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077352.879121:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077352.879124:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077352.879130:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077352.879137:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077352.879143:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077352.879145:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077352.879150:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077352.879157:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3480 x1855007932470144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879174:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077352.879180:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3480 x1855007932470144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879199:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077352.879203:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077352.879212:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077352.879220:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077352.879226:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298717986
00000100:00000010:2.0:1769077352.879235:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077352.879243:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077352.879250:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298717986
00000100:00000010:2.0:1769077352.879255:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5cd80.
00000100:00000001:2.0:1769077352.879260:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077352.879267:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077352.879270:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077352.879273:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077352.879280:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077352/real 1769077352]  req@ffff91d7483d3480 x1855007932470144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077352.879296:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077352.879298:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077352.879302:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077352.879306:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077352.879309:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077352.879312:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077352.879318:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3480 x1855007932470144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077352.879330:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3480 x1855007932470144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879338:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077352.879340:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879342:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077352.879343:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077352.879346:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3480 x1855007932470144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879351:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077352.879354:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3480 x1855007932470144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879359:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077352.879361:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879362:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077352.879363:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879365:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077352.879366:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077352.879369:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077352.879372:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077352.879373:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077352.879376:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3480 x1855007932470144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077352.879381:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932470144:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077352.879384:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879386:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077352.879387:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3480 x1855007932470144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879396:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077352.879398:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077352.879400:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077352.879424:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077352.879425:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077352.879426:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077352.879428:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077352.879430:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca400.
02000000:00000001:2.0:1769077352.879433:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077352.879435:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077352.879436:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3480.
00000100:00000001:2.0:1769077352.879438:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077352.879439:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879440:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879447:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077352.879449:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077352.879450:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077352.879452:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077352.879453:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077352.879455:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d1500 x1855007932470272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879460:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077352.879461:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077352.879462:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077352.879464:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077352.879465:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077352.879467:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932470272:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077352.879470:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077352.879471:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077352.879472:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077352.879475:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077352.879478:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077352.879480:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077352.879484:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077352.879487:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077352.879506:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077352.879510:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932470272, portal 10
00000100:00000001:2.0:1769077352.879512:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077352.879514:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548799744 : -121121160751872 : ffff91d7483d1500)
00000100:00000040:2.0:1769077352.879521:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d1500 x1855007932470272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879528:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077352.879530:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077352.879533:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077352.879536:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932470272, offset 0
00000400:00000200:2.0:1769077352.879540:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077352.879545:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077352.879549:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077352.879552:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077352.879554:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077352.879556:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077352.879557:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077352.879559:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47329:47329:256:4294967295] 192.168.204.153@tcp LPNI seq info [47329:47329:8:4294967295]
00000400:00000200:2.0:1769077352.879562:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077352.879567:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077352.879570:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077352.879573:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077352.879575:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077352.879578:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077352.879581:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077352.879582:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077352.879585:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077352.879586:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077352.879588:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077352.879591:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077352.879593:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077352.879594:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077352.879596:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077352.879599:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d1500 x1855007932470272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879605:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077352.879607:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d1500 x1855007932470272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879611:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077352.879612:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077352.879614:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077352.879617:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077352.879619:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077352.879621:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298716684
00000100:00000001:2.0:1769077352.879623:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298717986
00000100:00000001:2.0:1769077352.879624:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298716684
00000100:00000001:2.0:1769077352.879626:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298717986
00000100:00000001:2.0:1769077352.879627:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077352.879628:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077352.879629:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077352.879632:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077352/real 1769077352]  req@ffff91d7483d1500 x1855007932470272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077352.879637:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077352.879638:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077352.879639:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077352.879641:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077352.879642:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077352.879643:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077352.879645:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d1500 x1855007932470272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077352.879651:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d1500 x1855007932470272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879659:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077352.879660:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879661:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077352.879662:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077352.879664:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d1500 x1855007932470272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879668:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077352.879671:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d1500 x1855007932470272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879675:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077352.879676:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879677:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077352.879678:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879679:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077352.879680:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077352.879682:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077352.879684:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077352.879685:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077352.879688:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d1500 x1855007932470272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077352.879693:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932470272:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077352.879696:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077352.879697:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932470400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879701:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077352.879702:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077352.879704:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077352.879705:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077352.879707:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077352.879709:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932470400:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077352.879711:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077352.879712:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077352.879713:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077352.879714:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077352.879716:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077352.879717:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077352.879720:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077352.879721:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077352.879723:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077352.879725:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932470400, portal 10
00000100:00000001:2.0:1769077352.879727:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077352.879728:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:2.0:1769077352.879732:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932470400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879736:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077352.879737:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077352.879739:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077352.879740:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932470400, offset 0
00000400:00000200:2.0:1769077352.879743:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077352.879745:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077352.879747:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077352.879749:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077352.879750:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077352.879752:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077352.879753:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077352.879756:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47330:47330:256:4294967295] 192.168.204.153@tcp LPNI seq info [47330:47330:8:4294967295]
00000400:00000200:2.0:1769077352.879758:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077352.879762:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077352.879766:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077352.879768:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077352.879770:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077352.879772:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077352.879774:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077352.879776:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077352.879779:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077352.879780:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077352.879782:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077352.879784:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077352.879786:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077352.879787:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077352.879788:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077352.879790:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932470400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879795:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077352.879797:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932470400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879801:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077352.879802:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077352.879804:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077352.879806:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077352.879808:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077352.879809:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298716683
00000100:00000001:2.0:1769077352.879810:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298717986
00000100:00000001:2.0:1769077352.879812:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298716683
00000100:00000001:2.0:1769077352.879813:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298717986
00000100:00000001:2.0:1769077352.879815:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077352.879816:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077352.879817:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077352.879819:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077352/real 1769077352]  req@ffff91d7483d0000 x1855007932470400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077352.879825:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077352.879826:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077352.879827:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077352.879828:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077352.879829:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077352.879830:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077352.879832:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932470400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077352.879837:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932470400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879841:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077352.879842:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879843:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077352.879844:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077352.879846:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932470400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879850:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077352.879853:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932470400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879857:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077352.879859:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879860:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077352.879860:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879861:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077352.879864:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077352.879866:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077352.879869:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077352.879871:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077352.879876:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932470400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077352.879884:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932470400:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077352.879888:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879890:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077352.879893:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d1500 x1855007932470272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879900:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077352.879902:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077352.879905:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077352.879907:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077352.879909:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077352.879911:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077352.879913:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077352.879915:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:2.0:1769077352.879918:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077352.879919:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077352.879921:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d1500.
00000100:00000001:2.0:1769077352.879924:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077352.879925:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879926:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077352.879929:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932470400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077352.879933:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077352.879934:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077352.879936:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077352.879937:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077352.879938:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077352.879939:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077352.879940:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077352.879941:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca000.
02000000:00000001:2.0:1769077352.879942:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077352.879943:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077352.879944:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:2.0:1769077352.879945:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077352.879946:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879947:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077352.879950:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077352.879951:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077352.879952:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077352.879954:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077353.774552:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077353.774561:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077353.774569:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077353.774570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077353.774585:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077353.774586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077353.774602:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077353.774608:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077353.774612:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077353.774619:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077353.774624:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077353.774624:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077353.774644:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077353.774674:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077353.774679:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077353.774683:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077354.222560:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298717986, at 4298718016
00000100:00000010:2.0:1769077354.222581:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077354.798484:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077354.798490:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077354.798494:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077354.798500:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077354.798506:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077354.798510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077354.798511:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077354.798517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077354.798517:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077354.798521:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077354.798526:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077354.798529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077354.798536:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077354.798541:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077354.798548:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077354.798554:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077354.798557:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077354.798558:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077354.798561:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077354.798579:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077354.798581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077354.798583:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077355.822548:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077355.822552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077355.822556:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077355.822557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.822560:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077355.822567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077355.822567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077355.822573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077355.822574:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077355.822581:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077355.822594:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077355.822599:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077355.822600:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077355.822604:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077355.822605:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077355.822614:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077356.846496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077356.846500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077356.846502:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077356.846509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077356.846509:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077356.846514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077356.846515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077356.846523:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077356.846530:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077356.846536:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077356.846544:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077356.846547:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077356.846548:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077356.846551:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077356.846552:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077356.846557:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077357.870528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077357.870533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077357.870537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077357.870537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077357.870540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077357.870545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077357.870547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077357.870551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077357.870551:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077357.870556:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077357.870565:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077357.870572:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077357.870577:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077357.870580:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077357.870582:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077357.870586:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077357.998747:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077357.998754:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077357.998759:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077357.998772:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7b80 x1855007932470528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.998804:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077357.998809:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077357.998817:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077357.998822:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077357.998829:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077357.998838:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932470528:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077357.998848:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077357.998854:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077357.998858:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077357.998864:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077357.998872:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077357.998878:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077357.998890:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077357.998899:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077357.998909:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077357.998920:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932470528, portal 25
00000100:00000001:2.0:1769077357.998925:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077357.998929:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564489088 : -121121145062528 : ffff91d7492c7b80)
00000100:00000040:2.0:1769077357.998942:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7b80 x1855007932470528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.998962:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077357.998971:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077357.998976:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077357.998981:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932470528, offset 0
00000400:00000200:2.0:1769077357.998991:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077357.999003:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077357.999014:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077357.999025:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077357.999032:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077357.999040:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077357.999046:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077357.999053:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47331:47331:256:4294967295] 192.168.204.153@tcp LPNI seq info [47331:47331:8:4294967295]
00000400:00000200:2.0:1769077357.999063:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077357.999078:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077357.999093:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077357.999103:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077357.999117:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077357.999125:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077357.999138:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077357.999146:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077357.999159:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077357.999163:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077357.999170:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077357.999175:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077357.999181:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077357.999183:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077357.999188:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077357.999193:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7b80 x1855007932470528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999204:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077357.999208:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7b80 x1855007932470528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999215:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077357.999217:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077357.999222:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077357.999227:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077357.999230:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298723106
00000100:00000010:2.0:1769077357.999236:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077357.999242:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077357.999248:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298723106
00000100:00000010:2.0:1769077357.999251:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c000.
00000100:00000001:2.0:1769077357.999254:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077357.999257:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077357.999260:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077357.999263:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077357.999267:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077357/real 1769077357]  req@ffff91d7492c7b80 x1855007932470528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077357.999276:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077357.999278:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077357.999280:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077357.999283:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077357.999285:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077357.999287:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077357.999291:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7b80 x1855007932470528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077357.999302:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7b80 x1855007932470528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999316:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077357.999318:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077357.999321:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077357.999323:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077357.999327:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7b80 x1855007932470528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999334:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077357.999339:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7b80 x1855007932470528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999346:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077357.999349:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077357.999351:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077357.999352:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077357.999355:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077357.999357:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077357.999359:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077357.999364:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077357.999366:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077357.999370:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7b80 x1855007932470528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077357.999380:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932470528:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077357.999385:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077357.999388:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077357.999391:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7b80 x1855007932470528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999398:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077357.999400:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077357.999461:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077357.999465:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077357.999467:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077357.999469:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077357.999471:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077357.999474:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:2.0:1769077357.999478:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077357.999480:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077357.999482:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7b80.
00000100:00000001:2.0:1769077357.999486:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077357.999487:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077357.999490:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077357.999498:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077357.999500:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077357.999502:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077357.999504:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077357.999506:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077357.999510:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4380 x1855007932470656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999518:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077357.999519:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077357.999522:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077357.999524:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077357.999526:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077357.999529:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932470656:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077357.999532:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077357.999534:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077357.999536:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077357.999538:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077357.999542:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077357.999544:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077357.999548:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077357.999551:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077357.999554:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077357.999557:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932470656, portal 10
00000100:00000001:2.0:1769077357.999560:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077357.999561:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564474752 : -121121145076864 : ffff91d7492c4380)
00000100:00000040:2.0:1769077357.999568:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4380 x1855007932470656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999575:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077357.999578:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077357.999580:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077357.999582:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932470656, offset 0
00000400:00000200:2.0:1769077357.999587:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077357.999590:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077357.999594:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077357.999598:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077357.999601:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077357.999603:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077357.999606:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077357.999609:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47332:47332:256:4294967295] 192.168.204.153@tcp LPNI seq info [47332:47332:8:4294967295]
00000400:00000200:2.0:1769077357.999614:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077357.999621:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077357.999625:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077357.999630:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077357.999634:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077357.999637:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077357.999641:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077357.999644:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077357.999648:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077357.999650:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077357.999653:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077357.999656:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077357.999660:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077357.999662:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077357.999665:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077357.999669:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4380 x1855007932470656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999683:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077357.999687:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4380 x1855007932470656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999693:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077357.999695:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077357.999699:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077357.999702:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077357.999704:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077357.999706:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298721804
00000100:00000001:2.0:1769077357.999708:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298723106
00000100:00000001:2.0:1769077357.999710:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298721804
00000100:00000001:2.0:1769077357.999712:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298723106
00000100:00000001:2.0:1769077357.999713:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077357.999715:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077357.999716:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077357.999719:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077357/real 1769077357]  req@ffff91d7492c4380 x1855007932470656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077357.999724:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077357.999725:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077357.999727:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077357.999728:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077357.999730:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077357.999731:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077357.999733:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4380 x1855007932470656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077357.999738:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4380 x1855007932470656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999743:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077357.999744:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077357.999746:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077357.999747:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077357.999749:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4380 x1855007932470656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999753:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077357.999756:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4380 x1855007932470656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999760:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077357.999761:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077357.999762:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077357.999763:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077357.999764:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077357.999765:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077357.999767:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077357.999769:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077357.999770:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077357.999773:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4380 x1855007932470656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077357.999780:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932470656:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077357.999783:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077357.999787:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932470784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999793:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077357.999795:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077357.999797:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077357.999799:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077357.999801:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077357.999805:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932470784:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077357.999808:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077357.999810:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077357.999812:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077357.999814:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077357.999817:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077357.999820:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077357.999824:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077357.999827:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077357.999830:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077357.999833:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932470784, portal 10
00000100:00000001:2.0:1769077357.999835:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077357.999836:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:2.0:1769077357.999843:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932470784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999849:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077357.999852:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077357.999855:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077357.999857:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932470784, offset 0
00000400:00000200:2.0:1769077357.999862:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077357.999866:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077357.999870:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077357.999873:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077357.999876:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077357.999878:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077357.999881:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077357.999884:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47333:47333:256:4294967295] 192.168.204.153@tcp LPNI seq info [47333:47333:8:4294967295]
00000400:00000200:2.0:1769077357.999889:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077357.999895:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077357.999900:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077357.999904:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077357.999908:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077357.999911:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077357.999915:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077357.999919:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077357.999923:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077357.999925:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077357.999928:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077357.999931:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077357.999935:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077357.999937:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077357.999939:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077357.999943:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6d80 x1855007932470784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999952:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077357.999956:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932470784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077357.999962:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077357.999963:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077357.999966:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077357.999968:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077357.999971:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077357.999972:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298721803
00000100:00000001:2.0:1769077357.999974:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298723106
00000100:00000001:2.0:1769077357.999975:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298721803
00000100:00000001:2.0:1769077357.999977:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298723106
00000100:00000001:2.0:1769077357.999978:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077357.999980:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077357.999981:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077357.999984:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077357/real 1769077357]  req@ffff91d7492c6d80 x1855007932470784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077357.999992:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077357.999994:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077357.999995:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077357.999998:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077357.999999:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077358.000002:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077358.000005:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932470784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077358.000014:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932470784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077358.000020:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077358.000022:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077358.000024:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077358.000025:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077358.000029:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932470784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077358.000036:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077358.000040:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932470784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077358.000048:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077358.000050:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077358.000052:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077358.000053:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077358.000055:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077358.000057:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077358.000060:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077358.000064:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077358.000066:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077358.000070:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932470784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077358.000084:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932470784:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077358.000087:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077358.000089:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077358.000092:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4380 x1855007932470656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077358.000098:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077358.000100:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077358.000102:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077358.000105:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077358.000106:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077358.000108:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077358.000110:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077358.000112:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:2.0:1769077358.000114:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077358.000115:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077358.000117:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4380.
00000100:00000001:2.0:1769077358.000120:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077358.000121:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077358.000123:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077358.000126:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932470784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077358.000134:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077358.000135:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077358.000137:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077358.000139:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077358.000141:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077358.000142:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077358.000144:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077358.000146:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508000.
02000000:00000001:2.0:1769077358.000148:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077358.000150:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077358.000151:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:2.0:1769077358.000155:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077358.000157:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077358.000159:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077358.000163:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077358.000165:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077358.000167:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077358.000169:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077358.894476:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077358.894483:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077358.894487:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077358.894495:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077358.894496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077358.894499:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077358.894501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077358.894505:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077358.894506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077358.894510:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077358.894511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077358.894516:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077358.894519:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077358.894536:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077358.894540:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077358.894543:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077359.342516:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298723106, at 4298723136
00000100:00000010:2.0:1769077359.342535:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077359.918496:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077359.918502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077359.918504:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077359.918508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077359.918509:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077359.918518:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077359.918519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077359.918523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077359.918525:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077359.918531:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077359.918533:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077359.918535:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077359.918538:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077359.918549:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077359.918554:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077359.918558:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077360.942502:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077360.942503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077360.942509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077360.942511:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077360.942515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077360.942517:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077360.942518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077360.942526:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077360.942535:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077360.942542:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077360.942543:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077360.942546:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077360.942550:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077360.942566:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077360.942570:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077360.942573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077361.966505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077361.966509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077361.966512:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077361.966513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077361.966515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077361.966520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077361.966523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077361.966523:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077361.966530:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077361.966534:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077361.966540:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077361.966545:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077361.966548:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077361.966549:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077361.966554:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077361.966558:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077362.990520:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077362.990529:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077362.990534:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077362.990540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077362.990543:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077362.990545:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077362.990547:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077362.990549:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077362.990554:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077362.990554:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077362.990560:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077362.990561:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077362.990566:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077362.990567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077362.990573:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077362.990573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077362.990575:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077362.990581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077362.990585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077362.990605:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077362.990608:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077362.990610:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077363.118536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077363.118545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077363.118547:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077363.118550:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077363.118554:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077363.118560:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4054
00000400:00000200:1.0:1769077363.118567:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077363.118573:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077363.118575:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077363.118578:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118580:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077363.118582:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118584:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077363.118587:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077363.118589:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077363.118591:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077363.118593:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077363.118594:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077363.118596:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077363.118598:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118599:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077363.118601:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118602:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077363.118605:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077363.118607:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118608:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077363.118610:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077363.118613:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077363.118615:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077363.118617:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077363.118618:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077363.118627:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769077363.118629:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077363.118632:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077363.118633:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077363.118636:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077363.118638:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077363.118641:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077363.118648:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077363.118654:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077363.118660:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077363.118669:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077363.118672:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077363.118675:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077363.118696:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077363.118700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077363.118703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077363.118705:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077363.118707:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077363.118709:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077363.118712:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4054
00000400:00000200:1.0:1769077363.118716:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077363.118719:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077363.118721:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077363.118724:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118726:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077363.118728:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118730:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077363.118732:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077363.118734:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077363.118735:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077363.118737:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:2.0:1769077363.118738:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077363.118739:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077363.118741:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:2.0:1769077363.118742:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077363.118745:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077363.118745:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077363.118747:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077363.118750:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118752:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:2.0:1769077363.118752:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077363.118755:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077363.118758:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118760:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077363.118761:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077363.118762:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077363.118763:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077363.118767:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077363.118767:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077363.118769:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077363.118770:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077363.118771:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077363.118773:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077363.118775:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769077363.118776:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932470912:192.168.204.153@tcp:250:kworker.0
00000008:00000001:1.0:1769077363.118779:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077363.118780:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077363.118781:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077363.118784:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1769077363.118785:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
02000000:00000001:2.0:1769077363.118786:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077363.118787:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077363.118789:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077363.118790:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077363.118791:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077363.118793:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1769077363.118794:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:1.0:1769077363.118795:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077363.118796:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077363.118797:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077363.118801:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000400:00000200:2.0:1769077363.118803:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077363.118804:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077363.118807:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000100:00100000:1.0:1769077363.118808:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077363.118814:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000001:1.0:1769077363.118815:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077363.118817:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077363.118820:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077363.118821:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932470912, portal 25
00000100:00000001:2.0:1769077363.118824:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077363.118826:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559375488 : -121121150176128 : ffff91d748de7480)
00000100:00000001:1.0:1769077363.118829:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077363.118831:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077363.118832:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077363.118836:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077363.118838:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077363.118839:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769077363.118840:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077363.118842:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077363.118842:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769077363.118845:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4054
00000400:00000010:2.0:1769077363.118845:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000400:00000200:1.0:1769077363.118848:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000200:2.0:1769077363.118848:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932470912, offset 0
00000400:00000200:1.0:1769077363.118851:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077363.118854:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077363.118855:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769077363.118856:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118858:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077363.118860:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118862:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:2.0:1769077363.118863:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:1.0:1769077363.118864:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077363.118865:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077363.118867:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077363.118869:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:2.0:1769077363.118869:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000001:1.0:1769077363.118871:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077363.118873:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:2.0:1769077363.118874:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077363.118876:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118878:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077363.118879:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:1.0:1769077363.118880:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118882:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:2.0:1769077363.118883:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769077363.118884:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:2.0:1769077363.118886:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:1.0:1769077363.118887:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077363.118890:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077363.118890:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47334:47334:256:4294967295] 192.168.204.153@tcp LPNI seq info [47334:47334:8:4294967295]
02000000:00000001:1.0:1769077363.118892:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077363.118894:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077363.118895:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769077363.118897:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077363.118898:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077363.118900:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077363.118903:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077363.118905:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077363.118905:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1769077363.118908:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769077363.118911:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:2.0:1769077363.118911:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769077363.118913:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077363.118915:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077363.118916:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1769077363.118916:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
02000000:00000001:1.0:1769077363.118917:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077363.118919:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077363.118922:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000800:00000200:2.0:1769077363.118923:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769077363.118925:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077363.118928:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00100000:1.0:1769077363.118929:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077363.118935:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769077363.118937:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077363.118939:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077363.118939:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1769077363.118943:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769077363.118943:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077363.118946:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000100:00000001:1.0:1769077363.118950:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077363.118952:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769077363.118953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077363.118957:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077363.118957:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769077363.118960:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077363.118962:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000100:00000040:1.0:1769077363.118963:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1769077363.118965:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000040:1.0:1769077363.118968:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4064)
00000100:00000001:2.0:1769077363.118969:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077363.118973:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.118982:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077363.118985:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.118993:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077363.118995:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077363.119000:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077363.119004:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077363.119008:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298728226
00000100:00000010:2.0:1769077363.119013:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077363.119018:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077363.119022:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298728226
00000100:00000010:2.0:1769077363.119024:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c7e0.
00000100:00000001:2.0:1769077363.119026:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077363.119029:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077363.119030:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077363.119032:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077363.119035:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077363/real 1769077363]  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077363.119042:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077363.119044:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077363.119045:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077363.119047:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077363.119048:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077363.119050:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077363.119052:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077363.119059:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119063:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077363.119065:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119066:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077363.119068:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077363.119070:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119075:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077363.119078:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119082:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077363.119084:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119085:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077363.119086:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119088:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077363.119089:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077363.119091:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077363.119093:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077363.119095:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077363.119097:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077363.119103:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932470912:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077363.119105:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119107:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077363.119109:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7480 x1855007932470912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119114:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077363.119116:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077363.119117:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077363.119119:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077363.119120:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077363.119122:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077363.119123:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077363.119125:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:2.0:1769077363.119128:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077363.119129:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077363.119130:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7480.
00000100:00000001:2.0:1769077363.119132:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077363.119133:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119134:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119141:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077363.119142:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077363.119143:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077363.119145:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077363.119145:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077363.119148:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119152:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077363.119153:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077363.119155:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077363.119156:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077363.119158:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077363.119161:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932471040:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077363.119165:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077363.119166:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077363.119168:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077363.119170:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077363.119173:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077363.119176:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077363.119180:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077363.119183:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077363.119187:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077363.119190:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932471040, portal 10
00000100:00000001:2.0:1769077363.119192:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077363.119194:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559376384 : -121121150175232 : ffff91d748de7800)
00000100:00000040:2.0:1769077363.119200:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119209:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077363.119211:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077363.119213:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077363.119214:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932471040, offset 0
00000400:00000200:2.0:1769077363.119217:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077363.119220:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077363.119223:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077363.119225:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077363.119227:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077363.119229:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077363.119230:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077363.119232:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47335:47335:256:4294967295] 192.168.204.153@tcp LPNI seq info [47335:47335:8:4294967295]
00000400:00000200:2.0:1769077363.119235:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077363.119239:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077363.119242:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077363.119244:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077363.119247:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077363.119249:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077363.119252:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077363.119254:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077363.119256:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077363.119258:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077363.119260:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077363.119262:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077363.119264:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077363.119266:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077363.119267:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077363.119270:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119285:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077363.119288:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119300:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077363.119301:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077363.119303:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077363.119306:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077363.119308:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077363.119310:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298726923
00000100:00000001:2.0:1769077363.119312:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298728226
00000100:00000001:2.0:1769077363.119314:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298726923
00000100:00000001:2.0:1769077363.119315:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298728226
00000100:00000001:2.0:1769077363.119316:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077363.119318:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077363.119351:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077363.119355:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077363/real 1769077363]  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077363.119361:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077363.119363:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077363.119364:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077363.119366:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077363.119367:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077363.119368:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077363.119370:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077363.119376:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119380:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077363.119381:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119382:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077363.119383:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077363.119385:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119390:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077363.119393:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119397:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077363.119398:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119399:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077363.119400:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119425:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077363.119427:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077363.119429:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077363.119431:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077363.119432:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077363.119435:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077363.119441:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932471040:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077363.119443:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077363.119445:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119456:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077363.119457:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077363.119458:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077363.119460:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077363.119461:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077363.119463:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932471168:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077363.119465:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077363.119467:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077363.119468:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077363.119470:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077363.119472:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077363.119473:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077363.119476:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077363.119478:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077363.119480:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077363.119482:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932471168, portal 10
00000100:00000001:2.0:1769077363.119483:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077363.119484:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559374592 : -121121150177024 : ffff91d748de7100)
00000100:00000040:2.0:1769077363.119488:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119492:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077363.119494:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077363.119495:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077363.119497:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932471168, offset 0
00000400:00000200:2.0:1769077363.119499:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077363.119502:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077363.119504:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077363.119506:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077363.119508:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077363.119509:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077363.119511:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077363.119513:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47336:47336:256:4294967295] 192.168.204.153@tcp LPNI seq info [47336:47336:8:4294967295]
00000400:00000200:2.0:1769077363.119516:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077363.119520:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077363.119523:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077363.119525:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077363.119527:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077363.119529:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077363.119532:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077363.119534:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077363.119537:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077363.119538:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077363.119540:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077363.119543:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077363.119544:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077363.119546:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077363.119547:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077363.119549:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119554:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077363.119556:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119560:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077363.119561:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077363.119563:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077363.119565:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077363.119567:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077363.119568:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298726923
00000100:00000001:2.0:1769077363.119570:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298728226
00000100:00000001:2.0:1769077363.119571:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298726923
00000100:00000001:2.0:1769077363.119572:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298728226
00000100:00000001:2.0:1769077363.119574:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077363.119575:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077363.119577:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077363.119579:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077363/real 1769077363]  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077363.119583:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077363.119584:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077363.119585:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077363.119587:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077363.119588:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077363.119589:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077363.119591:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077363.119597:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119600:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077363.119601:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119602:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077363.119603:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077363.119605:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119609:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077363.119612:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119616:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077363.119617:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119618:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077363.119619:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119620:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077363.119623:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077363.119624:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077363.119626:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077363.119627:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077363.119629:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077363.119634:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932471168:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077363.119637:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119638:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077363.119640:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7800 x1855007932471040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119644:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077363.119646:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077363.119647:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077363.119648:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077363.119649:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077363.119650:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077363.119651:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077363.119652:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:2.0:1769077363.119654:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077363.119654:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077363.119655:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7800.
00000100:00000001:2.0:1769077363.119657:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077363.119658:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119659:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077363.119661:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7100 x1855007932471168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077363.119665:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077363.119666:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077363.119666:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077363.119667:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077363.119668:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077363.119669:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077363.119670:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077363.119671:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154800.
02000000:00000001:2.0:1769077363.119672:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077363.119673:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077363.119673:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7100.
00000100:00000001:2.0:1769077363.119675:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077363.119675:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119676:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077363.119679:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077363.119680:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077363.119681:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077363.119682:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077364.014475:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077364.014477:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077364.014480:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077364.014482:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077364.014486:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077364.014487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077364.014492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077364.014495:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077364.014501:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077364.014507:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077364.014513:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077364.014515:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077364.014517:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077364.014519:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077364.014521:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077364.014523:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077364.462497:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298728226, at 4298728256
00000100:00000010:2.0:1769077364.462511:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077365.038510:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077365.038519:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077365.038524:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077365.038529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077365.038533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077365.038534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077365.038540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077365.038544:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077365.038549:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077365.038550:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077365.038554:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.038556:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077365.038560:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077365.038563:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077365.038567:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.038568:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077365.038572:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077365.038573:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077365.038580:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077365.038595:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077365.038598:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077365.038600:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077366.062514:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077366.062519:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077366.062522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077366.062528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077366.062529:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077366.062533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077366.062541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077366.062542:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077366.062553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077366.062557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077366.062585:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077366.062588:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077366.062589:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077366.062593:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077366.062594:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077366.062599:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077367.086504:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077367.086512:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077367.086515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077367.086521:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077367.086526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077367.086526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077367.086531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077367.086531:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077367.086538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077367.086538:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077367.086542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077367.086543:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077367.086547:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077367.086561:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077367.086564:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077367.086567:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077368.110509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077368.110513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077368.110515:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077368.110518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.110519:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077368.110527:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077368.110529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077368.110531:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077368.110536:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.110539:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077368.110542:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077368.110547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.110548:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077368.110578:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077368.110582:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077368.110586:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077368.238506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077368.238514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077368.238516:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077368.238519:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077368.238523:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077368.238528:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4059
00000400:00000200:1.0:1769077368.238542:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077368.238549:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077368.238553:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077368.238556:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238560:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077368.238562:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238565:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077368.238570:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077368.238572:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077368.238575:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077368.238577:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077368.238580:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077368.238583:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077368.238587:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238589:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077368.238591:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238594:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077368.238597:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077368.238600:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238603:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077368.238606:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077368.238609:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077368.238611:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077368.238619:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077368.238621:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077368.238630:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769077368.238633:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077368.238637:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077368.238638:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077368.238641:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077368.238642:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077368.238646:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077368.238652:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769077368.238657:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077368.238665:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077368.238672:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077368.238676:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077368.238679:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077368.238698:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077368.238701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077368.238705:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077368.238707:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077368.238709:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077368.238711:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077368.238714:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4059
00000400:00000200:1.0:1769077368.238719:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077368.238722:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077368.238724:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077368.238727:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238730:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077368.238732:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238734:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077368.238736:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077368.238738:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077368.238740:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077368.238742:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:2.0:1769077368.238742:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077368.238744:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077368.238747:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:2.0:1769077368.238747:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077368.238750:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077368.238750:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077368.238752:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077368.238754:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238756:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:2.0:1769077368.238756:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077368.238759:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077368.238762:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238764:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077368.238766:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077368.238766:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077368.238768:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077368.238771:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077368.238771:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077368.238774:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077368.238774:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077368.238776:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077368.238777:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077368.238780:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769077368.238780:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932471296:192.168.204.153@tcp:250:kworker.0
00000008:00000001:1.0:1769077368.238783:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.238784:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077368.238785:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077368.238788:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1769077368.238789:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
02000000:00000001:2.0:1769077368.238790:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077368.238792:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077368.238793:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077368.238798:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077368.238800:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077368.238803:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077368.238804:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077368.238806:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077368.238807:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769077368.238808:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077368.238810:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077368.238811:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
02000000:00000010:1.0:1769077368.238813:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769077368.238816:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077368.238817:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00100000:1.0:1769077368.238821:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077368.238824:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932471296, portal 25
00000100:00000001:2.0:1769077368.238827:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077368.238829:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077368.238829:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559367424 : -121121150184192 : ffff91d748de5500)
00000100:00000001:1.0:1769077368.238832:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077368.238835:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077368.238836:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.238844:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077368.238847:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077368.238850:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000001:1.0:1769077368.238852:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077368.238853:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932471296, offset 0
00000100:00080000:1.0:1769077368.238854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077368.238857:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077368.238859:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077368.238859:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769077368.238861:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077368.238863:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077368.238866:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4059
00000400:00000200:2.0:1769077368.238867:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077368.238869:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077368.238872:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077368.238873:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00080000:1.0:1769077368.238874:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077368.238877:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238879:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077368.238879:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077368.238881:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238883:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:2.0:1769077368.238883:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000020:00000001:1.0:1769077368.238885:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077368.238887:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000200:2.0:1769077368.238887:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1769077368.238889:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077368.238890:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000020:00000040:1.0:1769077368.238891:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077368.238893:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:2.0:1769077368.238894:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47337:47337:256:4294967295] 192.168.204.153@tcp LPNI seq info [47337:47337:8:4294967295]
00000020:00000001:1.0:1769077368.238896:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:2.0:1769077368.238898:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:1.0:1769077368.238899:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238901:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077368.238902:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238904:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077368.238907:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:2.0:1769077368.238908:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1769077368.238910:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077368.238912:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077368.238914:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769077368.238915:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769077368.238917:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077368.238919:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077368.238919:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000100:00000001:1.0:1769077368.238921:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077368.238923:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077368.238925:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077368.238926:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769077368.238927:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077368.238930:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000010:1.0:1769077368.238931:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769077368.238933:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077368.238935:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1769077368.238936:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:1.0:1769077368.238937:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077368.238939:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077368.238940:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769077368.238941:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
02000000:00000001:1.0:1769077368.238942:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077368.238945:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
02000000:00000010:1.0:1769077368.238946:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000800:00000010:2.0:1769077368.238948:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000100:00000001:1.0:1769077368.238949:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077368.238953:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077368.238954:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077368.238960:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769077368.238961:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077368.238963:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077368.238965:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000100:00000040:1.0:1769077368.238967:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077368.238967:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077368.238972:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077368.238975:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077368.238976:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077368.238978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077368.238982:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077368.238985:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077368.238986:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077368.238989:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077368.238989:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077368.238993:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4069)
00000100:00000001:2.0:1769077368.239012:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.239014:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077368.239019:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077368.239023:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077368.239026:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298733346
00000100:00000010:2.0:1769077368.239031:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077368.239038:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077368.239043:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298733346
00000100:00000010:2.0:1769077368.239047:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c300.
00000100:00000001:2.0:1769077368.239049:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077368.239051:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077368.239053:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.239055:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077368.239058:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077368/real 1769077368]  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077368.239067:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077368.239069:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077368.239072:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077368.239075:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077368.239076:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077368.239079:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077368.239083:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077368.239092:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239100:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077368.239102:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239104:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077368.239106:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077368.239111:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239119:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077368.239124:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239129:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077368.239132:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239133:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077368.239134:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239135:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077368.239136:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077368.239138:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077368.239141:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077368.239142:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077368.239145:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077368.239151:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932471296:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077368.239154:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239156:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077368.239158:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5500 x1855007932471296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239162:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077368.239164:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077368.239165:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077368.239167:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077368.239168:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077368.239169:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077368.239171:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077368.239173:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154400.
02000000:00000001:2.0:1769077368.239175:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077368.239177:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077368.239178:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5500.
00000100:00000001:2.0:1769077368.239181:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077368.239181:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239183:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239189:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077368.239191:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.239192:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077368.239193:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077368.239194:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077368.239196:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239201:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077368.239202:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077368.239204:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077368.239205:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077368.239206:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077368.239208:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932471424:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077368.239210:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077368.239212:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077368.239213:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077368.239214:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077368.239216:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077368.239218:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077368.239221:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077368.239223:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077368.239226:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077368.239228:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932471424, portal 10
00000100:00000001:2.0:1769077368.239229:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077368.239230:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362048 : -121121150189568 : ffff91d748de4000)
00000100:00000040:2.0:1769077368.239252:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239257:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077368.239259:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077368.239261:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077368.239263:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932471424, offset 0
00000400:00000200:2.0:1769077368.239266:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077368.239269:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077368.239272:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077368.239274:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077368.239276:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077368.239278:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077368.239280:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077368.239282:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47338:47338:256:4294967295] 192.168.204.153@tcp LPNI seq info [47338:47338:8:4294967295]
00000400:00000200:2.0:1769077368.239284:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077368.239289:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077368.239292:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077368.239294:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077368.239297:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077368.239298:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077368.239301:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077368.239303:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077368.239306:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077368.239307:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077368.239309:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077368.239312:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077368.239314:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077368.239315:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077368.239317:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077368.239319:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239325:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077368.239327:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239331:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.239332:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077368.239335:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077368.239337:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077368.239339:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077368.239341:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298732043
00000100:00000001:2.0:1769077368.239343:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298733346
00000100:00000001:2.0:1769077368.239345:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298732043
00000100:00000001:2.0:1769077368.239346:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298733346
00000100:00000001:2.0:1769077368.239347:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077368.239348:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.239350:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077368.239352:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077368/real 1769077368]  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077368.239357:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077368.239358:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077368.239360:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077368.239361:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077368.239362:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077368.239363:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077368.239365:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077368.239371:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239375:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077368.239376:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239377:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077368.239378:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077368.239380:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239384:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077368.239386:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239391:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077368.239393:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239394:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077368.239395:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239396:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077368.239398:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077368.239399:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077368.239426:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077368.239428:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077368.239430:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077368.239435:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932471424:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077368.239438:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077368.239440:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239444:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077368.239445:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077368.239447:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077368.239448:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077368.239449:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077368.239451:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932471552:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077368.239453:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077368.239454:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077368.239455:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077368.239457:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077368.239459:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077368.239460:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077368.239463:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077368.239464:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077368.239466:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077368.239468:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932471552, portal 10
00000100:00000001:2.0:1769077368.239470:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077368.239471:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559370112 : -121121150181504 : ffff91d748de5f80)
00000100:00000040:2.0:1769077368.239474:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239479:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077368.239480:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077368.239482:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077368.239483:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932471552, offset 0
00000400:00000200:2.0:1769077368.239485:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077368.239488:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077368.239490:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077368.239492:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077368.239493:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077368.239495:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077368.239497:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077368.239499:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47339:47339:256:4294967295] 192.168.204.153@tcp LPNI seq info [47339:47339:8:4294967295]
00000400:00000200:2.0:1769077368.239501:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077368.239505:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077368.239508:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077368.239510:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077368.239512:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077368.239514:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077368.239517:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077368.239519:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077368.239522:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077368.239524:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077368.239525:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077368.239528:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077368.239530:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077368.239531:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077368.239533:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077368.239535:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239540:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077368.239542:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239554:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.239556:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077368.239558:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077368.239560:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077368.239562:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077368.239563:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298732043
00000100:00000001:2.0:1769077368.239565:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298733346
00000100:00000001:2.0:1769077368.239567:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298732043
00000100:00000001:2.0:1769077368.239568:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298733346
00000100:00000001:2.0:1769077368.239570:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077368.239571:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.239572:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077368.239574:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077368/real 1769077368]  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077368.239579:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077368.239580:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077368.239581:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077368.239583:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077368.239584:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077368.239585:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077368.239587:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077368.239592:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239597:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077368.239598:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239599:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077368.239600:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077368.239602:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239606:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077368.239609:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239613:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077368.239614:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239615:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077368.239616:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239617:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077368.239619:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077368.239620:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077368.239622:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077368.239623:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077368.239626:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077368.239630:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932471552:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077368.239632:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239634:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077368.239636:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4000 x1855007932471424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239640:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077368.239641:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077368.239643:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077368.239644:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077368.239645:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077368.239646:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077368.239648:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077368.239649:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:2.0:1769077368.239650:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077368.239651:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077368.239653:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4000.
00000100:00000001:2.0:1769077368.239654:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077368.239655:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239656:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077368.239658:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5f80 x1855007932471552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.239662:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077368.239663:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077368.239664:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077368.239665:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077368.239666:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077368.239666:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077368.239667:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077368.239668:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154800.
02000000:00000001:2.0:1769077368.239669:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077368.239670:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077368.239671:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5f80.
00000100:00000001:2.0:1769077368.239672:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077368.239673:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239674:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077368.239676:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077368.239677:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.239678:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077368.239679:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077369.134581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077369.134581:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077369.134592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077369.134594:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077369.134607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077369.134612:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077369.134614:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077369.134623:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077369.134634:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077369.134643:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077369.134647:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077369.134652:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077369.134652:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077369.134657:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077369.134660:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077369.134666:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077369.582520:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298733346, at 4298733376
00000100:00000010:2.0:1769077369.582534:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077370.158502:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077370.158512:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077370.158517:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077370.158523:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077370.158529:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077370.158533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077370.158534:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077370.158545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.158565:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077370.158568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077370.158570:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077370.158574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.158575:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077371.182518:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077371.182528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077371.182531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077371.182533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077371.182538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077371.182542:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077371.182548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077371.182549:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077371.182554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077371.182554:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077371.182566:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077371.182569:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077371.182572:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077371.182584:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077371.182588:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077371.182590:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077372.206498:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077372.206506:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077372.206509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077372.206512:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077372.206513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077372.206519:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077372.206521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077372.206525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077372.206527:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077372.206533:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077372.206543:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077372.206549:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077372.206553:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077372.206555:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077372.206556:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077372.206562:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.230508:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077373.230510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077373.230517:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077373.230518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077373.230522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077373.230529:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769077373.230531:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077373.230533:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.230538:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077373.230541:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077373.230543:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077373.230547:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077373.230553:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.230556:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077373.230560:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.230561:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077373.230565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077373.230566:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077373.230568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077373.230591:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077373.230594:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077373.230596:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077373.358811:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077373.358816:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077373.358835:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077373.358844:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932471680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.358860:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077373.358864:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077373.358869:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077373.358873:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077373.358879:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077373.358884:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932471680:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077373.358892:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077373.358912:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077373.358915:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077373.358920:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077373.358927:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077373.358932:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077373.358942:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077373.358948:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077373.358958:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077373.358978:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932471680, portal 25
00000100:00000001:2.0:1769077373.358982:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077373.358985:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:2.0:1769077373.358995:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932471680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359010:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077373.359013:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077373.359015:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077373.359019:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932471680, offset 0
00000400:00000200:2.0:1769077373.359029:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077373.359039:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077373.359065:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077373.359072:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077373.359078:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077373.359084:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077373.359089:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077373.359094:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47340:47340:256:4294967295] 192.168.204.153@tcp LPNI seq info [47340:47340:8:4294967295]
00000400:00000200:2.0:1769077373.359102:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077373.359113:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077373.359122:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077373.359139:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077373.359173:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077373.359179:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077373.359190:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077373.359196:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077373.359205:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077373.359208:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077373.359217:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077373.359223:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077373.359227:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077373.359229:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077373.359233:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077373.359237:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932471680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359245:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077373.359248:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932471680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359253:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.359254:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077373.359258:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077373.359261:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077373.359264:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298738466
00000100:00000010:2.0:1769077373.359268:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077373.359273:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077373.359277:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298738466
00000100:00000010:2.0:1769077373.359279:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c3c0.
00000100:00000001:2.0:1769077373.359281:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077373.359284:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077373.359285:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.359287:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077373.359290:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077373/real 1769077373]  req@ffff91d7483d2300 x1855007932471680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077373.359296:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077373.359297:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077373.359299:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077373.359300:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077373.359302:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077373.359309:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077373.359312:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932471680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077373.359318:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932471680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359323:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077373.359324:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359326:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077373.359327:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077373.359329:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932471680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359334:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077373.359337:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932471680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359346:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077373.359348:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359349:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077373.359350:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359352:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077373.359353:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077373.359355:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077373.359357:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077373.359359:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077373.359362:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932471680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077373.359387:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932471680:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077373.359394:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359395:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077373.359398:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932471680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359424:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077373.359426:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077373.359428:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077373.359431:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077373.359447:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077373.359448:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077373.359450:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077373.359452:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8800.
02000000:00000001:2.0:1769077373.359454:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077373.359456:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077373.359457:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:2.0:1769077373.359460:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077373.359461:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359462:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359469:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077373.359471:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.359472:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077373.359473:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077373.359474:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077373.359477:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932471808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359482:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077373.359483:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077373.359485:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077373.359486:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077373.359487:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077373.359489:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932471808:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077373.359491:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077373.359493:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077373.359494:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077373.359495:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077373.359497:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077373.359498:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077373.359501:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077373.359503:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077373.359506:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077373.359508:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932471808, portal 10
00000100:00000001:2.0:1769077373.359510:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077373.359511:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:2.0:1769077373.359515:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932471808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359519:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077373.359521:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077373.359522:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077373.359524:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932471808, offset 0
00000400:00000200:2.0:1769077373.359526:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077373.359529:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077373.359532:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077373.359534:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077373.359547:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077373.359548:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077373.359550:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077373.359552:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47341:47341:256:4294967295] 192.168.204.153@tcp LPNI seq info [47341:47341:8:4294967295]
00000400:00000200:2.0:1769077373.359555:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077373.359559:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077373.359562:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077373.359564:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077373.359566:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077373.359568:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077373.359572:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077373.359574:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077373.359576:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077373.359578:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077373.359580:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077373.359582:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077373.359584:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077373.359585:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077373.359587:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077373.359589:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932471808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359594:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077373.359596:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932471808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359611:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.359612:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077373.359614:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077373.359616:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077373.359618:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077373.359620:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298737164
00000100:00000001:2.0:1769077373.359622:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298738466
00000100:00000001:2.0:1769077373.359624:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298737164
00000100:00000001:2.0:1769077373.359625:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298738466
00000100:00000001:2.0:1769077373.359627:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077373.359628:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.359629:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077373.359631:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077373/real 1769077373]  req@ffff91d7483d0e00 x1855007932471808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077373.359636:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077373.359637:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077373.359638:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077373.359639:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077373.359640:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077373.359641:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077373.359643:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932471808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077373.359649:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932471808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359652:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077373.359653:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359654:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077373.359655:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077373.359657:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932471808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359661:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077373.359664:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932471808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359668:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077373.359669:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359670:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077373.359671:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359673:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077373.359674:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077373.359676:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077373.359678:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077373.359679:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077373.359681:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932471808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077373.359686:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932471808:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077373.359688:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077373.359690:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932471936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359694:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077373.359695:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077373.359696:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077373.359697:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077373.359698:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077373.359700:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932471936:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077373.359702:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077373.359704:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077373.359705:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077373.359706:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077373.359708:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077373.359709:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077373.359711:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077373.359712:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077373.359714:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077373.359715:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932471936, portal 10
00000100:00000001:2.0:1769077373.359717:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077373.359718:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:2.0:1769077373.359721:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932471936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359736:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077373.359737:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077373.359738:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077373.359740:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932471936, offset 0
00000400:00000200:2.0:1769077373.359742:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077373.359744:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077373.359746:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077373.359747:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077373.359749:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077373.359750:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077373.359752:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077373.359754:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47342:47342:256:4294967295] 192.168.204.153@tcp LPNI seq info [47342:47342:8:4294967295]
00000400:00000200:2.0:1769077373.359756:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077373.359760:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077373.359763:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077373.359764:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077373.359766:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077373.359768:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077373.359770:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077373.359772:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077373.359775:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077373.359776:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077373.359777:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077373.359779:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077373.359781:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077373.359782:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077373.359784:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077373.359786:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932471936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359790:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077373.359792:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932471936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359797:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.359798:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077373.359799:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077373.359801:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077373.359803:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077373.359804:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298737163
00000100:00000001:2.0:1769077373.359806:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298738466
00000100:00000001:2.0:1769077373.359807:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298737163
00000100:00000001:2.0:1769077373.359809:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298738466
00000100:00000001:2.0:1769077373.359810:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077373.359811:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.359812:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077373.359814:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077373/real 1769077373]  req@ffff91d7483d3100 x1855007932471936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077373.359819:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077373.359819:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077373.359820:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077373.359822:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077373.359822:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077373.359824:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077373.359825:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932471936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077373.359830:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932471936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359834:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077373.359835:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359837:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077373.359837:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077373.359840:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932471936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359845:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077373.359847:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932471936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359852:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077373.359853:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359854:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077373.359855:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359856:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077373.359858:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077373.359859:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077373.359861:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077373.359862:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077373.359864:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932471936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077373.359869:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932471936:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077373.359871:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359872:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077373.359874:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932471808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359895:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077373.359896:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077373.359898:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077373.359899:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077373.359900:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077373.359901:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077373.359902:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077373.359904:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9400.
02000000:00000001:2.0:1769077373.359905:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077373.359906:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077373.359907:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:2.0:1769077373.359909:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077373.359910:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359911:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077373.359913:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932471936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.359918:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077373.359919:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077373.359920:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077373.359921:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077373.359922:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077373.359922:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077373.359924:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077373.359924:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8400.
02000000:00000001:2.0:1769077373.359926:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077373.359926:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077373.359927:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:2.0:1769077373.359929:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077373.359929:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359930:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077373.359932:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077373.359933:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.359934:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077373.359935:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077374.254474:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077374.254482:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077374.254486:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077374.254495:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077374.254502:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077374.254508:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077374.254515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077374.254520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077374.254521:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077374.254526:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077374.254527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077374.254529:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077374.254531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077374.254553:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077374.254556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077374.254558:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077374.702486:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298738466, at 4298738496
00000100:00000010:2.0:1769077374.702500:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077375.278505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077375.278507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077375.278512:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077375.278513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.278514:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077375.278521:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077375.278522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077375.278527:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077375.278527:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077375.278531:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077375.278533:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077375.278535:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077375.278536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077375.278540:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077375.278541:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077375.278543:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077375.278544:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077375.278549:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077375.278552:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077375.278573:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077375.278578:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077375.278585:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077376.302495:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077376.302503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077376.302504:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077376.302510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077376.302510:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077376.302519:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077376.302520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077376.302526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077376.302526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077376.302531:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077376.302539:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077376.302545:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077376.302549:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077376.302555:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077376.302560:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077376.302566:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077377.326506:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077377.326514:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077377.326519:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077377.326527:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077377.326535:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077377.326541:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077377.326544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077377.326548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077377.326554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077377.326558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077377.326560:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077377.326566:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077377.326571:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077377.326578:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077377.326581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077377.326584:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077378.350470:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077378.350471:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077378.350476:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.350477:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077378.350481:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077378.350483:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077378.350486:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077378.350487:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077378.350493:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077378.350498:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.350504:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077378.350508:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077378.350510:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077378.350512:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077378.350514:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077378.350520:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077378.478564:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077378.478573:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077378.478575:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077378.478578:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077378.478582:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077378.478587:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4069
00000400:00000200:1.0:1769077378.478595:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077378.478601:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077378.478603:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077378.478606:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478608:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077378.478610:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478612:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077378.478615:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077378.478617:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077378.478619:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077378.478620:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077378.478622:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077378.478623:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077378.478625:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478626:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077378.478628:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478629:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077378.478631:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077378.478634:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478636:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077378.478638:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077378.478640:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077378.478642:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077378.478644:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077378.478646:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077378.478655:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769077378.478657:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077378.478660:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077378.478662:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077378.478664:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077378.478666:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077378.478670:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077378.478676:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077378.478681:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077378.478688:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077378.478695:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077378.478698:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077378.478701:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077378.478720:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077378.478722:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077378.478725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077378.478726:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077378.478727:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077378.478729:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077378.478730:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4069
00000400:00000200:1.0:1769077378.478733:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077378.478734:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077378.478736:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077378.478738:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478740:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077378.478741:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478743:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077378.478746:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077378.478747:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077378.478748:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077378.478750:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077378.478751:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077378.478753:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:2.0:1769077378.478754:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077378.478755:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478759:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077378.478760:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077378.478761:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478764:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:2.0:1769077378.478764:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769077378.478768:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077378.478772:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478774:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077378.478774:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077378.478778:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077378.478784:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077378.478785:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077378.478787:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.478788:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077378.478790:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077378.478793:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1769077378.478795:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077378.478796:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1769077378.478799:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077378.478800:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077378.478802:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077378.478806:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932472064:192.168.204.153@tcp:250:kworker.0
00000100:00000010:1.0:1769077378.478807:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769077378.478812:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:2.0:1769077378.478813:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077378.478815:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077378.478817:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077378.478818:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077378.478819:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077378.478821:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077378.478822:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077378.478825:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077378.478827:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077378.478829:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077378.478832:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077378.478835:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
00000100:00100000:1.0:1769077378.478838:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077378.478841:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077378.478848:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077378.478851:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077378.478854:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:1.0:1769077378.478856:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077378.478861:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077378.478869:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000001:1.0:1769077378.478877:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077378.478880:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077378.478880:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932472064, portal 25
00000100:00080000:1.0:1769077378.478887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077378.478887:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077378.478888:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077378.478892:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077378.478892:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362944 : -121121150188672 : ffff91d748de4380)
00000100:00000001:1.0:1769077378.478897:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077378.478900:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4069
00000100:00000040:2.0:1769077378.478903:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077378.478906:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077378.478912:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077378.478916:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077378.478921:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077378.478922:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077378.478924:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077378.478928:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769077378.478929:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478931:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077378.478932:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077378.478933:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077378.478934:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077378.478935:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077378.478936:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077378.478937:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077378.478939:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478943:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077378.478944:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077378.478946:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000010:2.0:1769077378.478947:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000020:00000040:1.0:1769077378.478948:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077378.478953:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000200:2.0:1769077378.478954:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932472064, offset 0
00000100:00000001:1.0:1769077378.478958:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077378.478961:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077378.478963:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077378.478964:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769077378.478966:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077378.478969:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077378.478970:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077378.478972:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077378.478974:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077378.478975:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077378.478980:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000400:00000200:2.0:1769077378.478983:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000040:1.0:1769077378.478984:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077378.478988:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077378.478989:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077378.478991:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769077378.478992:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077378.478995:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077378.478996:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077378.478998:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000010:1.0:1769077378.479000:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000400:00000200:2.0:1769077378.479003:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077378.479005:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077378.479008:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00100000:1.0:1769077378.479013:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077378.479014:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47343:47343:256:4294967295] 192.168.204.153@tcp LPNI seq info [47343:47343:8:4294967295]
00000400:00000200:2.0:1769077378.479025:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077378.479030:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077378.479032:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077378.479039:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077378.479042:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769077378.479054:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077378.479054:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769077378.479059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077378.479078:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077378.479080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077378.479082:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077378.479086:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4079)
00000800:00000010:2.0:1769077378.479088:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077378.479096:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077378.479100:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077378.479105:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077378.479108:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077378.479111:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077378.479113:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077378.479118:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077378.479121:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077378.479125:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077378.479126:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077378.479130:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077378.479133:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479141:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077378.479144:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479149:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.479150:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077378.479154:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077378.479157:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077378.479159:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298743586
00000100:00000010:2.0:1769077378.479163:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077378.479168:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077378.479173:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298743586
00000100:00000010:2.0:1769077378.479176:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c2a0.
00000100:00000001:2.0:1769077378.479178:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077378.479180:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077378.479182:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.479184:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077378.479188:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077378/real 1769077378]  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077378.479197:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077378.479199:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077378.479201:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077378.479204:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077378.479205:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077378.479207:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077378.479212:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077378.479221:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479229:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077378.479231:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479233:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077378.479235:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077378.479240:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479247:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077378.479251:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479257:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077378.479259:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479260:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077378.479261:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479264:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077378.479265:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077378.479267:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077378.479270:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077378.479272:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077378.479274:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077378.479280:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932472064:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077378.479283:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479285:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077378.479287:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4380 x1855007932472064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479291:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077378.479293:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077378.479295:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077378.479297:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077378.479298:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077378.479300:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077378.479301:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077378.479303:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:2.0:1769077378.479306:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077378.479307:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077378.479308:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4380.
00000100:00000001:2.0:1769077378.479311:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077378.479312:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479313:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479319:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077378.479320:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.479322:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077378.479323:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077378.479324:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077378.479326:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479335:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077378.479336:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077378.479338:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077378.479339:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077378.479341:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077378.479342:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932472192:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077378.479344:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077378.479346:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077378.479347:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077378.479348:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077378.479350:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077378.479351:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077378.479354:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077378.479356:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077378.479359:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077378.479361:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932472192, portal 10
00000100:00000001:2.0:1769077378.479362:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077378.479363:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559369216 : -121121150182400 : ffff91d748de5c00)
00000100:00000040:2.0:1769077378.479368:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479372:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077378.479374:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077378.479375:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077378.479377:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932472192, offset 0
00000400:00000200:2.0:1769077378.479379:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077378.479391:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077378.479394:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077378.479396:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077378.479398:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077378.479399:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077378.479425:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077378.479428:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47344:47344:256:4294967295] 192.168.204.153@tcp LPNI seq info [47344:47344:8:4294967295]
00000400:00000200:2.0:1769077378.479431:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077378.479436:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077378.479439:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077378.479442:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077378.479444:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077378.479446:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077378.479449:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077378.479451:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077378.479454:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077378.479455:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077378.479457:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077378.479460:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077378.479462:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077378.479463:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077378.479465:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077378.479467:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479472:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077378.479474:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479486:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.479487:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077378.479490:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077378.479492:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077378.479494:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077378.479496:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298742284
00000100:00000001:2.0:1769077378.479498:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298743586
00000100:00000001:2.0:1769077378.479499:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298742284
00000100:00000001:2.0:1769077378.479501:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298743586
00000100:00000001:2.0:1769077378.479502:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077378.479504:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.479505:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077378.479508:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077378/real 1769077378]  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077378.479513:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077378.479514:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077378.479515:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077378.479516:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077378.479518:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077378.479519:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077378.479521:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077378.479527:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479531:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077378.479532:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479533:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077378.479533:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077378.479536:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479540:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077378.479542:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479547:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077378.479548:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479550:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077378.479551:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479552:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077378.479553:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077378.479555:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077378.479557:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077378.479558:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077378.479561:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077378.479566:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932472192:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077378.479568:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077378.479570:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479574:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077378.479575:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077378.479576:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077378.479577:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077378.479579:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077378.479581:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932472320:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077378.479583:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077378.479584:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077378.479585:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077378.479586:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077378.479588:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077378.479590:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077378.479592:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077378.479593:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077378.479595:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077378.479597:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932472320, portal 10
00000100:00000001:2.0:1769077378.479598:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077378.479599:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559373696 : -121121150177920 : ffff91d748de6d80)
00000100:00000040:2.0:1769077378.479603:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479607:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077378.479609:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077378.479611:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077378.479612:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932472320, offset 0
00000400:00000200:2.0:1769077378.479615:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077378.479617:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077378.479620:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077378.479622:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077378.479630:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077378.479632:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077378.479633:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077378.479635:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47345:47345:256:4294967295] 192.168.204.153@tcp LPNI seq info [47345:47345:8:4294967295]
00000400:00000200:2.0:1769077378.479638:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077378.479642:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077378.479645:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077378.479647:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077378.479649:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077378.479651:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077378.479654:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077378.479656:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077378.479658:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077378.479660:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:2.0:1769077378.479661:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077378.479664:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077378.479665:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:2.0:1769077378.479666:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:2.0:1769077378.479668:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077378.479670:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479675:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077378.479677:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479681:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.479682:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077378.479684:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077378.479686:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077378.479688:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077378.479690:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298742283
00000100:00000001:2.0:1769077378.479691:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298743586
00000100:00000001:2.0:1769077378.479693:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298742283
00000100:00000001:2.0:1769077378.479694:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298743586
00000100:00000001:2.0:1769077378.479695:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077378.479697:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.479698:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077378.479700:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077378/real 1769077378]  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077378.479704:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077378.479705:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077378.479706:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077378.479708:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077378.479709:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077378.479710:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077378.479712:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077378.479717:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479721:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077378.479721:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479722:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077378.479723:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077378.479725:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479730:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077378.479732:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479737:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077378.479739:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479740:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077378.479741:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479742:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077378.479744:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077378.479745:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077378.479747:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077378.479748:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077378.479751:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077378.479755:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932472320:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077378.479758:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479759:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077378.479761:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5c00 x1855007932472192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479765:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077378.479766:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077378.479767:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077378.479769:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077378.479769:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077378.479770:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077378.479771:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077378.479772:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155000.
02000000:00000001:2.0:1769077378.479774:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077378.479775:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077378.479776:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5c00.
00000100:00000001:2.0:1769077378.479778:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077378.479779:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479780:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077378.479782:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6d80 x1855007932472320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.479786:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077378.479787:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077378.479788:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077378.479789:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077378.479789:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077378.479790:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077378.479791:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077378.479792:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:2.0:1769077378.479793:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077378.479794:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077378.479795:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6d80.
00000100:00000001:2.0:1769077378.479796:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077378.479797:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479798:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.479800:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077378.479801:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.479802:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077378.479803:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077379.374513:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077379.374520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077379.374525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077379.374525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077379.374530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077379.374533:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077379.374535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077379.374540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077379.374540:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077379.374548:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077379.374555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077379.374558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077379.374560:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077379.374581:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077379.374584:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077379.374586:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077379.822514:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298743586, at 4298743616
00000100:00000010:2.0:1769077379.822536:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077380.398505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077380.398507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077380.398512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.398512:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077380.398515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077380.398520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077380.398521:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077380.398524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.398528:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077380.398533:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077380.398536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077380.398541:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077380.398546:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077380.398549:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077380.398549:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077380.398556:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077381.422515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077381.422515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077381.422522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077381.422523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077381.422527:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077381.422530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077381.422532:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077381.422533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077381.422538:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077381.422543:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077381.422548:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077381.422550:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077381.422554:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077381.422556:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077381.422558:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077381.422563:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077381.422573:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077381.422578:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077381.422579:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077381.422582:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077381.422584:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077381.422587:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077381.422590:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077381.422592:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077381.422595:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077382.446516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077382.446521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077382.446528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077382.446531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077382.446539:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077382.446543:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077382.446546:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077382.446550:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000020:00000001:1.0:1769077382.446554:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077382.446554:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077382.446558:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077382.446559:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077382.446562:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077382.446563:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077382.446567:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077382.446570:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077383.470497:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077383.470500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077383.470504:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077383.470505:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077383.470510:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077383.470510:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077383.470515:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077383.470518:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077383.470521:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077383.470524:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077383.470525:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077383.470528:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077383.470529:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077383.470535:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077383.470542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077383.470548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077383.470556:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077383.470559:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077383.470563:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077383.470572:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077383.470576:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077383.470578:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077383.598526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077383.598540:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077383.598543:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077383.598548:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077383.598552:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077383.598560:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4074
00000400:00000200:1.0:1769077383.598571:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077383.598577:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077383.598580:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077383.598583:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077383.598586:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077383.598588:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077383.598590:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077383.598594:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077383.598596:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077383.598598:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077383.598601:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077383.598603:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077383.598604:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077383.598607:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077383.598608:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077383.598610:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077383.598611:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077383.598613:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077383.598616:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077383.598617:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077383.598619:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077383.598624:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077383.598628:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077383.598631:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077383.598633:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077383.598647:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769077383.598652:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077383.598656:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077383.598658:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077383.598662:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077383.598666:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077383.598671:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077383.598681:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769077383.598689:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077383.598702:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077383.598712:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077383.598716:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077383.598720:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077383.598752:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077383.598755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077383.598759:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077383.598760:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077383.598761:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077383.598763:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077383.598764:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4074
00000400:00000200:1.0:1769077383.598767:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077383.598769:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077383.598771:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077383.598773:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077383.598774:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077383.598777:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077383.598778:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077383.598780:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077383.598781:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077383.598782:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077383.598784:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077383.598785:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077383.598786:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077383.598788:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077383.598790:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077383.598791:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077383.598792:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077383.598794:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077383.598796:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077383.598798:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077383.598799:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077383.598805:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077383.598807:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077383.598808:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077383.598812:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077383.598815:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077383.598817:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077383.598820:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769077383.598822:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077383.598824:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077383.598825:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077383.598826:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077383.598828:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077383.598829:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077383.598832:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769077383.598839:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077383.598839:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:1.0:1769077383.598848:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077383.598850:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077383.598855:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077383.598870:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077383.598872:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077383.598876:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077383.598889:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077383.598906:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077383.598910:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077383.598919:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077383.598919:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077383.598924:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769077383.598934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077383.598935:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077383.598945:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1769077383.598948:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932472448:192.168.204.153@tcp:250:kworker.0
00000100:00000001:1.0:1769077383.598949:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077383.598953:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077383.598960:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077383.598962:0:38:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769077383.598968:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1769077383.598970:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4074
02000000:00000001:2.0:1769077383.598974:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077383.598990:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077383.599000:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077383.599003:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077383.599013:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077383.599018:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8478.
00000400:00000010:2.0:1769077383.599024:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077383.599032:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932472448, portal 25
00000100:00000001:2.0:1769077383.599035:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077383.599036:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559372800 : -121121150178816 : ffff91d748de6a00)
00000100:00000040:2.0:1769077383.599043:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077383.599049:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077383.599051:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077383.599053:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826ac38.
00000100:00000200:2.0:1769077383.599056:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932472448, offset 0
00000400:00000200:2.0:1769077383.599061:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077383.599068:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077383.599075:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077383.599080:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077383.599084:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077383.599087:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077383.599089:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077383.599092:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47346:47346:256:4294967295] 192.168.204.153@tcp LPNI seq info [47346:47346:8:4294967295]
00000400:00000200:2.0:1769077383.599094:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077383.599102:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077383.599108:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077383.599112:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490900.
00000800:00000200:2.0:1769077383.599120:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077383.599126:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077383.599155:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077383.599160:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077383.599162:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298748706
00000100:00000010:2.0:1769077383.599167:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077383.599172:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077383.599178:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298748706
00000100:00000010:2.0:1769077383.599181:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5ccc0.
00000100:00000001:2.0:1769077383.599184:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077383.599187:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077383.599189:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077383.599192:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077383.599195:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077383.599202:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077383.599204:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077383.599206:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077383.599208:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077383.599209:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077383.599213:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077383.599219:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077383.599221:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077383.599223:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077383.599224:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077383.599225:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077383.599228:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932472576:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077383.599230:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077383.599232:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077383.599233:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077383.599234:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077383.599246:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077383.599248:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077383.599253:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077383.599257:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8f78.
00000400:00000010:2.0:1769077383.599260:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826aaa0.
00000100:00000200:2.0:1769077383.599262:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932472576, portal 10
00000100:00000001:2.0:1769077383.599263:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077383.599264:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559368320 : -121121150183296 : ffff91d748de5880)
00000100:00000040:2.0:1769077383.599270:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077383.599278:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077383.599281:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077383.599284:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a908.
00000100:00000200:2.0:1769077383.599287:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932472576, offset 0
00000400:00000200:2.0:1769077383.599292:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077383.599297:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077383.599301:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077383.599304:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077383.599307:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077383.599309:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077383.599312:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077383.599315:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47347:47347:255:4294967295] 192.168.204.153@tcp LPNI seq info [47347:47347:7:4294967295]
00000400:00000200:2.0:1769077383.599320:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077383.599328:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077383.599348:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077383.599352:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490100.
00000800:00000200:2.0:1769077383.599356:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077383.599360:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077383.599364:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077383.599367:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077383.599371:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077383.599373:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298747403
00000100:00000001:2.0:1769077383.599375:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298748706
00000100:00000001:2.0:1769077383.599377:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298747403
00000100:00000001:2.0:1769077383.599380:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298748706
00000100:00000001:2.0:1769077383.599382:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077383.599384:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077383.599387:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077383.599389:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077383.599392:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077383.599394:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077383.599396:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077383.599397:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077383.599399:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077383.599437:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077383.601868:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077383.601882:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077383.601888:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077383.601893:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077383.601898:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077383.601901:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077383.601905:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077383.601910:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077383.601912:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077383.601914:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077383.601917:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077383.601919:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077383.601921:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077383.601923:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077383.601924:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077383.601926:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077383.601927:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077383.601930:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077383.601933:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077383.601935:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077383.601938:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077383.601945:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077383.601948:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077383.601950:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077383.601954:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077383.601956:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077383.601958:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077383.601974:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000020:00000040:1.0:1769077383.602008:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077383.602012:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077383.602014:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077383.602017:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077383.602020:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077383.602026:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077383.602037:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077383.602044:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077383.602055:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077383.602068:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077383.602073:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077383.602078:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077383.602103:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077383.602108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077383.602111:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077383.602114:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077383.602116:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077383.602122:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4085)
00000100:00000001:2.0:1769077383.602155:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077383.602160:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077383.602163:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077383.602170:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077383.602179:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077383.602181:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077383.602184:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077383.602187:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077383.602189:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077383.602192:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932472704:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077383.602196:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077383.602200:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077383.602202:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077383.602206:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077383.602212:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077383.602215:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077383.602223:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077383.602228:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077383.602235:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077383.602244:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932472704, portal 10
00000100:00000001:2.0:1769077383.602247:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077383.602249:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559371904 : -121121150179712 : ffff91d748de6680)
00000100:00000040:2.0:1769077383.602258:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077383.602268:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077383.602271:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077383.602275:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a880.
00000100:00000200:2.0:1769077383.602277:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932472704, offset 0
00000400:00000200:2.0:1769077383.602283:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077383.602292:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077383.602300:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077383.602307:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077383.602312:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077383.602316:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077383.602320:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077383.602324:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47348:47348:254:4294967295] 192.168.204.153@tcp LPNI seq info [47348:47348:6:4294967295]
00000400:00000200:2.0:1769077383.602330:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077383.602341:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077383.602350:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077383.602355:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077383.602362:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077383.602366:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077383.602370:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077383.602374:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077383.602383:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077383.602386:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298747405
00000100:00000001:2.0:1769077383.602388:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298748706
00000100:00000001:2.0:1769077383.602390:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298747405
00000100:00000001:2.0:1769077383.602392:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298748706
00000100:00000001:2.0:1769077383.602397:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077383.602400:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077383.602437:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077383.602439:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077383.602450:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077383.602453:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077383.602456:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077383.602458:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077383.602463:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077383.602466:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077384.494561:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077384.494575:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077384.494585:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077384.494603:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077384.494614:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077384.494621:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077384.494634:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077384.494648:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077384.494653:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077384.494739:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077384.494742:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077384.494747:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077384.494748:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077384.494771:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077384.494773:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077384.494775:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077384.942557:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298748706, at 4298748736
00000100:00000010:2.0:1769077384.942583:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077385.518551:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077385.518560:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077385.518568:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077385.518577:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077385.518586:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077385.518593:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.518601:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077385.518609:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077385.518615:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077385.518708:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077385.518710:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077385.518713:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077385.518716:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077385.518717:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077385.518719:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077385.518721:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077385.518723:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077385.518731:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077385.518733:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077385.518745:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077385.518747:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077385.518749:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077386.542490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077386.542495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077386.542502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077386.542505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077386.542539:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077386.542545:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077386.542564:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077386.542564:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077386.542574:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077386.542580:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077386.542595:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077386.542602:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077386.542607:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.542610:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077386.542629:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.542632:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1769077386.670779:0:2406:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769077386.670844:0:2406:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077386.670861:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077386.670867:0:2406:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769077386.670871:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077386.670874:0:2406:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077386.670880:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077386.670886:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490900.
00000400:00000200:1.0:1769077386.670891:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077386.670896:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077386.670903:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826ac38
00000400:00000010:1.0:1769077386.670906:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826ac38.
00000100:00000001:1.0:1769077386.670911:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077386.670921:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077386.670958:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077386.670963:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077386.670971:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077386.670974:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077386.670991:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077386.670994:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490100.
00000400:00000200:1.0:1769077386.670997:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077386.671001:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077386.671006:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a908
00000400:00000010:1.0:1769077386.671008:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a908.
00000100:00000001:1.0:1769077386.671013:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077386.671017:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077386.671032:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077386.671035:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077386.671045:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077386.671047:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077386.671049:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077386.671059:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000800:00000100:1.0:1769077386.671065:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000100:00000001:2.0:1769077386.671069:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000800:00000010:1.0:1769077386.671071:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:1.0:1769077386.671078:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077386.671086:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077386.671091:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a880
00000400:00000010:1.0:1769077386.671093:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a880.
00000100:00000001:1.0:1769077386.671096:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077386.671105:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077386.671106:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077383/real 1769077386]  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077386.671164:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077386.671171:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077386.671174:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077386.671181:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077386.671189:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8f78.
00000400:00000200:2.0:1769077386.671198:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826aaa0
00000100:00000001:1.0:1769077386.671201:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077386.671204:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826aaa0.
00000100:00000001:1.0:1769077386.671206:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077386.671212:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077386.671222:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077386.671238:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077386.671247:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077386.671249:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671254:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077386.671256:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077386.671261:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077386.671269:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077386.671275:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077386.671285:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077386.671290:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671292:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077386.671294:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671297:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077386.671301:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077386.671305:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077386.671312:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077386.671315:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077386.671321:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077386.671329:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932472576:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077386.671336:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077386.671341:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077383/real 1769077386]  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077386.671349:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077386.671351:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077386.671353:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8478.
00000400:00000200:2.0:1769077386.671356:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077386.671358:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077386.671360:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077386.671364:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077386.671372:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077386.671378:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077386.671380:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671383:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077386.671385:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077386.671388:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077386.671395:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077386.671399:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077386.671470:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077386.671474:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671476:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077386.671478:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671479:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077386.671481:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077386.671484:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077386.671489:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077386.671492:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077386.671497:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077386.671505:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932472448:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077386.671512:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077386.671515:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077386.671519:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5880 x1855007932472576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077386.671528:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077386.671532:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077386.671540:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8800.
02000000:00000001:2.0:1769077386.671547:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077386.671551:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077386.671554:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077386.671559:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077386.671562:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:2.0:1769077386.671569:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077386.671573:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077386.671576:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5880.
00000100:00000001:2.0:1769077386.671582:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077386.671583:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671585:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077386.671589:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6a00 x1855007932472448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077386.671595:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077386.671596:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077386.671598:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077386.671602:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077386.671604:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077386.671606:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077386.671608:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077386.671610:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156800.
02000000:00000001:2.0:1769077386.671612:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077386.671613:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077386.671615:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6a00.
00000100:00000001:2.0:1769077386.671618:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077386.671619:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671622:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077386.671624:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077386.671626:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077386.671628:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077386.671632:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077383/real 1769077386]  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077386.671641:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077386.671643:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077386.671645:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077386.671648:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077386.671650:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077386.671652:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077386.671656:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077386.671665:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077386.671671:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077386.671672:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671674:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077386.671675:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077386.671679:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077386.671685:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077386.671689:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077386.671695:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077386.671701:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671704:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077386.671705:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671707:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077386.671712:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077386.671714:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077386.671718:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077386.671720:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077386.671724:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077386.671732:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932472704:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077386.671736:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671738:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077386.671741:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6680 x1855007932472704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077386.671749:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077386.671750:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077386.671752:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077386.671756:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077386.671757:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077386.671759:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077386.671761:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077386.671763:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:2.0:1769077386.671767:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077386.671769:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077386.671771:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6680.
00000100:00000001:2.0:1769077386.671775:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077386.671777:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671780:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077386.671793:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077386.671795:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077386.671798:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077386.671799:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077387.566528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077387.566535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077387.566547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077387.566552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077387.566552:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077387.566561:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077387.566564:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077387.566575:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077387.566587:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077387.566596:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077387.566605:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077387.566609:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077387.566614:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077387.566615:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077387.566623:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077387.566626:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077387.566630:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077387.566635:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077387.566637:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077387.566640:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077387.566642:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077387.566645:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077388.590518:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077388.590528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077388.590531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077388.590532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077388.590541:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769077388.590543:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077388.590546:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077388.590550:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077388.590560:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.590564:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1769077388.590566:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077388.590567:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077388.590578:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077388.590579:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077388.590590:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077388.590600:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077388.590604:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077388.590610:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077388.590642:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077388.590644:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077388.590647:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077388.590648:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077388.590665:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077388.590667:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077388.590669:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077388.718908:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077388.718922:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077388.718930:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077388.718954:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0a80 x1855007932472832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.718991:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077388.718998:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077388.719007:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077388.719015:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077388.719027:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077388.719038:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932472832:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077388.719050:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077388.719059:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077388.719065:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077388.719072:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077388.719095:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077388.719103:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077388.719130:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077388.719141:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077388.719157:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077388.719175:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932472832, portal 25
00000100:00000001:2.0:1769077388.719183:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077388.719188:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797056 : -121121160754560 : ffff91d7483d0a80)
00000100:00000040:2.0:1769077388.719208:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0a80 x1855007932472832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.719236:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077388.719247:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077388.719255:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077388.719266:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932472832, offset 0
00000400:00000200:2.0:1769077388.719288:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077388.719310:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077388.719331:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077388.719346:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077388.719358:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077388.719371:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077388.719382:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077388.719477:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47349:47349:256:4294967295] 192.168.204.153@tcp LPNI seq info [47349:47349:8:4294967295]
00000400:00000200:2.0:1769077388.719492:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077388.719524:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077388.719540:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077388.719551:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077388.719562:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077388.719568:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077388.719576:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077388.719581:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077388.719586:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077388.719590:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077388.719595:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077388.719601:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077388.719608:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077388.719611:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077388.719617:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077388.719623:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0a80 x1855007932472832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.719635:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077388.719640:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0a80 x1855007932472832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.719648:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077388.719650:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077388.719658:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077388.719663:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077388.719667:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298753827
00000100:00000010:2.0:1769077388.719673:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077388.719680:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077388.719687:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298753827
00000100:00000010:2.0:1769077388.719690:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c180.
00000100:00000001:2.0:1769077388.719693:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077388.719696:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077388.719700:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077388.719703:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077388.719709:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077388/real 1769077388]  req@ffff91d7483d0a80 x1855007932472832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077388.719720:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077388.719723:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077388.719725:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077388.719729:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077388.719731:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077388.719733:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077388.719737:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0a80 x1855007932472832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077388.719747:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0a80 x1855007932472832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.719754:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077388.719756:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.719758:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077388.719761:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077388.719765:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0a80 x1855007932472832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.719773:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077388.719779:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0a80 x1855007932472832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.719788:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077388.719791:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.719794:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077388.719795:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.719800:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077388.719802:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077388.719806:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077388.719811:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077388.719815:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077388.719820:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0a80 x1855007932472832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077388.719829:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932472832:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077388.719836:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.719838:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077388.719842:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0a80 x1855007932472832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.719849:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077388.719853:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077388.719857:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077388.719860:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077388.719864:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077388.719866:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077388.719869:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077388.719873:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cac00.
02000000:00000001:2.0:1769077388.719878:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077388.719881:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077388.719884:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0a80.
00000100:00000001:2.0:1769077388.719887:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077388.719888:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.719907:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.719921:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077388.719923:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077388.719927:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077388.719929:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077388.719931:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077388.719941:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2d80 x1855007932472960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.719957:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077388.719959:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077388.719966:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077388.719969:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077388.719972:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077388.719975:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932472960:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077388.719979:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077388.719984:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077388.719986:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077388.719989:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077388.719993:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077388.719995:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077388.720000:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077388.720004:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077388.720009:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077388.720013:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932472960, portal 10
00000100:00000001:2.0:1769077388.720016:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077388.720017:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806016 : -121121160745600 : ffff91d7483d2d80)
00000100:00000040:2.0:1769077388.720025:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2d80 x1855007932472960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720031:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077388.720034:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077388.720036:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077388.720039:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932472960, offset 0
00000400:00000200:2.0:1769077388.720043:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077388.720048:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077388.720053:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077388.720057:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077388.720060:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077388.720062:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077388.720065:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077388.720069:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47350:47350:256:4294967295] 192.168.204.153@tcp LPNI seq info [47350:47350:8:4294967295]
00000400:00000200:2.0:1769077388.720074:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077388.720081:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077388.720086:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077388.720090:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077388.720095:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077388.720098:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077388.720103:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077388.720105:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077388.720110:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077388.720112:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077388.720115:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077388.720119:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077388.720124:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077388.720126:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077388.720128:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077388.720132:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2d80 x1855007932472960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720141:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077388.720144:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2d80 x1855007932472960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720149:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077388.720151:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077388.720153:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077388.720157:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077388.720160:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077388.720167:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298752524
00000100:00000001:2.0:1769077388.720170:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298753827
00000100:00000001:2.0:1769077388.720172:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298752524
00000100:00000001:2.0:1769077388.720174:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298753827
00000100:00000001:2.0:1769077388.720175:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077388.720178:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077388.720179:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077388.720182:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077388/real 1769077388]  req@ffff91d7483d2d80 x1855007932472960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077388.720189:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077388.720190:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077388.720191:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077388.720193:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077388.720194:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077388.720196:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077388.720198:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2d80 x1855007932472960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077388.720204:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2d80 x1855007932472960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720208:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077388.720209:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.720210:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077388.720211:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077388.720213:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2d80 x1855007932472960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720217:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077388.720220:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2d80 x1855007932472960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720224:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077388.720226:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.720227:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077388.720229:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.720230:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077388.720232:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077388.720233:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077388.720237:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077388.720238:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077388.720241:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2d80 x1855007932472960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077388.720246:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932472960:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077388.720249:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077388.720251:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932473088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720255:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077388.720256:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077388.720258:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077388.720259:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077388.720261:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077388.720263:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932473088:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077388.720265:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077388.720267:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077388.720268:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077388.720269:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077388.720272:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077388.720274:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077388.720276:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077388.720278:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077388.720280:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077388.720282:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932473088, portal 10
00000100:00000001:2.0:1769077388.720284:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077388.720285:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:2.0:1769077388.720289:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932473088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720294:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077388.720296:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077388.720297:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077388.720299:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932473088, offset 0
00000400:00000200:2.0:1769077388.720301:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077388.720304:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077388.720307:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077388.720309:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077388.720311:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077388.720313:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077388.720314:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077388.720317:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47351:47351:256:4294967295] 192.168.204.153@tcp LPNI seq info [47351:47351:8:4294967295]
00000400:00000200:2.0:1769077388.720320:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077388.720324:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077388.720328:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077388.720331:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077388.720336:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077388.720339:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077388.720343:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077388.720346:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077388.720351:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077388.720353:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077388.720357:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077388.720361:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077388.720363:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077388.720365:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077388.720368:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077388.720372:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932473088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720380:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077388.720384:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932473088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720390:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077388.720392:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077388.720396:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077388.720400:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077388.720433:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077388.720435:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298752524
00000100:00000001:2.0:1769077388.720438:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298753827
00000100:00000001:2.0:1769077388.720441:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298752524
00000100:00000001:2.0:1769077388.720443:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298753827
00000100:00000001:2.0:1769077388.720446:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077388.720448:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077388.720450:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077388.720453:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077388/real 1769077388]  req@ffff91d7483d3100 x1855007932473088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077388.720460:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077388.720461:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077388.720463:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077388.720465:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077388.720466:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077388.720468:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077388.720470:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932473088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077388.720476:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932473088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720480:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077388.720481:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.720482:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077388.720483:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077388.720485:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932473088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720492:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077388.720497:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932473088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720505:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077388.720507:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.720509:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077388.720511:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.720513:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077388.720516:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077388.720519:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077388.720523:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077388.720526:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077388.720531:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932473088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077388.720540:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932473088:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077388.720545:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.720547:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077388.720551:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2d80 x1855007932472960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720557:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077388.720558:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077388.720560:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077388.720562:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077388.720563:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077388.720565:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077388.720566:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077388.720568:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb000.
02000000:00000001:2.0:1769077388.720570:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077388.720571:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077388.720573:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2d80.
00000100:00000001:2.0:1769077388.720576:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077388.720577:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.720579:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077388.720581:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932473088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077388.720585:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077388.720586:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077388.720587:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077388.720588:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077388.720589:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077388.720590:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077388.720591:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077388.720592:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb400.
02000000:00000001:2.0:1769077388.720593:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077388.720593:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077388.720594:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:2.0:1769077388.720596:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077388.720596:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.720598:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077388.720601:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077388.720602:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077388.720611:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077388.720612:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077389.614480:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077389.614492:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077389.614498:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077389.614499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077389.614505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077389.614510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077389.614510:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077389.614515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077389.614519:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077389.614526:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077389.614543:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077389.614551:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077389.614559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077390.062513:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298753827, at 4298753856
00000100:00000010:2.0:1769077390.062535:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077390.638528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077390.638539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077390.638544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077390.638553:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077390.638565:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077390.638570:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077390.638574:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077390.638577:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077390.638580:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077390.639462:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077390.639467:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077390.639472:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077390.639474:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077390.639493:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077390.639497:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077390.639500:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077391.662542:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077391.662552:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077391.662555:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077391.662561:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077391.662565:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077391.662569:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077391.662574:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077391.662577:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077391.662584:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077391.662651:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077391.662656:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077391.662661:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077391.662663:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077392.686549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077392.686557:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077392.686557:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077392.686569:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077392.686570:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077392.686574:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077392.686578:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077392.686581:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077392.686585:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077392.686585:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077392.686592:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077392.686594:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077392.686597:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077392.686602:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077392.686603:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077392.686606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077392.686614:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077392.686621:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077392.686623:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077392.686650:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077392.686653:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077392.686655:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077393.710507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077393.710513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077393.710521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077393.710525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077393.710581:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077393.710593:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077393.710596:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077393.710602:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077393.710606:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077393.710611:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.710614:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077393.710617:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.710620:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077393.838530:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077393.838539:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077393.838541:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077393.838544:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077393.838547:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077393.838553:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4085
00000400:00000200:1.0:1769077393.838561:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077393.838566:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077393.838569:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077393.838572:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838574:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077393.838576:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838578:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077393.838581:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077393.838583:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077393.838585:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077393.838587:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077393.838589:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077393.838590:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077393.838593:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838594:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077393.838595:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838597:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077393.838599:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077393.838601:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838602:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077393.838604:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077393.838606:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077393.838608:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077393.838610:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077393.838611:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077393.838620:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769077393.838623:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077393.838626:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077393.838628:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077393.838630:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077393.838632:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077393.838635:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077393.838642:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077393.838647:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077393.838654:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077393.838661:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077393.838665:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077393.838668:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077393.838691:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077393.838693:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077393.838696:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077393.838697:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077393.838698:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077393.838700:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077393.838701:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4085
00000400:00000200:1.0:1769077393.838703:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077393.838705:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077393.838707:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077393.838709:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838710:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077393.838712:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838713:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077393.838714:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077393.838715:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077393.838716:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077393.838717:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077393.838719:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077393.838721:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077393.838723:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838724:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077393.838726:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838727:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077393.838728:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077393.838730:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838731:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077393.838732:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077393.838736:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077393.838737:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077393.838738:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077393.838741:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077393.838744:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077393.838745:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077393.838747:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4a80.
00000020:00000040:1.0:1769077393.838749:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077393.838751:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077393.838751:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077393.838753:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077393.838754:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077393.838756:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077393.838758:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077393.838761:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077393.838764:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077393.838770:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077393.838770:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077393.838773:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077393.838776:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077393.838779:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1faa4c3] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.838780:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077393.838789:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077393.838800:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077393.838820:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077393.838823:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077393.838826:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1769077393.838830:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077393.838831:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077393.838836:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077393.838837:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077393.838841:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077393.838841:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932473216:192.168.204.153@tcp:250:kworker.0
00000100:00080000:1.0:1769077393.838845:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077393.838848:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077393.838849:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077393.838853:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4085
02000000:00000001:2.0:1769077393.838853:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077393.838857:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077393.838860:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769077393.838861:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1769077393.838865:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077393.838867:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1769077393.838868:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077393.838873:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077393.838874:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838876:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077393.838878:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:2.0:1769077393.838882:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077393.838883:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077393.838886:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:2.0:1769077393.838887:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000020:00000040:1.0:1769077393.838888:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077393.838891:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077393.838892:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077393.838894:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000010:2.0:1769077393.838894:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000020:00000001:1.0:1769077393.838896:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077393.838899:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838901:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077393.838902:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932473216, portal 25
00000100:00000040:1.0:1769077393.838903:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077393.838908:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077393.838909:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:2.0:1769077393.838912:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559377280 : -121121150174336 : ffff91d748de7b80)
00000020:00000040:1.0:1769077393.838913:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077393.838918:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077393.838921:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077393.838922:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077393.838925:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077393.838929:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077393.838932:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1769077393.838933:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077393.838937:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077393.838937:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000008:00100000:1.0:1769077393.838940:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769077393.838941:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000008:00000001:1.0:1769077393.838944:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077393.838946:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932473216, offset 0
00000100:00000001:1.0:1769077393.838948:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077393.838953:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000010:1.0:1769077393.838954:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000020:00000040:1.0:1769077393.838958:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:2.0:1769077393.838961:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769077393.838967:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077393.838968:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
02000000:00000001:1.0:1769077393.838969:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077393.838972:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077393.838974:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077393.838974:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769077393.838976:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077393.838980:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000010:1.0:1769077393.838981:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000400:00000200:2.0:1769077393.838985:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077393.838986:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077393.838989:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00100000:1.0:1769077393.838994:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077393.838995:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47352:47352:256:4294967295] 192.168.204.153@tcp LPNI seq info [47352:47352:8:4294967295]
00000400:00000200:2.0:1769077393.839005:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077393.839012:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077393.839016:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077393.839020:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769077393.839023:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769077393.839030:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077393.839036:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077393.839037:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000100:00000040:1.0:1769077393.839039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077393.839043:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1769077393.839047:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769077393.839048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769077393.839053:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1769077393.839060:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1769077393.839061:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769077393.839065:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4095)
00000800:00000200:2.1:1769077393.839066:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077393.839072:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077393.839074:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077393.839079:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077393.839082:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077393.839086:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077393.839088:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077393.839091:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077393.839095:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839102:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077393.839104:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839109:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077393.839110:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077393.839114:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077393.839117:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077393.839120:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298758946
00000100:00000010:2.0:1769077393.839124:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077393.839129:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077393.839134:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298758946
00000100:00000010:2.0:1769077393.839136:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5cd20.
00000100:00000001:2.0:1769077393.839138:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077393.839141:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077393.839143:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077393.839145:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077393.839148:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077393/real 1769077393]  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077393.839159:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077393.839160:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077393.839162:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077393.839163:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077393.839164:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077393.839166:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077393.839168:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077393.839174:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839178:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077393.839180:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839181:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077393.839182:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077393.839185:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839189:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077393.839192:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839197:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077393.839199:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839200:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077393.839201:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839203:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077393.839204:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077393.839206:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077393.839209:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077393.839210:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077393.839213:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077393.839219:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932473216:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077393.839222:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839224:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077393.839226:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7b80 x1855007932473216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839230:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077393.839231:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077393.839233:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077393.839235:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077393.839236:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077393.839237:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077393.839238:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077393.839240:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155000.
02000000:00000001:2.0:1769077393.839242:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077393.839243:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077393.839245:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7b80.
00000100:00000001:2.0:1769077393.839247:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077393.839248:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839249:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839256:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077393.839257:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077393.839259:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077393.839260:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077393.839261:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077393.839263:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839268:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077393.839269:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077393.839271:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077393.839272:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077393.839273:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077393.839275:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932473344:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077393.839278:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077393.839279:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077393.839280:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077393.839281:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077393.839283:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077393.839284:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077393.839287:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077393.839289:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077393.839291:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077393.839293:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932473344, portal 10
00000100:00000001:2.0:1769077393.839294:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077393.839295:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559364736 : -121121150186880 : ffff91d748de4a80)
00000100:00000040:2.0:1769077393.839299:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839304:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077393.839306:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077393.839307:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077393.839308:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932473344, offset 0
00000400:00000200:2.0:1769077393.839311:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077393.839313:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077393.839315:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077393.839317:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077393.839319:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077393.839320:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077393.839322:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077393.839324:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47353:47353:256:4294967295] 192.168.204.153@tcp LPNI seq info [47353:47353:8:4294967295]
00000400:00000200:2.0:1769077393.839327:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077393.839331:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077393.839334:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077393.839336:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077393.839338:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077393.839340:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077393.839343:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077393.839345:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077393.839348:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077393.839350:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077393.839351:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077393.839354:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077393.839355:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077393.839357:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077393.839358:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077393.839360:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839365:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077393.839367:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839371:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077393.839372:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077393.839374:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077393.839376:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077393.839378:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077393.839380:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298757643
00000100:00000001:2.0:1769077393.839383:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298758946
00000100:00000001:2.0:1769077393.839385:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298757643
00000100:00000001:2.0:1769077393.839388:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298758946
00000100:00000001:2.0:1769077393.839390:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077393.839392:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077393.839394:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077393.839398:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077393/real 1769077393]  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077393.839433:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077393.839435:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077393.839437:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077393.839440:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077393.839442:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077393.839444:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077393.839448:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077393.839458:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839465:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077393.839466:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839468:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077393.839470:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077393.839474:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839479:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077393.839481:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839486:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077393.839488:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839489:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077393.839489:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839490:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077393.839492:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077393.839493:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077393.839495:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077393.839497:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077393.839499:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077393.839504:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932473344:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077393.839507:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077393.839510:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839514:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077393.839515:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077393.839516:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077393.839518:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077393.839519:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077393.839521:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932473472:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077393.839523:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077393.839524:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077393.839526:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077393.839527:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077393.839529:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077393.839531:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077393.839533:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077393.839535:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077393.839537:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077393.839539:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932473472, portal 10
00000100:00000001:2.0:1769077393.839541:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077393.839542:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559371904 : -121121150179712 : ffff91d748de6680)
00000100:00000040:2.0:1769077393.839545:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839550:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077393.839551:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077393.839553:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077393.839555:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932473472, offset 0
00000400:00000200:2.0:1769077393.839557:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077393.839560:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077393.839562:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077393.839564:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077393.839566:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077393.839568:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077393.839569:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077393.839571:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47354:47354:256:4294967295] 192.168.204.153@tcp LPNI seq info [47354:47354:8:4294967295]
00000400:00000200:2.0:1769077393.839574:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077393.839578:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077393.839581:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077393.839583:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077393.839585:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077393.839587:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077393.839590:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077393.839592:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077393.839594:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077393.839596:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077393.839597:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077393.839600:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077393.839602:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077393.839603:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077393.839604:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077393.839607:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839612:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077393.839614:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839618:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077393.839619:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077393.839621:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077393.839623:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077393.839624:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077393.839626:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298757643
00000100:00000001:2.0:1769077393.839628:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298758946
00000100:00000001:2.0:1769077393.839629:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298757643
00000100:00000001:2.0:1769077393.839631:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298758946
00000100:00000001:2.0:1769077393.839632:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077393.839634:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077393.839635:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077393.839637:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077393/real 1769077393]  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077393.839642:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077393.839643:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077393.839644:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077393.839645:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077393.839646:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077393.839647:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077393.839649:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077393.839654:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839658:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077393.839659:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839660:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077393.839661:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077393.839663:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839667:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077393.839669:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839673:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077393.839675:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839676:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077393.839676:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839678:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077393.839680:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077393.839682:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077393.839684:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077393.839686:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077393.839689:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077393.839694:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932473472:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077393.839696:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839697:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077393.839699:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4a80 x1855007932473344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839703:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077393.839704:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077393.839705:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8000.
02000000:00000001:2.0:1769077393.839706:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077393.839707:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077393.839708:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077393.839709:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077393.839710:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:2.0:1769077393.839712:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077393.839713:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077393.839713:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4a80.
00000100:00000001:2.0:1769077393.839715:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077393.839716:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839717:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077393.839719:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6680 x1855007932473472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077393.839724:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077393.839724:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077393.839725:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077393.839727:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077393.839728:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077393.839729:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077393.839730:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077393.839731:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:2.0:1769077393.839732:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077393.839733:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077393.839734:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6680.
00000100:00000001:2.0:1769077393.839735:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077393.839736:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839737:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077393.839739:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077393.839740:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077393.839741:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077393.839742:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077394.734505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077394.734509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077394.734513:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077394.734515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077394.734517:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077394.734527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077394.734527:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077394.734533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077394.734534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077394.734540:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077394.734545:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077394.734548:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077394.734551:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077394.734563:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077394.734566:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077394.734572:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077395.182505:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298758946, at 4298758976
00000100:00000010:2.0:1769077395.182522:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00010000:00000001:1.0:1769077395.758478:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077395.758479:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077395.758483:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077395.758487:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077395.758488:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077395.758491:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077395.758493:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077395.758497:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769077395.758499:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077395.758501:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077395.758506:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077395.758507:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077395.758510:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077395.758512:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077395.758517:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077395.758520:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077395.758520:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077395.758525:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077395.758530:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077396.782484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077396.782486:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077396.782488:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.782494:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077396.782495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077396.782499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.782500:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077396.782507:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077396.782514:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077396.782520:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077396.782522:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077396.782528:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077396.782528:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077396.782532:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077396.782533:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077396.782538:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077397.806450:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077397.806457:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077397.806459:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077397.806464:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077397.806469:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077397.806474:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077397.806481:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077397.806487:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077397.806497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077397.806497:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077397.806503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077397.806511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077397.806516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077398.830466:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077398.830482:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077398.830485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077398.830489:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077398.830490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077398.830497:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077398.830498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077398.830503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077398.830503:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077398.830508:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077398.830525:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077398.830528:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077398.830529:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077398.830530:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077398.830533:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077398.830537:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077398.958505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077398.958517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077398.958520:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077398.958524:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077398.958528:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077398.958535:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4090
00000400:00000200:2.0:1769077398.958546:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077398.958552:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077398.958556:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077398.958560:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077398.958564:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077398.958567:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077398.958570:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077398.958574:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077398.958576:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077398.958579:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077398.958582:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077398.958584:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077398.958585:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077398.958588:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077398.958589:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077398.958590:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077398.958592:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077398.958594:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077398.958596:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077398.958597:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077398.958600:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077398.958602:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077398.958604:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077398.958606:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077398.958607:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077398.958615:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077398.958618:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077398.958621:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077398.958622:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077398.958624:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077398.958627:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077398.958630:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077398.958637:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:2.0:1769077398.958642:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077398.958648:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932473600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077398.958661:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077398.958664:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077398.958667:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932473600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077398.958686:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077398.958689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077398.958691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077398.958693:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077398.958694:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077398.958696:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077398.958697:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4090
00000400:00000200:2.0:1769077398.958701:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077398.958703:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077398.958704:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077398.958707:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077398.958709:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077398.958711:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077398.958713:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077398.958715:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077398.958740:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077398.958743:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077398.958746:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077398.958751:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077398.958755:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077398.958762:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077398.958765:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077398.958769:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077398.958773:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077398.958776:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077398.958781:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077398.958784:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077398.958785:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077398.958790:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077398.958798:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077398.958803:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077398.958807:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077398.958814:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077398.958817:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077398.958822:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077398.958827:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077398.958830:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077398.958831:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077398.958833:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077398.958835:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077398.958838:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077398.958844:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8000.
00000100:00000001:2.0:1769077398.958848:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077398.958857:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932473728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077398.958871:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077398.958875:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077398.958882:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932473728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077398.958900:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077398.958904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077398.958908:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077398.958911:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077398.958915:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077398.958922:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077398.958927:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4090
00000400:00000200:2.0:1769077398.958974:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077398.958981:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077398.958987:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077398.958996:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077398.959001:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077398.959009:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000200:3.1:1769077398.959009:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077398.959018:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:3.1:1769077398.959018:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077398.959026:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077398.959028:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077398.959030:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077398.959032:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077398.959035:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077398.959040:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077398.959047:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077398.959052:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077398.959055:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077398.959060:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077398.959066:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077398.959073:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077398.959080:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077398.959085:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077398.959089:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077398.959095:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077398.959101:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077398.959105:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077398.959110:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077398.959115:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077398.959121:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077398.959126:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077398.959132:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077398.959134:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077398.959140:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077398.959141:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077398.959144:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077398.959150:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8800.
00000100:00000001:2.0:1769077398.959161:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077398.959169:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932473856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077398.959187:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077398.959193:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077398.959204:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932473856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077398.959226:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077398.959232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077398.959242:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077398.959247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077398.959254:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077398.959263:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4100)
00000800:00000200:3.1:1769077398.959553:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077398.959555:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077398.959899:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077398.959901:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1769077399.854455:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077399.854462:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077399.854466:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077399.854474:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077399.854480:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077399.854484:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077399.854489:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077399.854491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077399.854493:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077399.854497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077399.854498:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077399.854508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077399.854512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077400.302499:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298764066, at 4298764096
00000100:00000010:2.0:1769077400.302510:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000001:2.0:1769077400.878458:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077400.878465:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077400.878468:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077400.878472:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077400.878478:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077400.878483:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077400.878484:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077400.878491:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077400.878495:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077400.878497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077400.878499:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077400.878505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077400.878507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077400.878528:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077400.878532:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077400.878535:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077401.902503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077401.902503:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077401.902510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.902511:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077401.902514:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077401.902519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077401.902520:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077401.902523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.902528:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077401.902533:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.902536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077401.902542:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077401.902549:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077401.902554:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077401.902558:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077401.902564:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077402.926497:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077402.926502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077402.926503:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077402.926507:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077402.926509:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077402.926513:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077402.926514:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077402.926518:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077402.926520:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077402.926523:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077402.926527:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077402.926529:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077402.926532:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077402.926534:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077402.926538:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077402.926540:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077402.926546:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077402.926554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077402.926558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077402.926584:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077402.926587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077402.926589:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077403.950534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077403.950539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077403.950545:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077403.950549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077403.950550:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077403.950560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077403.950560:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077403.950566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077403.950574:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077403.950590:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077403.950601:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077403.950608:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077403.950608:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077403.950610:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077403.950613:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077403.950613:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077404.079156:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077404.079160:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077404.079605:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077404.079607:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077404.079824:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077404.079826:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1769077404.974505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077404.974510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077404.974513:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077404.974514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077404.974523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077404.974524:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077404.974528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077404.974530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077404.974536:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077404.974541:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077404.974557:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077404.974559:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077404.974564:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077404.974564:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077404.974568:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077404.974571:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077405.422482:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298769186, at 4298769216
00000100:00000010:2.0:1769077405.422493:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000001:2.0:1769077405.998513:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077405.998515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077405.998520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077405.998520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077405.998524:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077405.998528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077405.998529:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077405.998534:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077405.998536:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077405.998537:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077405.998542:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077405.998543:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077405.998549:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077405.998550:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077405.998554:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077405.998555:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077405.998561:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077405.998561:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077405.998565:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077405.998588:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077405.998593:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077405.998597:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077407.022486:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077407.022490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077407.022494:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077407.022495:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077407.022499:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077407.022501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077407.022504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077407.022506:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077407.022512:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077407.022529:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077407.022532:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077407.022536:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077407.022537:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077407.022539:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077407.022542:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077407.022546:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077408.046546:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077408.046548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077408.046554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077408.046555:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077408.046585:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077408.046593:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077408.046595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077408.046599:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077408.046601:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077408.046607:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077408.046613:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077408.046616:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077408.046621:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077408.046639:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077408.046641:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077408.046648:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077409.070583:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077409.070592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077409.070596:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077409.070601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077409.070603:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077409.070617:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077409.070618:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077409.070623:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077409.070629:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077409.070638:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077409.070647:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077409.070654:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077409.070664:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077409.070666:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077409.070673:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077409.070680:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077409.199502:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077409.199508:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077409.200455:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077409.200459:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077409.200996:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077409.201029:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1769077410.094585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077410.094589:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077410.094600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077410.094602:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077410.094611:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077410.094615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077410.094622:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077410.094630:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077410.094665:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077410.094675:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077410.094680:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077410.094681:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077410.094694:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077410.094711:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077410.094720:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077410.094737:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077410.542514:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298774307, at 4298774336
00000100:00000010:2.0:1769077410.542543:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9600.
00000100:00000001:2.0:1769077411.118526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077411.118527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077411.118538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.118540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077411.118551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077411.118553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077411.118560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077411.118565:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077411.118573:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077411.118579:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077411.118588:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077411.118592:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077411.118595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.118599:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077411.118605:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077411.118607:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077412.142519:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077412.142521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077412.142527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077412.142528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077412.142532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077412.142536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077412.142537:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077412.142541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077412.142543:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077412.142549:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077412.142554:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077412.142558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077412.142562:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077412.142567:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077412.142570:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077412.142574:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077413.166537:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077413.166547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077413.166548:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077413.166559:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077413.166561:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077413.166573:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769077413.166573:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077413.166581:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077413.166583:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077413.166588:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077413.166591:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077413.166599:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077413.166602:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077413.166606:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077413.166610:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077413.166628:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077413.166628:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077413.166651:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077413.166657:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.190591:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077414.190593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077414.190603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.190605:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077414.190620:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077414.190622:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077414.190628:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077414.190635:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077414.190643:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077414.190655:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077414.190660:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077414.190672:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077414.190677:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077414.190693:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077414.190696:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.190699:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.318878:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077414.318886:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077414.318902:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077414.318913:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5c00 x1855007932474752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.318937:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077414.318944:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077414.318951:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077414.318957:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077414.318961:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077414.318968:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932474752:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077414.318975:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077414.318980:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077414.318984:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077414.318989:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077414.318996:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077414.319002:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077414.319012:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077414.319019:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077414.319029:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077414.319043:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932474752, portal 25
00000100:00000001:2.0:1769077414.319048:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077414.319052:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481024 : -121121145070592 : ffff91d7492c5c00)
00000100:00000040:2.0:1769077414.319064:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5c00 x1855007932474752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319085:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077414.319105:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077414.319110:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077414.319116:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932474752, offset 0
00000400:00000200:2.0:1769077414.319127:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077414.319140:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077414.319150:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077414.319161:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077414.319167:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077414.319176:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077414.319179:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077414.319187:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47364:47364:256:4294967295] 192.168.204.153@tcp LPNI seq info [47364:47364:8:4294967295]
00000400:00000200:2.0:1769077414.319197:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077414.319210:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077414.319222:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077414.319228:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077414.319241:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077414.319245:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077414.319250:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077414.319253:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077414.319257:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077414.319260:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077414.319267:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077414.319274:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077414.319280:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077414.319283:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077414.319288:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077414.319293:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5c00 x1855007932474752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319317:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077414.319321:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5c00 x1855007932474752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319328:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.319330:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077414.319337:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077414.319342:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077414.319345:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298779426
00000100:00000010:2.0:1769077414.319351:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077414.319358:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077414.319365:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298779426
00000100:00000010:2.0:1769077414.319368:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5ca20.
00000100:00000001:2.0:1769077414.319382:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077414.319385:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077414.319388:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.319391:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077414.319396:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077414/real 1769077414]  req@ffff91d7492c5c00 x1855007932474752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077414.319445:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077414.319447:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077414.319449:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077414.319453:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077414.319454:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077414.319457:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077414.319473:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5c00 x1855007932474752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077414.319482:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5c00 x1855007932474752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319489:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077414.319492:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.319494:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077414.319497:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077414.319501:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5c00 x1855007932474752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319517:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077414.319522:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5c00 x1855007932474752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319530:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077414.319533:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.319535:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077414.319536:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.319539:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077414.319542:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077414.319545:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077414.319550:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077414.319552:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077414.319558:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5c00 x1855007932474752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077414.319566:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932474752:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077414.319571:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.319573:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077414.319577:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5c00 x1855007932474752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319584:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077414.319587:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077414.319590:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077414.319595:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077414.319597:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077414.319599:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077414.319602:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077414.319613:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508000.
02000000:00000001:2.0:1769077414.319618:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077414.319620:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077414.319622:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5c00.
00000100:00000001:2.0:1769077414.319626:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077414.319627:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.319630:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.319640:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077414.319643:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.319645:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077414.319647:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077414.319649:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077414.319653:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932474880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319661:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077414.319663:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077414.319665:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077414.319667:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077414.319669:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077414.319673:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932474880:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077414.319676:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077414.319678:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077414.319680:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077414.319683:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077414.319686:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077414.319688:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077414.319693:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077414.319696:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077414.319700:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077414.319703:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932474880, portal 10
00000100:00000001:2.0:1769077414.319705:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077414.319707:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:2.0:1769077414.319714:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932474880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319722:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077414.319725:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077414.319727:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077414.319730:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932474880, offset 0
00000400:00000200:2.0:1769077414.319734:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077414.319738:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077414.319742:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077414.319745:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077414.319748:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077414.319750:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077414.319753:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077414.319756:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47365:47365:256:4294967295] 192.168.204.153@tcp LPNI seq info [47365:47365:8:4294967295]
00000400:00000200:2.0:1769077414.319761:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077414.319766:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077414.319770:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077414.319774:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077414.319779:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077414.319782:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077414.319787:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077414.319789:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077414.319794:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077414.319796:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077414.319799:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077414.319803:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077414.319806:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077414.319808:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077414.319811:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077414.319815:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6d80 x1855007932474880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319823:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077414.319827:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932474880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319840:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.319842:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077414.319845:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077414.319849:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077414.319853:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077414.319855:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298778124
00000100:00000001:2.0:1769077414.319858:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298779426
00000100:00000001:2.0:1769077414.319861:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298778124
00000100:00000001:2.0:1769077414.319863:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298779426
00000100:00000001:2.0:1769077414.319866:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077414.319880:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.319882:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077414.319885:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077414/real 1769077414]  req@ffff91d7492c6d80 x1855007932474880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077414.319895:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077414.319897:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077414.319899:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077414.319902:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077414.319903:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077414.319906:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077414.319909:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932474880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077414.319918:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932474880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319924:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077414.319925:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.319927:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077414.319929:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077414.319933:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932474880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319942:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077414.319947:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932474880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319954:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077414.319956:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.319958:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077414.319959:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.319961:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077414.319963:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077414.319966:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077414.319969:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077414.319971:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077414.319976:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932474880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077414.319983:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932474880:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077414.319987:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077414.319990:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4380 x1855007932475008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.319997:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077414.319999:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077414.320001:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077414.320003:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077414.320005:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077414.320008:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932475008:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077414.320011:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077414.320013:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077414.320016:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077414.320018:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077414.320050:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077414.320053:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077414.320057:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077414.320060:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077414.320064:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077414.320067:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932475008, portal 10
00000100:00000001:2.0:1769077414.320068:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077414.320070:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564474752 : -121121145076864 : ffff91d7492c4380)
00000100:00000040:2.0:1769077414.320077:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4380 x1855007932475008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.320084:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077414.320086:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077414.320089:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077414.320091:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932475008, offset 0
00000400:00000200:2.0:1769077414.320096:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077414.320101:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077414.320105:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077414.320109:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077414.320112:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077414.320114:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077414.320117:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077414.320122:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47366:47366:256:4294967295] 192.168.204.153@tcp LPNI seq info [47366:47366:8:4294967295]
00000400:00000200:2.0:1769077414.320127:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077414.320134:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077414.320140:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077414.320144:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077414.320164:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077414.320167:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077414.320172:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077414.320175:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077414.320179:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077414.320182:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077414.320185:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077414.320188:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077414.320192:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077414.320194:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077414.320196:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077414.320200:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4380 x1855007932475008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.320209:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077414.320228:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4380 x1855007932475008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.320234:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.320236:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077414.320239:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077414.320242:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077414.320245:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077414.320247:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298778123
00000100:00000001:2.0:1769077414.320250:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298779426
00000100:00000001:2.0:1769077414.320252:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298778123
00000100:00000001:2.0:1769077414.320255:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298779426
00000100:00000001:2.0:1769077414.320258:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077414.320260:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.320262:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077414.320266:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077414/real 1769077414]  req@ffff91d7492c4380 x1855007932475008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077414.320274:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077414.320293:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077414.320294:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077414.320297:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077414.320299:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077414.320302:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077414.320306:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4380 x1855007932475008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077414.320315:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4380 x1855007932475008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.320324:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077414.320325:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.320328:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077414.320330:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077414.320360:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4380 x1855007932475008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.320368:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077414.320371:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4380 x1855007932475008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.320380:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077414.320382:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.320384:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077414.320386:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.320388:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077414.320392:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077414.320395:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077414.320399:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077414.320401:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077414.320417:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4380 x1855007932475008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077414.320425:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932475008:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077414.320429:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.320431:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077414.320434:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932474880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.320441:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077414.320443:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077414.320445:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077414.320448:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077414.320450:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077414.320451:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077414.320454:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077414.320456:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:2.0:1769077414.320492:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077414.320494:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077414.320496:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:2.0:1769077414.320502:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077414.320503:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.320505:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077414.320509:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4380 x1855007932475008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.320517:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077414.320518:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077414.320520:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077414.320522:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077414.320524:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077414.320526:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077414.320528:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077414.320530:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:2.0:1769077414.320533:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077414.320534:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077414.320535:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4380.
00000100:00000001:2.0:1769077414.320538:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077414.320539:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.320541:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077414.320545:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077414.320547:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.320549:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077414.320552:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077415.214487:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077415.214494:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077415.214495:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077415.214499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077415.214501:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077415.214506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077415.214507:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077415.214512:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077415.214516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077415.214517:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077415.214519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077415.214522:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077415.214526:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077415.214562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077415.214566:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077415.214569:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077415.662467:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298779426, at 4298779456
00000100:00000010:2.0:1769077415.662480:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077416.238515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077416.238518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077416.238522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.238524:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077416.238528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077416.238529:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077416.238532:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077416.238536:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769077416.238536:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077416.238541:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.238543:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077416.238545:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077416.238549:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.238550:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077416.238552:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077416.238559:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077416.238560:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077416.238565:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077416.238570:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077416.238587:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077416.238590:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077416.238593:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077417.262550:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077417.262561:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077417.262565:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077417.262568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077417.262574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077417.262574:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077417.262582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077417.262582:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077417.262588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077417.262590:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077417.262604:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077417.262608:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077417.262612:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077417.262623:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077417.262628:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077417.262631:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077418.286536:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077418.286539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077418.286544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077418.286546:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077418.286551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077418.286554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077418.286556:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077418.286558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077418.286562:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077418.286567:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077418.286579:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077418.286585:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077418.286586:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077418.286588:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077418.286590:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077418.286594:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077419.310522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077419.310522:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077419.310528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077419.310531:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077419.310534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077419.310537:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077419.310538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077419.310547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077419.310556:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077419.310562:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077419.310564:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077419.310568:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077419.310572:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077419.310587:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077419.310592:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.310596:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077419.438554:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077419.438563:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077419.438565:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077419.438568:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077419.438572:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077419.438577:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4110
00000400:00000200:1.0:1769077419.438585:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077419.438591:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077419.438593:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077419.438596:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077419.438598:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077419.438600:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077419.438602:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077419.438605:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077419.438607:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077419.438609:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077419.438611:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077419.438613:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077419.438614:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077419.438623:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077419.438624:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077419.438625:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077419.438627:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077419.438630:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077419.438632:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077419.438634:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077419.438636:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077419.438638:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077419.438640:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077419.438642:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077419.438644:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077419.438652:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769077419.438655:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077419.438658:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077419.438660:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077419.438662:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077419.438664:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077419.438667:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077419.438673:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769077419.438678:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077419.438684:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077419.438692:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077419.438695:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077419.438699:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077419.438715:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077419.438717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077419.438720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077419.438721:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077419.438722:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077419.438724:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077419.438725:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4110
00000400:00000200:1.0:1769077419.438728:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077419.438730:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077419.438731:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077419.438734:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077419.438736:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077419.438738:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077419.438740:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077419.438742:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077419.438743:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077419.438744:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077419.438746:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:2.0:1769077419.438747:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077419.438748:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077419.438752:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:2.0:1769077419.438753:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077419.438757:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077419.438757:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077419.438765:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077419.438767:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077419.438773:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077419.438777:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077419.438781:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:2.0:1769077419.438784:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769077419.438786:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077419.438787:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077419.438792:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077419.438792:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077419.438796:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077419.438797:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077419.438800:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077419.438802:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077419.438805:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932475136:192.168.204.153@tcp:250:kworker.0
02000000:00000001:1.0:1769077419.438806:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077419.438812:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077419.438813:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1769077419.438816:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077419.438817:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1769077419.438821:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077419.438821:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077419.438824:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077419.438825:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077419.438830:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
02000000:00000010:2.0:1769077419.438831:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9c00.
00000020:00000040:1.0:1769077419.438833:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077419.438834:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077419.438838:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077419.438840:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077419.438843:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077419.438844:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769077419.438845:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077419.438848:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077419.438849:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077419.438855:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
02000000:00000010:1.0:1769077419.438858:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769077419.438862:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077419.438863:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932475136, portal 25
00000100:00000001:2.0:1769077419.438867:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1769077419.438868:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077419.438869:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559372800 : -121121150178816 : ffff91d748de6a00)
00000100:00000040:2.0:1769077419.438879:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077419.438880:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077419.438885:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077419.438893:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.438894:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077419.438901:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077419.438906:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000001:1.0:1769077419.438908:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077419.438910:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932475136, offset 0
00000100:00080000:1.0:1769077419.438912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077419.438915:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077419.438918:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077419.438919:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077419.438922:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077419.438924:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077419.438928:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:1.0:1769077419.438929:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4110
00000400:00000200:1.0:1769077419.438935:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077419.438938:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:1.0:1769077419.438942:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077419.438944:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077419.438945:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077419.438950:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:2.0:1769077419.438953:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:1.0:1769077419.438954:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077419.438959:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769077419.438960:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077419.438964:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:2.0:1769077419.438965:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000020:00000001:1.0:1769077419.438967:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077419.438970:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000200:2.0:1769077419.438971:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47367:47367:256:4294967295] 192.168.204.153@tcp LPNI seq info [47367:47367:8:4294967295]
00000020:00000001:1.0:1769077419.438973:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077419.438977:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:2.0:1769077419.438980:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:1.0:1769077419.438981:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077419.438985:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077419.438988:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077419.438993:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077419.438998:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:2.0:1769077419.439000:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769077419.439001:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077419.439005:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077419.439011:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000200:2.0:1769077419.439016:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077419.439017:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077419.439021:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077419.439024:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1769077419.439026:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
02000000:00000001:1.0:1769077419.439027:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077419.439031:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077419.439033:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077419.439035:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077419.439038:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077419.439039:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000010:1.0:1769077419.439041:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769077419.439046:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:2.0:1769077419.439047:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
02000000:00000001:1.0:1769077419.439048:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077419.439051:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077419.439053:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077419.439054:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769077419.439057:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:1.0:1769077419.439058:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077419.439064:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
02000000:00000010:1.0:1769077419.439065:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000800:00000100:2.0:1769077419.439070:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077419.439071:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077419.439074:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000100:00100000:1.0:1769077419.439078:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077419.439080:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077419.439089:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769077419.439091:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077419.439094:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000100:00000001:1.0:1769077419.439095:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077419.439097:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077419.439103:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769077419.439105:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077419.439109:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077419.439144:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077419.439144:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077419.439149:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077419.439151:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077419.439159:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077419.439163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077419.439170:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077419.439176:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077419.439177:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4120)
00000100:00000001:2.0:1769077419.439181:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077419.439188:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077419.439193:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077419.439197:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298784546
00000100:00000010:2.0:1769077419.439204:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077419.439211:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077419.439216:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298784546
00000100:00000010:2.0:1769077419.439219:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c540.
00000100:00000001:2.0:1769077419.439222:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077419.439225:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077419.439227:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077419.439229:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077419.439233:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077419/real 1769077419]  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077419.439243:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077419.439245:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077419.439246:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077419.439249:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077419.439251:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077419.439253:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077419.439257:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077419.439265:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439272:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077419.439273:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439276:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.439277:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077419.439281:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439288:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077419.439292:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439298:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077419.439301:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439302:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.439303:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439306:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077419.439307:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077419.439310:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077419.439314:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077419.439316:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077419.439320:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077419.439328:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932475136:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077419.439333:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439335:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077419.439337:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6a00 x1855007932475136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439344:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077419.439346:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077419.439349:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077419.439352:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077419.439354:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077419.439356:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077419.439358:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077419.439361:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:2.0:1769077419.439364:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077419.439366:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077419.439368:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6a00.
00000100:00000001:2.0:1769077419.439371:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077419.439428:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439430:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439437:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077419.439439:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077419.439440:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077419.439441:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077419.439443:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077419.439446:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439452:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077419.439453:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077419.439454:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077419.439456:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077419.439457:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077419.439459:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932475264:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077419.439461:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077419.439463:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077419.439464:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077419.439465:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077419.439468:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077419.439469:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077419.439472:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077419.439474:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077419.439477:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077419.439479:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932475264, portal 10
00000100:00000001:2.0:1769077419.439480:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077419.439481:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559368320 : -121121150183296 : ffff91d748de5880)
00000100:00000040:2.0:1769077419.439486:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439491:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077419.439492:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077419.439494:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077419.439496:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932475264, offset 0
00000400:00000200:2.0:1769077419.439498:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077419.439502:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077419.439504:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077419.439507:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077419.439509:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077419.439510:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077419.439512:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077419.439514:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47368:47368:256:4294967295] 192.168.204.153@tcp LPNI seq info [47368:47368:8:4294967295]
00000400:00000200:2.0:1769077419.439517:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077419.439521:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077419.439525:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077419.439527:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077419.439529:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077419.439531:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077419.439535:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077419.439536:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077419.439539:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077419.439540:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077419.439542:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077419.439545:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077419.439547:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077419.439548:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077419.439550:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077419.439552:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439558:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077419.439560:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439564:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077419.439565:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077419.439568:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077419.439571:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077419.439573:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077419.439574:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298783244
00000100:00000001:2.0:1769077419.439576:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298784546
00000100:00000001:2.0:1769077419.439578:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298783244
00000100:00000001:2.0:1769077419.439579:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298784546
00000100:00000001:2.0:1769077419.439581:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077419.439582:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077419.439584:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077419.439586:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077419/real 1769077419]  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077419.439590:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077419.439591:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077419.439592:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077419.439594:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077419.439594:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077419.439596:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077419.439598:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077419.439603:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439607:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077419.439608:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439610:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.439610:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077419.439613:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439617:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077419.439619:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439624:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077419.439626:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439627:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.439628:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439629:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077419.439631:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077419.439632:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077419.439634:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077419.439635:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077419.439638:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077419.439643:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932475264:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077419.439653:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077419.439656:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439663:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077419.439664:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077419.439665:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077419.439667:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077419.439668:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077419.439670:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932475392:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077419.439672:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077419.439674:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077419.439675:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077419.439676:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077419.439678:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077419.439679:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077419.439682:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077419.439684:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077419.439686:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077419.439688:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932475392, portal 10
00000100:00000001:2.0:1769077419.439689:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077419.439690:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559373696 : -121121150177920 : ffff91d748de6d80)
00000100:00000040:2.0:1769077419.439694:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439698:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077419.439700:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077419.439701:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077419.439702:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932475392, offset 0
00000400:00000200:2.0:1769077419.439705:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077419.439707:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077419.439709:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077419.439711:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077419.439713:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077419.439714:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077419.439716:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077419.439718:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47369:47369:256:4294967295] 192.168.204.153@tcp LPNI seq info [47369:47369:8:4294967295]
00000400:00000200:2.0:1769077419.439721:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077419.439725:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077419.439727:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077419.439729:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077419.439732:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077419.439734:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077419.439736:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077419.439738:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077419.439740:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077419.439742:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077419.439743:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077419.439746:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077419.439748:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077419.439749:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077419.439750:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077419.439753:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439758:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077419.439759:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439764:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077419.439765:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077419.439766:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077419.439768:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077419.439770:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077419.439771:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298783243
00000100:00000001:2.0:1769077419.439773:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298784546
00000100:00000001:2.0:1769077419.439774:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298783243
00000100:00000001:2.0:1769077419.439776:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298784546
00000100:00000001:2.0:1769077419.439777:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077419.439778:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077419.439779:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077419.439781:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077419/real 1769077419]  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077419.439786:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077419.439787:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077419.439788:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077419.439790:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077419.439791:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077419.439792:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077419.439794:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077419.439799:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439803:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077419.439804:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439805:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.439806:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077419.439809:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439813:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077419.439815:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439819:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077419.439820:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439821:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077419.439822:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439823:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077419.439825:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077419.439827:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077419.439828:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077419.439830:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077419.439832:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077419.439837:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932475392:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077419.439839:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439840:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077419.439842:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5880 x1855007932475264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439846:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077419.439848:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077419.439849:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077419.439851:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077419.439852:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077419.439853:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077419.439854:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077419.439855:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154400.
02000000:00000001:2.0:1769077419.439857:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077419.439858:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077419.439859:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5880.
00000100:00000001:2.0:1769077419.439861:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077419.439862:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439863:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077419.439864:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6d80 x1855007932475392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077419.439868:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077419.439869:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077419.439870:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077419.439871:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077419.439872:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077419.439872:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077419.439874:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077419.439874:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154800.
02000000:00000001:2.0:1769077419.439875:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077419.439876:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077419.439877:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6d80.
00000100:00000001:2.0:1769077419.439878:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077419.439879:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439880:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077419.439882:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077419.439883:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077419.439884:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077419.439885:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077420.334532:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077420.334544:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077420.334551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077420.334551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077420.334564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077420.334565:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077420.334572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077420.334575:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077420.334576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077420.334582:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077420.334588:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077420.334596:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077420.334601:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077420.334613:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077420.334619:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077420.334627:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077420.782502:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298784546, at 4298784576
00000100:00000010:2.0:1769077420.782524:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077421.358533:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077421.358545:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077421.358547:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077421.358554:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077421.358559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077421.358565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077421.358572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077421.358585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077421.358598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077421.358598:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077421.358605:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077421.358608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077421.358613:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077421.358651:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077421.358655:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077421.358660:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077422.382500:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077422.382506:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077422.382508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077422.382509:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077422.382513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077422.382515:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077422.382520:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077422.382521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077422.382524:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077422.382525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077422.382529:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077422.382533:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077422.382537:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077422.382558:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077422.382562:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077422.382568:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077423.406549:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077423.406562:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077423.406564:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077423.406566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077423.406571:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077423.406581:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077423.406586:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077423.406587:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077423.406597:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077423.406599:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077423.406603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077423.406611:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077423.406613:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077423.406627:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077423.406633:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077423.406643:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077423.406658:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077423.406665:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077423.406669:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077423.406740:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077423.406743:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077423.406747:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077424.430500:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077424.430502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077424.430507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077424.430508:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077424.430511:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077424.430514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077424.430517:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077424.430518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077424.430524:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077424.430529:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.430534:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077424.430537:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.430540:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077424.430542:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077424.430545:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077424.430550:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077424.558738:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077424.558744:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077424.558748:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077424.558758:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7b80 x1855007932475520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.558781:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077424.558784:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077424.558790:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077424.558794:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077424.558797:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077424.558802:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932475520:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077424.558809:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077424.558813:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077424.558816:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077424.558820:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077424.558827:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077424.558831:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077424.558841:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077424.558846:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077424.558854:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077424.558862:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932475520, portal 25
00000100:00000001:2.0:1769077424.558868:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077424.558870:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564489088 : -121121145062528 : ffff91d7492c7b80)
00000100:00000040:2.0:1769077424.558880:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7b80 x1855007932475520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.558897:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077424.558905:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077424.558908:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077424.558914:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932475520, offset 0
00000400:00000200:2.0:1769077424.558925:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077424.558936:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077424.558944:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077424.558953:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077424.558959:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077424.558964:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077424.558968:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077424.558975:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47370:47370:256:4294967295] 192.168.204.153@tcp LPNI seq info [47370:47370:8:4294967295]
00000400:00000200:2.0:1769077424.558985:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077424.559000:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077424.559011:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077424.559018:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077424.559030:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077424.559036:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077424.559052:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077424.559056:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077424.559060:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077424.559062:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077424.559067:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077424.559072:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077424.559075:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077424.559077:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077424.559080:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077424.559084:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7b80 x1855007932475520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559091:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077424.559093:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7b80 x1855007932475520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559098:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077424.559099:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077424.559103:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077424.559106:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077424.559108:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298789666
00000100:00000010:2.0:1769077424.559112:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077424.559118:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077424.559122:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298789666
00000100:00000010:2.0:1769077424.559124:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c600.
00000100:00000001:2.0:1769077424.559127:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077424.559129:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077424.559131:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077424.559133:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077424.559135:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077424/real 1769077424]  req@ffff91d7492c7b80 x1855007932475520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077424.559142:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077424.559144:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077424.559145:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077424.559147:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077424.559148:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077424.559150:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077424.559152:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7b80 x1855007932475520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077424.559158:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7b80 x1855007932475520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559162:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077424.559163:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559165:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077424.559166:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077424.559168:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7b80 x1855007932475520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559173:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077424.559176:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7b80 x1855007932475520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559181:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077424.559183:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559184:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077424.559185:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559186:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077424.559188:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077424.559190:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077424.559192:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077424.559194:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077424.559196:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7b80 x1855007932475520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077424.559201:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932475520:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077424.559205:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559206:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077424.559208:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7b80 x1855007932475520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559212:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077424.559214:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077424.559216:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077424.559219:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077424.559220:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077424.559221:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077424.559223:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077424.559225:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:2.0:1769077424.559227:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077424.559229:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077424.559230:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7b80.
00000100:00000001:2.0:1769077424.559233:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077424.559234:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559235:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559242:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077424.559243:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077424.559245:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077424.559246:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077424.559247:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077424.559249:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6a00 x1855007932475648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559254:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077424.559255:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077424.559257:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077424.559258:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077424.559259:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077424.559261:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932475648:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077424.559263:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077424.559264:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077424.559265:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077424.559266:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077424.559268:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077424.559270:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077424.559272:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077424.559274:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077424.559276:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077424.559278:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932475648, portal 10
00000100:00000001:2.0:1769077424.559280:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077424.559281:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564484608 : -121121145067008 : ffff91d7492c6a00)
00000100:00000040:2.0:1769077424.559285:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6a00 x1855007932475648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559316:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077424.559318:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077424.559320:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077424.559322:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932475648, offset 0
00000400:00000200:2.0:1769077424.559324:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077424.559327:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077424.559330:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077424.559332:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077424.559334:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077424.559335:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077424.559337:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077424.559339:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47371:47371:256:4294967295] 192.168.204.153@tcp LPNI seq info [47371:47371:8:4294967295]
00000400:00000200:2.0:1769077424.559342:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077424.559346:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077424.559349:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077424.559351:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077424.559354:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077424.559355:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077424.559359:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077424.559361:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077424.559363:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077424.559364:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077424.559366:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077424.559369:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077424.559371:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077424.559372:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077424.559373:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077424.559376:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6a00 x1855007932475648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559381:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077424.559383:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6a00 x1855007932475648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559388:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077424.559389:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077424.559391:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077424.559394:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077424.559396:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077424.559398:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298788363
00000100:00000001:2.0:1769077424.559400:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298789666
00000100:00000001:2.0:1769077424.559422:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298788363
00000100:00000001:2.0:1769077424.559424:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298789666
00000100:00000001:2.0:1769077424.559426:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077424.559427:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077424.559429:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077424.559431:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077424/real 1769077424]  req@ffff91d7492c6a00 x1855007932475648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077424.559437:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077424.559438:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077424.559439:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077424.559441:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077424.559442:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077424.559443:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077424.559445:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6a00 x1855007932475648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077424.559451:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6a00 x1855007932475648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559455:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077424.559456:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559457:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077424.559458:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077424.559460:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6a00 x1855007932475648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559464:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077424.559467:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6a00 x1855007932475648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559472:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077424.559473:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559475:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077424.559476:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559477:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077424.559478:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077424.559479:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077424.559481:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077424.559483:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077424.559485:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6a00 x1855007932475648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077424.559490:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932475648:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077424.559492:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077424.559494:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5f80 x1855007932475776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559499:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077424.559500:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077424.559501:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077424.559502:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077424.559503:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077424.559505:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932475776:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077424.559507:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077424.559509:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077424.559510:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077424.559511:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077424.559513:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077424.559515:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077424.559517:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077424.559519:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077424.559521:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077424.559523:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932475776, portal 10
00000100:00000001:2.0:1769077424.559524:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077424.559525:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481920 : -121121145069696 : ffff91d7492c5f80)
00000100:00000040:2.0:1769077424.559529:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5f80 x1855007932475776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559533:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077424.559535:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077424.559536:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077424.559538:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932475776, offset 0
00000400:00000200:2.0:1769077424.559540:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077424.559543:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077424.559545:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077424.559547:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077424.559549:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077424.559550:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077424.559552:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077424.559554:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47372:47372:256:4294967295] 192.168.204.153@tcp LPNI seq info [47372:47372:8:4294967295]
00000400:00000200:2.0:1769077424.559557:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077424.559561:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077424.559563:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077424.559565:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077424.559568:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077424.559570:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077424.559573:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077424.559575:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077424.559577:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077424.559579:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077424.559580:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077424.559583:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077424.559585:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077424.559586:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077424.559587:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077424.559590:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5f80 x1855007932475776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559595:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077424.559596:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5f80 x1855007932475776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559600:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077424.559601:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077424.559603:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077424.559605:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077424.559607:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077424.559608:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298788363
00000100:00000001:2.0:1769077424.559610:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298789666
00000100:00000001:2.0:1769077424.559612:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298788363
00000100:00000001:2.0:1769077424.559613:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298789666
00000100:00000001:2.0:1769077424.559614:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077424.559615:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077424.559616:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077424.559619:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077424/real 1769077424]  req@ffff91d7492c5f80 x1855007932475776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077424.559624:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077424.559624:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077424.559626:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077424.559627:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077424.559628:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077424.559629:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077424.559631:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5f80 x1855007932475776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077424.559636:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5f80 x1855007932475776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559641:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077424.559641:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559643:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077424.559644:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077424.559646:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5f80 x1855007932475776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559650:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077424.559652:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5f80 x1855007932475776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559656:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077424.559657:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559658:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077424.559659:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559660:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077424.559662:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077424.559663:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077424.559665:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077424.559666:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077424.559669:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5f80 x1855007932475776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077424.559673:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932475776:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077424.559676:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559677:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077424.559679:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6a00 x1855007932475648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559683:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077424.559684:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077424.559686:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9000.
02000000:00000001:2.0:1769077424.559687:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077424.559688:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077424.559689:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077424.559691:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077424.559692:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:2.0:1769077424.559693:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077424.559694:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077424.559695:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6a00.
00000100:00000001:2.0:1769077424.559698:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077424.559699:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559700:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077424.559701:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5f80 x1855007932475776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077424.559706:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077424.559707:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077424.559708:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:2.0:1769077424.559709:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077424.559710:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077424.559711:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077424.559712:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077424.559713:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:2.0:1769077424.559714:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077424.559714:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077424.559715:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5f80.
00000100:00000001:2.0:1769077424.559717:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077424.559717:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559718:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077424.559720:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077424.559721:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077424.559722:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077424.559723:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077425.454511:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077425.454514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077425.454518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077425.454519:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077425.454523:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077425.454525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077425.454529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077425.454530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077425.454538:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077425.454543:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077425.454546:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077425.454551:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077425.454557:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077425.454574:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077425.454577:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077425.454580:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077425.902524:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298789666, at 4298789696
00000100:00000010:2.0:1769077425.902541:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077426.478507:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077426.478514:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077426.478516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077426.478522:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077426.478529:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077426.478534:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.478540:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077426.478544:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077426.478549:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077426.478692:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077426.478695:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077426.478697:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077426.478700:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077426.478702:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077426.478704:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077426.478706:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077426.478708:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077426.478709:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077426.478710:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077426.478723:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077426.478725:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077426.478727:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077427.502503:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077427.502509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077427.502511:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077427.502516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077427.502516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077427.502525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077427.502525:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077427.502529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077427.502533:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077427.502536:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077427.502555:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077427.502556:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077427.502558:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077427.502560:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077427.502564:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077427.502565:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077428.526472:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077428.526479:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077428.526487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077428.526492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077428.526494:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077428.526499:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077428.526502:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077428.526508:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077428.526514:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077428.526518:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077428.526522:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077428.526527:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077428.526532:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077428.526534:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077428.526537:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077428.526540:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077429.550506:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077429.550514:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077429.550518:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077429.550527:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077429.550529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077429.550535:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077429.550536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077429.550539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077429.550543:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077429.550546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077429.550548:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077429.550550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077429.550552:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077429.550582:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077429.550587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077429.550592:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077429.678529:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077429.678537:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077429.678540:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077429.678543:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077429.678546:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077429.678552:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4121
00000400:00000200:2.0:1769077429.678560:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077429.678564:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077429.678567:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077429.678569:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678572:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077429.678574:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678575:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077429.678578:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077429.678580:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077429.678582:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077429.678584:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077429.678586:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077429.678587:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077429.678589:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678590:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077429.678592:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678593:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077429.678596:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077429.678599:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678601:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077429.678603:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077429.678605:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077429.678607:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077429.678608:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077429.678610:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077429.678618:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077429.678621:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077429.678623:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077429.678624:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077429.678627:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077429.678628:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077429.678632:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077429.678639:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9c00.
00000100:00000001:2.0:1769077429.678651:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077429.678661:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932475904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077429.678669:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077429.678672:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077429.678676:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932475904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077429.678695:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077429.678697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077429.678699:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077429.678701:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077429.678702:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077429.678704:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077429.678705:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4121
00000400:00000200:2.0:1769077429.678707:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077429.678710:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077429.678712:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077429.678714:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678715:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077429.678717:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678718:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077429.678720:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077429.678721:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077429.678722:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077429.678724:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077429.678726:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077429.678728:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077429.678730:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678731:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077429.678733:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678737:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077429.678739:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077429.678743:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678746:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077429.678748:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077429.678752:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077429.678754:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077429.678758:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077429.678762:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077429.678767:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077429.678770:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077429.678776:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077429.678781:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077429.678788:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077429.678792:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077429.678795:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077429.678800:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077429.678804:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077429.678811:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:2.0:1769077429.678817:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077429.678829:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932476032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077429.678845:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077429.678850:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077429.678857:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932476032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077429.678869:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077429.678871:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077429.678876:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077429.678881:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077429.678883:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077429.678888:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077429.678893:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4121
00000400:00000200:2.0:1769077429.678901:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077429.678906:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077429.678909:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077429.678914:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678917:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077429.678921:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678924:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077429.678929:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077429.678930:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077429.678932:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077429.678935:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077429.678938:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077429.678939:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077429.678945:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678951:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077429.678952:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678954:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077429.678955:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077429.678958:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077429.678962:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077429.678965:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077429.678967:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077429.678968:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077429.678971:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077429.678975:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077429.678978:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077429.678981:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077429.678985:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077429.678990:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077429.678994:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077429.678999:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077429.679003:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077429.679007:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077429.679011:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077429.679019:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000001:2.0:1769077429.679027:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077429.679038:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932476160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077429.679054:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077429.679060:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077429.679060:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077429.679067:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769077429.679072:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932476160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077429.679087:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077429.679094:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077429.679101:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077429.679108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077429.679116:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077429.679122:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4131)
00000800:00000200:3.1:1769077429.679434:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077429.679436:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077429.679629:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077429.679631:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769077430.574490:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077430.574496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077430.574498:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077430.574502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077430.574503:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077430.574511:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077430.574512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077430.574517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077430.574518:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077430.574524:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077430.574528:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077430.574531:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077430.574534:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077430.574547:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077430.574550:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077430.574553:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077431.022467:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298794786, at 4298794816
00000100:00000010:2.0:1769077431.022483:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000001:2.0:1769077431.598505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077431.598509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077431.598511:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077431.598515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.598516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077431.598521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077431.598525:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077431.598526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.598534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077431.598539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077431.598547:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077431.598550:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077431.598554:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077431.598556:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077431.598558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077431.598561:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077432.622467:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077432.622473:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077432.622476:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077432.622480:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077432.622483:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077432.622484:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077432.622490:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077432.622491:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077432.622495:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077432.622499:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077432.622503:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077432.622504:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077432.622508:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077432.622509:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077432.622515:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077432.622515:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077432.622522:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077432.622528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077432.622532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077432.622552:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077432.622555:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077432.622557:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077433.646500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077433.646503:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077433.646506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077433.646509:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077433.646514:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077433.646515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077433.646519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077433.646521:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077433.646528:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077433.646535:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077433.646543:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077433.646545:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077433.646546:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077433.646549:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077433.646552:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077433.646555:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077434.670544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077434.670546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077434.670556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077434.670556:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077434.670560:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077434.670567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077434.670569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077434.670576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077434.670577:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077434.670586:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077434.670591:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077434.670597:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077434.670601:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077434.670607:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077434.670616:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077434.670626:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077434.799145:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077434.799148:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077434.799475:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077434.799477:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077434.799773:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077434.799776:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769077435.694492:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077435.694499:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077435.694503:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077435.694504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077435.694509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077435.694509:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077435.694514:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077435.694516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077435.694519:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077435.694521:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077435.694524:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077435.694529:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077435.694532:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077435.694535:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077435.694536:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077435.694538:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077435.694543:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077435.694544:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077435.694550:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077435.694586:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077435.694590:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077435.694594:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077436.142522:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298799906, at 4298799936
00000100:00000010:2.0:1769077436.142543:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00010000:00000001:1.0:1769077436.718492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077436.718497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077436.718507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077436.718511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077436.718544:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077436.718548:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077436.718552:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077436.718618:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077436.718621:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077436.718622:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077436.718624:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077436.718626:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077436.718628:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077436.718629:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077436.718630:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077436.718632:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.742505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077437.742510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077437.742514:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077437.742515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.742519:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077437.742524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077437.742528:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077437.742529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.742534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077437.742539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077437.742557:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077437.742558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077437.742562:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077437.742562:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077437.742567:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077437.742568:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077438.766507:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077438.766510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077438.766514:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077438.766515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077438.766517:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077438.766523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077438.766523:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077438.766526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077438.766530:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077438.766535:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077438.766539:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077438.766543:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077438.766546:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077438.766550:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077438.766553:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077438.766558:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077439.790514:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077439.790522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077439.790522:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077439.790527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077439.790527:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077439.790536:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077439.790537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077439.790543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077439.790544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077439.790550:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077439.790564:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077439.790567:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077439.790569:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077439.790572:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077439.790576:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077439.790581:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077439.919082:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077439.919085:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077439.919391:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077439.919393:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077439.919651:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077439.919653:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769077440.814512:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077440.814515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077440.814519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077440.814521:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077440.814525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077440.814528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077440.814532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077440.814532:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077440.814538:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077440.814542:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077440.814547:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077440.814550:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077440.814554:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077440.814559:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077440.814564:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077440.814570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077441.262526:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298805026, at 4298805056
00000100:00000010:2.0:1769077441.262541:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000001:2.0:1769077441.838503:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077441.838510:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077441.838513:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077441.838518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077441.838519:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077441.838524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077441.838529:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077441.838532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077441.838533:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077441.838536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077441.838538:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077441.838542:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077441.838545:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077441.838563:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077441.838567:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077441.838571:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077441.838575:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077441.838579:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077441.838581:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077441.838583:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077441.838584:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077441.838586:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077441.838588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077441.838589:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077441.838592:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077442.862520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077442.862521:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077442.862531:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077442.862534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077442.862535:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077442.862547:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.862547:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077442.862562:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769077442.862566:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077442.862567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077442.862580:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077442.862585:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.862586:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077442.862595:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077442.862596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077442.862603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.862627:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077442.862631:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077442.862635:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077442.862636:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077442.862639:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077442.862643:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077443.886503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077443.886509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077443.886515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077443.886519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077444.910513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077444.910517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077444.910529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077444.910534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077444.910534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077444.910539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077444.910543:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077444.910548:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077444.910553:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077444.910558:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077444.910560:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077444.910562:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077444.910566:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077444.910566:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077444.910569:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077444.910570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077445.038569:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077445.038578:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077445.038580:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077445.038583:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077445.038586:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077445.038592:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4136
00000400:00000200:2.0:1769077445.038600:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077445.038605:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077445.038608:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077445.038610:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038613:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077445.038615:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038617:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077445.038620:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077445.038621:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077445.038623:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077445.038625:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077445.038627:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077445.038628:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077445.038630:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038631:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077445.038633:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038634:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077445.038636:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077445.038639:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038640:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077445.038642:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077445.038644:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077445.038646:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.038648:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077445.038649:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077445.038657:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077445.038660:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077445.038663:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077445.038665:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.038667:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077445.038669:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077445.038673:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077445.038679:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab400.
00000100:00000001:2.0:1769077445.038685:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077445.038691:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932477056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077445.038699:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077445.038703:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077445.038706:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932477056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077445.038727:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077445.038729:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077445.038732:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077445.038733:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077445.038734:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077445.038736:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077445.038737:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4136
00000400:00000200:2.0:1769077445.038740:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077445.038741:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077445.038743:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077445.038745:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038746:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077445.038748:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038749:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077445.038751:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077445.038751:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077445.038752:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077445.038754:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077445.038755:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077445.038757:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077445.038759:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038761:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077445.038763:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038764:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077445.038766:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077445.038768:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038770:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077445.038771:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077445.038775:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077445.038776:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.038778:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077445.038781:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077445.038785:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.038787:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077445.038792:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077445.038796:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077445.038798:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077445.038799:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.038801:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077445.038803:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077445.038807:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077445.038814:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000001:2.0:1769077445.038818:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077445.038825:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932477184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077445.038835:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077445.038839:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077445.038843:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932477184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077445.038863:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077445.038866:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077445.038870:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077445.038873:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077445.038875:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077445.038879:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077445.038884:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4136
00000400:00000200:2.0:1769077445.038893:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077445.038897:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077445.038900:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077445.038904:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038910:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077445.038916:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038921:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077445.038924:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077445.038928:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077445.038930:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077445.038933:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077445.038939:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077445.038961:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077445.038969:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038976:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077445.038981:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077445.038987:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077445.038994:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077445.039003:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077445.039008:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077445.039013:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077445.039018:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077445.039024:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.039029:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077445.039032:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077445.039036:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.039040:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077445.039047:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077445.039053:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077445.039059:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077445.039063:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.039068:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077445.039072:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077445.039077:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077445.039085:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:2.0:1769077445.039091:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077445.039103:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932477312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077445.039121:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077445.039125:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077445.039132:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932477312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077445.039149:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077445.039156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769077445.039160:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769077445.039163:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1769077445.039167:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769077445.039169:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077445.039176:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077445.039182:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4146)
00000800:00000200:3.1:1769077445.039541:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077445.039543:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077445.039807:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077445.039821:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1769077445.934487:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077445.934493:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077445.934494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077445.934499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.934499:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077445.934507:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077445.934508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077445.934516:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077445.934516:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077445.934522:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077445.934522:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077445.934528:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077445.934534:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077445.934538:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077445.934543:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077445.934550:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.934551:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077445.934554:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077445.934558:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077445.934582:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077445.934586:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077445.934589:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077446.382473:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298810146, at 4298810176
00000100:00000010:2.0:1769077446.382487:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00010000:00000001:1.0:1769077446.958523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077446.958523:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077446.958531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077446.958533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077446.958539:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077446.958540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077446.958544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077446.958548:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077446.958555:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077446.958559:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077446.958569:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077446.958573:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077446.958580:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077446.958581:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077446.958586:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077446.958590:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.982494:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077447.982501:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077447.982504:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077447.982510:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077447.982517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077447.982518:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077447.982522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.982524:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077447.982527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077447.982533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.982541:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077447.982546:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077447.982551:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077447.982562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077447.982566:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077447.982570:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077449.006510:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077449.006512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077449.006517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077449.006519:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077449.006525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077449.006526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077449.006530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077449.006533:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077449.006540:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077449.006546:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077449.006552:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077449.006555:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077449.006561:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077449.006568:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077449.006581:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077449.006585:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077450.030466:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077450.030473:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077450.030477:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077450.030485:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077450.030491:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077450.030496:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077450.030513:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077450.030516:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077450.030520:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077450.030537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077450.030541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077450.030546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077450.030549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077450.030573:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077450.030576:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077450.030579:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077450.158473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077450.158485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077450.158488:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077450.158492:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077450.158496:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077450.158503:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4141
00000400:00000200:2.0:1769077450.158513:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077450.158520:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077450.158523:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077450.158527:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158531:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077450.158534:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158536:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077450.158541:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077450.158543:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077450.158546:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077450.158583:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077450.158586:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077450.158589:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077450.158593:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158595:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077450.158599:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158600:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077450.158603:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077450.158606:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158608:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077450.158610:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077450.158613:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077450.158615:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077450.158617:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077450.158618:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077450.158624:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077450.158627:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077450.158630:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077450.158631:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077450.158634:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077450.158636:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077450.158639:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077450.158645:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9c00.
00000100:00000001:2.0:1769077450.158650:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077450.158658:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932477440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077450.158666:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077450.158669:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077450.158672:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932477440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077450.158695:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077450.158698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077450.158701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077450.158702:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077450.158703:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077450.158704:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077450.158707:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4141
00000400:00000200:2.0:1769077450.158711:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077450.158713:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077450.158715:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077450.158717:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158718:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077450.158720:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158722:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077450.158724:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077450.158725:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077450.158726:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077450.158727:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077450.158729:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077450.158731:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077450.158735:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158738:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077450.158740:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158744:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077450.158749:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077450.158751:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158753:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077450.158756:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077450.158760:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077450.158764:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077450.158768:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077450.158773:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077450.158777:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077450.158781:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077450.158784:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077450.158789:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077450.158791:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077450.158793:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077450.158797:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077450.158799:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077450.158802:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077450.158806:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8800.
00000100:00000001:2.0:1769077450.158810:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077450.158816:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932477568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077450.158826:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077450.158828:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077450.158832:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932477568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077450.158843:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077450.158845:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077450.158847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077450.158853:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077450.158855:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077450.158874:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077450.158879:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4141
00000400:00000200:2.0:1769077450.158885:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077450.158889:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077450.158892:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077450.158895:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158897:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077450.158901:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158903:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077450.158905:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077450.158906:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077450.158907:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077450.158909:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077450.158915:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077450.158919:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077450.158923:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158925:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077450.158929:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158933:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077450.158938:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077450.158943:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077450.158949:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077450.158951:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077450.158955:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077450.158960:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077450.158962:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077450.158965:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077450.158969:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077450.158971:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077450.158976:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077450.158980:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077450.158981:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077450.158983:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077450.158986:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077450.158989:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077450.158992:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077450.158996:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8000.
00000100:00000001:2.0:1769077450.159001:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077450.159008:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932477696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077450.159027:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077450.159031:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077450.159039:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932477696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077450.159054:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077450.159060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077450.159066:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077450.159068:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077450.159073:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077450.159077:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4151)
00000800:00000200:3.1:1769077450.159085:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077450.159286:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077450.159380:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077451.054513:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077451.054520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077451.054524:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077451.054533:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077451.054539:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077451.054544:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077451.054555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077451.054556:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077451.054560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077451.054562:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077451.054565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077451.054569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077451.054570:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077451.054601:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077451.054604:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077451.054607:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077451.502519:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298815266, at 4298815296
00000100:00000010:2.0:1769077451.502535:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000001:2.0:1769077452.078475:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077452.078480:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077452.078483:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077452.078489:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077452.078494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077452.078494:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077452.078499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.078500:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077452.078503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077452.078505:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077452.078506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.078510:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077452.078515:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077452.078535:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077452.078539:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077452.078543:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077453.102518:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077453.102522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077453.102527:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077453.102529:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077453.102532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077453.102536:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769077453.102540:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077453.102542:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077453.102548:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077453.102550:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077453.102554:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077453.102556:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077453.102560:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077453.102563:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077453.102566:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077453.102568:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077453.102576:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077453.102578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077453.102582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077453.102608:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077453.102612:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077453.102615:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077454.126503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077454.126508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077454.126517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077454.126521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077454.126524:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077454.126530:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077454.126533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077454.126538:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077454.126542:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077454.126545:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077454.126550:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077454.126553:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077454.126557:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.150499:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077455.150502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077455.150506:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077455.150507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.150511:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077455.150515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077455.150517:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077455.150518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.150525:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077455.150529:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.150543:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077455.150544:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077455.150547:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.150547:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077455.150552:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077455.150554:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.278823:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077455.278830:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077455.278836:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077455.278849:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4000 x1855007932477824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.278870:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077455.278873:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077455.278881:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077455.278893:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077455.278900:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077455.278908:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932477824:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077455.278919:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077455.278925:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077455.278931:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077455.278937:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077455.278947:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077455.278953:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077455.278967:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077455.278973:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077455.278980:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077455.278990:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932477824, portal 25
00000100:00000001:2.0:1769077455.278995:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077455.278999:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564473856 : -121121145077760 : ffff91d7492c4000)
00000100:00000040:2.0:1769077455.279012:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4000 x1855007932477824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.279035:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077455.279043:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077455.279048:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077455.279055:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932477824, offset 0
00000400:00000200:2.0:1769077455.279067:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077455.279088:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077455.279101:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077455.279111:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077455.279118:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077455.279124:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077455.279132:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077455.279143:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47388:47388:256:4294967295] 192.168.204.153@tcp LPNI seq info [47388:47388:8:4294967295]
00000400:00000200:2.0:1769077455.279155:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077455.279175:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077455.279193:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077455.279201:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077455.279213:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077455.279221:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077455.279234:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077455.279241:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077455.279251:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077455.279255:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077455.279264:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077455.279275:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077455.279283:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077455.279287:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077455.279294:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077455.279301:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4000 x1855007932477824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.279451:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077455.279459:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4000 x1855007932477824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.279486:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.279489:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077455.279509:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077455.279515:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077455.279519:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298820387
00000100:00000010:2.0:1769077455.279525:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077455.279533:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077455.279538:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298820387
00000100:00000010:2.0:1769077455.279542:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c960.
00000100:00000001:2.0:1769077455.279545:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077455.279548:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077455.279551:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.279554:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077455.279559:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077455/real 1769077455]  req@ffff91d7492c4000 x1855007932477824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077455.279571:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077455.279573:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077455.279575:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077455.279591:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077455.279594:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077455.279605:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077455.279610:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4000 x1855007932477824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077455.279622:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4000 x1855007932477824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.279630:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077455.279632:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.279635:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077455.279638:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077455.279643:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4000 x1855007932477824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.279651:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077455.279657:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4000 x1855007932477824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.279665:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077455.279668:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.279671:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077455.279672:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.279675:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077455.279678:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077455.279682:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077455.279687:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077455.279690:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077455.279696:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4000 x1855007932477824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077455.279706:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932477824:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077455.279712:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.279715:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077455.279718:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4000 x1855007932477824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.279726:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077455.279729:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077455.279733:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077455.279736:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077455.279738:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077455.279740:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077455.279743:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077455.279746:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:2.0:1769077455.279751:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077455.279753:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077455.279755:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4000.
00000100:00000001:2.0:1769077455.279759:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077455.279760:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.279763:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.279785:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077455.279788:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.279791:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077455.279793:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077455.279794:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077455.279799:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4700 x1855007932477952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.279807:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077455.279809:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077455.279811:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077455.279813:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077455.279816:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077455.279819:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932477952:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077455.279823:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077455.279825:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077455.279827:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077455.279829:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077455.279833:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077455.279836:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077455.279841:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077455.279844:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077455.279848:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077455.279851:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932477952, portal 10
00000100:00000001:2.0:1769077455.279854:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077455.279855:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564475648 : -121121145075968 : ffff91d7492c4700)
00000100:00000040:2.0:1769077455.279862:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4700 x1855007932477952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.279870:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077455.279872:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077455.279875:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077455.279878:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932477952, offset 0
00000400:00000200:2.0:1769077455.279882:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077455.279887:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077455.279890:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077455.279893:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077455.279896:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077455.279898:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077455.279901:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077455.279904:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47389:47389:256:4294967295] 192.168.204.153@tcp LPNI seq info [47389:47389:8:4294967295]
00000400:00000200:2.0:1769077455.279909:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077455.279916:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077455.279921:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077455.279925:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077455.279932:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077455.279935:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077455.279938:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077455.279941:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077455.279946:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077455.279948:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077455.279951:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077455.279956:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077455.279960:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077455.279962:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077455.279964:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077455.279968:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4700 x1855007932477952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.279983:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077455.279985:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4700 x1855007932477952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.279993:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.279995:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077455.279998:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077455.280003:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077455.280007:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077455.280009:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298819084
00000100:00000001:2.0:1769077455.280013:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298820387
00000100:00000001:2.0:1769077455.280015:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298819084
00000100:00000001:2.0:1769077455.280017:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298820387
00000100:00000001:2.0:1769077455.280020:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077455.280022:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.280024:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077455.280029:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077455/real 1769077455]  req@ffff91d7492c4700 x1855007932477952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077455.280036:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077455.280038:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077455.280040:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077455.280042:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077455.280044:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077455.280046:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077455.280049:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4700 x1855007932477952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077455.280058:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4700 x1855007932477952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.280064:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077455.280067:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.280069:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077455.280070:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077455.280073:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4700 x1855007932477952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.280080:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077455.280084:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4700 x1855007932477952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.280091:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077455.280093:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.280095:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077455.280097:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.280099:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077455.280101:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077455.280104:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077455.280107:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077455.280109:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077455.280113:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4700 x1855007932477952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077455.280121:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932477952:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077455.280125:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077455.280129:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4e00 x1855007932478080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.280135:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077455.280137:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077455.280139:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077455.280141:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077455.280143:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077455.280146:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932478080:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077455.280149:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077455.280151:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077455.280153:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077455.280155:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077455.280158:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9400.
02000000:00000001:2.0:1769077455.280161:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077455.280164:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077455.280167:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077455.280169:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077455.280172:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932478080, portal 10
00000100:00000001:2.0:1769077455.280174:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077455.280175:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564477440 : -121121145074176 : ffff91d7492c4e00)
00000100:00000040:2.0:1769077455.280180:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4e00 x1855007932478080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.280186:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077455.280189:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077455.280191:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077455.280193:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932478080, offset 0
00000400:00000200:2.0:1769077455.280197:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077455.280201:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077455.280205:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077455.280208:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077455.280211:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077455.280213:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077455.280216:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077455.280219:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47390:47390:256:4294967295] 192.168.204.153@tcp LPNI seq info [47390:47390:8:4294967295]
00000400:00000200:2.0:1769077455.280223:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077455.280230:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077455.280235:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077455.280239:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077455.280243:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077455.280246:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077455.280250:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077455.280252:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077455.280256:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077455.280258:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077455.280261:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077455.280265:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077455.280268:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077455.280270:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077455.280272:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077455.280282:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4e00 x1855007932478080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.280290:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077455.280293:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4e00 x1855007932478080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.280299:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.280301:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077455.280304:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077455.280307:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077455.280311:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077455.280313:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298819083
00000100:00000001:2.0:1769077455.280316:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298820387
00000100:00000001:2.0:1769077455.280319:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298819083
00000100:00000001:2.0:1769077455.280321:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298820387
00000100:00000001:2.0:1769077455.280324:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077455.280326:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.280328:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077455.280331:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077455/real 1769077455]  req@ffff91d7492c4e00 x1855007932478080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077455.280340:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077455.280342:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077455.280343:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077455.280346:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077455.280348:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077455.280351:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077455.280354:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4e00 x1855007932478080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077455.280363:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4e00 x1855007932478080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.280369:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077455.280371:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.280372:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077455.280373:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077455.280376:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4e00 x1855007932478080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.280381:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077455.280384:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4e00 x1855007932478080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.280388:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077455.280390:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.280391:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077455.280392:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.280393:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077455.280395:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077455.280397:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077455.280399:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077455.280400:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077455.280421:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4e00 x1855007932478080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077455.280436:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932478080:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077455.280440:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.280442:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077455.280445:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4700 x1855007932477952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.280452:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077455.280454:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077455.280456:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077455.280459:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077455.280461:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077455.280462:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077455.280465:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077455.280467:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508c00.
02000000:00000001:2.0:1769077455.280470:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077455.280471:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077455.280473:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4700.
00000100:00000001:2.0:1769077455.280476:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077455.280478:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.280479:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077455.280483:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4e00 x1855007932478080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077455.280490:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077455.280492:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077455.280494:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9400.
02000000:00000001:2.0:1769077455.280496:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077455.280497:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077455.280499:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077455.280501:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077455.280503:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:2.0:1769077455.280505:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077455.280506:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077455.280508:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4e00.
00000100:00000001:2.0:1769077455.280511:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077455.280512:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.280514:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077455.280518:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077455.280520:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077455.280521:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077455.280523:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077456.174459:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077456.174470:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077456.174472:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077456.174479:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077456.174484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077456.174484:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077456.174490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077456.174491:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077456.174498:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077456.174501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077456.174502:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077456.174507:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077456.174508:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077456.174519:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077456.174524:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077456.174531:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077456.174538:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077456.174543:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077456.174548:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077456.622519:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298820387, at 4298820416
00000100:00000010:2.0:1769077456.622535:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077457.198488:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077457.198495:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077457.198498:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077457.198504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077457.198504:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077457.198509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.198510:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077457.198515:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077457.198518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077457.198518:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077457.198523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077457.198523:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077457.198530:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077457.198549:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077457.198552:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077457.198555:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077458.222506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077458.222507:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077458.222509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077458.222513:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077458.222516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077458.222518:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077458.222519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077458.222527:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077458.222533:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077458.222538:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077458.222546:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077458.222551:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077458.222551:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077458.222556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077458.222558:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077458.222560:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077459.246501:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077459.246509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077459.246509:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077459.246513:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077459.246515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077459.246521:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077459.246523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077459.246527:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077459.246528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077459.246533:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077459.246552:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077459.246554:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077459.246556:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077459.246559:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077459.246560:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077459.246567:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077460.270509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077460.270510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077460.270515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077460.270518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077460.270521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077460.270523:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077460.270525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077460.270530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077460.270537:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077460.270544:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077460.270552:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077460.270552:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077460.270557:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077460.270557:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077460.270564:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077460.270567:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077460.398817:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077460.398822:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077460.398826:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077460.398835:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932478208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.398855:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077460.398859:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077460.398863:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077460.398868:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077460.398874:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077460.398880:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932478208:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077460.398887:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077460.398891:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077460.398894:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077460.398898:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077460.398904:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9400.
02000000:00000001:2.0:1769077460.398909:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077460.398920:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077460.398926:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077460.398934:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077460.398943:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932478208, portal 25
00000100:00000001:2.0:1769077460.398948:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077460.398951:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:2.0:1769077460.398960:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932478208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.398976:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077460.398984:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077460.398990:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077460.398998:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932478208, offset 0
00000400:00000200:2.0:1769077460.399014:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077460.399029:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077460.399041:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077460.399052:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077460.399060:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077460.399066:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077460.399070:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077460.399077:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47391:47391:256:4294967295] 192.168.204.153@tcp LPNI seq info [47391:47391:8:4294967295]
00000400:00000200:2.0:1769077460.399085:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077460.399100:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077460.399110:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077460.399116:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077460.399125:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077460.399131:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077460.399137:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077460.399143:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077460.399153:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077460.399158:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077460.399165:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077460.399174:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077460.399181:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077460.399185:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077460.399190:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077460.399197:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932478208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399212:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077460.399216:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932478208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399222:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077460.399223:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077460.399229:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077460.399232:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077460.399234:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298825506
00000100:00000010:2.0:1769077460.399239:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077460.399245:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077460.399249:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298825506
00000100:00000010:2.0:1769077460.399251:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5cea0.
00000100:00000001:2.0:1769077460.399254:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077460.399256:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077460.399258:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077460.399260:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077460.399263:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077460/real 1769077460]  req@ffff91d7483d0e00 x1855007932478208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077460.399270:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077460.399271:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077460.399273:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077460.399275:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077460.399276:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077460.399278:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077460.399280:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932478208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077460.399287:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932478208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399291:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077460.399293:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.399295:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077460.399297:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077460.399299:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932478208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399304:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077460.399307:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932478208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399312:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077460.399314:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.399315:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077460.399316:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.399317:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077460.399318:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077460.399320:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077460.399323:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077460.399325:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077460.399328:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932478208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077460.399333:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932478208:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077460.399336:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.399338:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077460.399340:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932478208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399344:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077460.399346:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077460.399347:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9400.
02000000:00000001:2.0:1769077460.399350:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077460.399351:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077460.399353:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077460.399355:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077460.399356:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:2.0:1769077460.399360:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077460.399361:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077460.399363:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:2.0:1769077460.399365:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077460.399366:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.399368:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.399374:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077460.399375:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077460.399376:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077460.399378:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077460.399379:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077460.399381:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932478336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399386:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077460.399388:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077460.399389:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077460.399390:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077460.399391:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077460.399393:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932478336:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077460.399396:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077460.399397:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077460.399398:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077460.399400:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077460.399428:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9400.
02000000:00000001:2.0:1769077460.399431:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077460.399435:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077460.399438:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077460.399442:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077460.399445:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932478336, portal 10
00000100:00000001:2.0:1769077460.399447:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077460.399449:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:2.0:1769077460.399456:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932478336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399464:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077460.399467:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077460.399470:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077460.399472:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932478336, offset 0
00000400:00000200:2.0:1769077460.399477:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077460.399481:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077460.399486:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077460.399489:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077460.399492:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077460.399495:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077460.399497:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077460.399501:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47392:47392:256:4294967295] 192.168.204.153@tcp LPNI seq info [47392:47392:8:4294967295]
00000400:00000200:2.0:1769077460.399506:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077460.399512:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077460.399518:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077460.399521:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077460.399526:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077460.399529:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077460.399534:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077460.399537:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077460.399541:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077460.399544:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077460.399547:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077460.399551:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077460.399554:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077460.399556:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077460.399559:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077460.399564:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932478336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399573:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077460.399576:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932478336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399591:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077460.399592:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077460.399596:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077460.399600:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077460.399604:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077460.399607:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298824204
00000100:00000001:2.0:1769077460.399611:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298825506
00000100:00000001:2.0:1769077460.399613:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298824204
00000100:00000001:2.0:1769077460.399616:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298825506
00000100:00000001:2.0:1769077460.399618:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077460.399621:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077460.399623:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077460.399627:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077460/real 1769077460]  req@ffff91d7483d2300 x1855007932478336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077460.399636:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077460.399638:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077460.399639:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077460.399642:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077460.399644:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077460.399647:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077460.399650:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932478336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077460.399659:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932478336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399667:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077460.399668:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.399670:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077460.399672:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077460.399676:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932478336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399700:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077460.399705:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932478336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399712:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077460.399715:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.399717:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077460.399719:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.399721:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077460.399723:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077460.399726:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077460.399730:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077460.399732:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077460.399737:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932478336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077460.399745:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932478336:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077460.399750:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077460.399754:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932478464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399761:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077460.399763:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077460.399765:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077460.399767:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077460.399769:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077460.399773:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932478464:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077460.399776:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077460.399778:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077460.399781:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077460.399783:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077460.399787:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077460.399789:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077460.399793:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077460.399796:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077460.399799:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077460.399802:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932478464, portal 10
00000100:00000001:2.0:1769077460.399804:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077460.399806:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:2.0:1769077460.399812:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932478464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399819:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077460.399822:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077460.399824:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077460.399827:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932478464, offset 0
00000400:00000200:2.0:1769077460.399832:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077460.399837:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077460.399841:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077460.399844:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077460.399847:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077460.399849:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077460.399851:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077460.399855:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47393:47393:256:4294967295] 192.168.204.153@tcp LPNI seq info [47393:47393:8:4294967295]
00000400:00000200:2.0:1769077460.399859:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077460.399866:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077460.399871:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077460.399875:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077460.399879:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077460.399882:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077460.399886:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077460.399889:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077460.399893:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077460.399896:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077460.399899:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077460.399903:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077460.399906:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077460.399908:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077460.399911:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077460.399915:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932478464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399923:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077460.399926:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932478464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.399933:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077460.399935:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077460.399938:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077460.399941:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077460.399944:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077460.399947:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298824203
00000100:00000001:2.0:1769077460.399950:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298825506
00000100:00000001:2.0:1769077460.399952:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298824203
00000100:00000001:2.0:1769077460.399955:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298825506
00000100:00000001:2.0:1769077460.399957:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077460.399959:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077460.399962:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077460.399965:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077460/real 1769077460]  req@ffff91d7483d0000 x1855007932478464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077460.399974:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077460.399975:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077460.399977:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077460.399980:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077460.399981:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077460.399984:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077460.399988:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932478464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077460.399997:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932478464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.400004:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077460.400006:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.400009:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077460.400010:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077460.400014:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932478464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.400021:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077460.400025:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932478464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.400033:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077460.400035:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.400037:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077460.400038:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.400041:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077460.400043:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077460.400046:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077460.400050:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077460.400052:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077460.400057:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932478464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077460.400065:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932478464:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077460.400070:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.400073:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077460.400076:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932478336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.400083:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077460.400085:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077460.400088:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9400.
02000000:00000001:2.0:1769077460.400090:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077460.400092:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077460.400094:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077460.400097:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077460.400099:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca000.
02000000:00000001:2.0:1769077460.400102:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077460.400103:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077460.400105:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:2.0:1769077460.400108:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077460.400110:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.400112:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077460.400115:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932478464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077460.400123:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077460.400124:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077460.400126:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077460.400129:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077460.400130:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077460.400132:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077460.400134:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077460.400136:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:2.0:1769077460.400138:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077460.400140:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077460.400141:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:2.0:1769077460.400144:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077460.400145:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.400147:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077460.400151:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077460.400153:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077460.400155:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077460.400157:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077461.294542:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077461.294543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077461.294551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077461.294556:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077461.294559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077461.294568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077461.294568:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077461.294587:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077461.294602:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077461.294614:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077461.294618:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077461.294626:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077461.294628:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077461.294631:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077461.294641:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077461.294642:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077461.742500:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298825506, at 4298825536
00000100:00000010:2.0:1769077461.742525:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077462.318450:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077462.318456:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077462.318458:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077462.318463:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077462.318467:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077462.318471:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.318476:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077462.318481:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077462.318487:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077462.318497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077462.318502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077462.318509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077462.318512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077462.318551:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077462.318554:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077462.318558:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077463.342471:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077463.342480:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077463.342484:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077463.342491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077463.342492:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077463.342497:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077463.342499:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077463.342502:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077463.342508:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077463.342508:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077463.342516:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077463.342521:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077463.342528:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077463.342529:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077463.342531:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077463.342533:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077463.342538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077463.342538:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077463.342541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077464.366455:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077464.366461:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077464.366463:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077464.366468:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077464.366472:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077464.366476:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077464.366482:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077464.366485:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077464.366487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077464.366489:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077464.366493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077464.366501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077464.366506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077464.366535:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077464.366539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077464.366540:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077464.366543:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077464.366545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077464.366548:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077464.366550:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077464.366552:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077464.366556:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077465.390473:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077465.390478:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077465.390488:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077465.390490:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077465.390492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077465.390497:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077465.390500:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077465.390506:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077465.390512:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077465.390516:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.390521:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077465.390524:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077465.390529:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077465.390529:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077465.390534:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077465.390537:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077465.518843:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077465.518849:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077465.518852:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077465.518862:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3480 x1855007932478592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.518880:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077465.518883:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077465.518889:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077465.518893:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077465.518896:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077465.518902:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932478592:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077465.518906:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077465.518911:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077465.518914:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077465.518918:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077465.518923:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077465.518925:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077465.518932:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077465.518937:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077465.518945:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077465.518955:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932478592, portal 25
00000100:00000001:2.0:1769077465.518958:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077465.518962:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548807808 : -121121160743808 : ffff91d7483d3480)
00000100:00000040:2.0:1769077465.518969:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3480 x1855007932478592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.518977:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077465.518981:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077465.518984:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077465.518989:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932478592, offset 0
00000400:00000200:2.0:1769077465.518995:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077465.519005:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077465.519015:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077465.519025:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077465.519034:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077465.519042:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077465.519049:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077465.519058:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47394:47394:256:4294967295] 192.168.204.153@tcp LPNI seq info [47394:47394:8:4294967295]
00000400:00000200:2.0:1769077465.519071:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077465.519091:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077465.519104:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077465.519110:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077465.519122:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077465.519128:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077465.519139:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077465.519145:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077465.519155:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077465.519159:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077465.519166:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077465.519175:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077465.519180:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077465.519183:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077465.519187:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077465.519194:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3480 x1855007932478592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519209:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077465.519214:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3480 x1855007932478592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519227:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077465.519231:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077465.519238:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077465.519246:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077465.519250:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298830626
00000100:00000010:2.0:1769077465.519257:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077465.519265:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077465.519272:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298830626
00000100:00000010:2.0:1769077465.519279:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5cde0.
00000100:00000001:2.0:1769077465.519283:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077465.519288:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077465.519290:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077465.519292:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077465.519297:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077465/real 1769077465]  req@ffff91d7483d3480 x1855007932478592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077465.519304:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077465.519306:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077465.519308:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077465.519310:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077465.519311:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077465.519313:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077465.519315:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3480 x1855007932478592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077465.519322:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3480 x1855007932478592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519327:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077465.519328:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519330:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077465.519331:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077465.519334:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3480 x1855007932478592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519338:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077465.519341:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3480 x1855007932478592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519346:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077465.519348:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519349:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077465.519350:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519352:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077465.519353:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077465.519355:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077465.519358:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077465.519359:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077465.519362:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3480 x1855007932478592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077465.519368:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932478592:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077465.519371:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519373:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077465.519375:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3480 x1855007932478592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519384:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077465.519386:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077465.519388:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077465.519390:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077465.519391:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077465.519392:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077465.519394:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077465.519396:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:2.0:1769077465.519399:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077465.519423:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077465.519425:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3480.
00000100:00000001:2.0:1769077465.519428:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077465.519428:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519430:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519437:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077465.519439:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077465.519441:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077465.519442:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077465.519453:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077465.519459:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d1500 x1855007932478720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519464:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077465.519465:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077465.519467:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077465.519468:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077465.519470:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077465.519472:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932478720:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077465.519474:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077465.519476:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077465.519477:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077465.519478:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077465.519481:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077465.519482:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077465.519485:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077465.519488:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077465.519490:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077465.519492:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932478720, portal 10
00000100:00000001:2.0:1769077465.519493:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077465.519494:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548799744 : -121121160751872 : ffff91d7483d1500)
00000100:00000040:2.0:1769077465.519499:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d1500 x1855007932478720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519504:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077465.519505:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077465.519507:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077465.519508:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932478720, offset 0
00000400:00000200:2.0:1769077465.519511:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077465.519513:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077465.519516:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077465.519518:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077465.519520:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077465.519522:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077465.519524:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077465.519526:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47395:47395:256:4294967295] 192.168.204.153@tcp LPNI seq info [47395:47395:8:4294967295]
00000400:00000200:2.0:1769077465.519528:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077465.519533:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077465.519536:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077465.519538:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077465.519541:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077465.519543:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077465.519546:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077465.519548:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077465.519551:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077465.519552:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077465.519554:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077465.519557:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077465.519559:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077465.519560:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077465.519562:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077465.519564:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d1500 x1855007932478720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519570:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077465.519572:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d1500 x1855007932478720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519576:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077465.519578:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077465.519580:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077465.519582:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077465.519584:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077465.519585:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298829324
00000100:00000001:2.0:1769077465.519587:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298830626
00000100:00000001:2.0:1769077465.519589:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298829324
00000100:00000001:2.0:1769077465.519590:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298830626
00000100:00000001:2.0:1769077465.519592:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077465.519593:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077465.519594:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077465.519596:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077465/real 1769077465]  req@ffff91d7483d1500 x1855007932478720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077465.519615:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077465.519616:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077465.519617:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077465.519619:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077465.519620:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077465.519622:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077465.519624:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d1500 x1855007932478720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077465.519630:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d1500 x1855007932478720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519639:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077465.519640:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519641:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077465.519642:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077465.519645:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d1500 x1855007932478720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519650:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077465.519652:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d1500 x1855007932478720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519657:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077465.519658:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519659:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077465.519660:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519661:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077465.519662:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077465.519664:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077465.519666:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077465.519667:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077465.519669:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d1500 x1855007932478720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077465.519674:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932478720:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077465.519677:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077465.519679:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932478848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519684:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077465.519685:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077465.519687:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077465.519688:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077465.519689:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077465.519691:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932478848:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077465.519694:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077465.519695:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077465.519696:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077465.519697:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077465.519699:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9400.
02000000:00000001:2.0:1769077465.519700:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077465.519703:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077465.519705:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077465.519707:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077465.519709:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932478848, portal 10
00000100:00000001:2.0:1769077465.519710:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077465.519711:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:2.0:1769077465.519715:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932478848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519720:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077465.519721:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077465.519723:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077465.519724:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932478848, offset 0
00000400:00000200:2.0:1769077465.519727:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077465.519729:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077465.519731:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077465.519733:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077465.519735:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077465.519737:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077465.519738:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077465.519741:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47396:47396:256:4294967295] 192.168.204.153@tcp LPNI seq info [47396:47396:8:4294967295]
00000400:00000200:2.0:1769077465.519744:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077465.519748:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077465.519751:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077465.519753:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077465.519756:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077465.519758:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077465.519761:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077465.519763:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077465.519765:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077465.519767:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077465.519769:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077465.519771:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077465.519773:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077465.519774:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077465.519776:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077465.519778:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932478848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519783:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077465.519785:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932478848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519790:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077465.519791:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077465.519792:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077465.519794:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077465.519796:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077465.519797:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298829323
00000100:00000001:2.0:1769077465.519798:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298830626
00000100:00000001:2.0:1769077465.519800:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298829323
00000100:00000001:2.0:1769077465.519802:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298830626
00000100:00000001:2.0:1769077465.519803:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077465.519805:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077465.519806:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077465.519808:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077465/real 1769077465]  req@ffff91d7483d0000 x1855007932478848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077465.519814:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077465.519815:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077465.519816:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077465.519817:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077465.519818:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077465.519819:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077465.519821:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932478848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077465.519826:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932478848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519830:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077465.519831:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519832:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077465.519833:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077465.519835:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932478848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519839:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077465.519842:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932478848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519846:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077465.519847:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519848:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077465.519849:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519850:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077465.519852:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077465.519853:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077465.519855:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077465.519856:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077465.519859:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932478848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077465.519864:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932478848:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077465.519866:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519868:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077465.519869:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d1500 x1855007932478720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519873:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077465.519874:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077465.519875:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077465.519876:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077465.519877:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077465.519878:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077465.519879:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077465.519880:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca400.
02000000:00000001:2.0:1769077465.519882:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077465.519883:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077465.519884:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d1500.
00000100:00000001:2.0:1769077465.519885:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077465.519886:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519887:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077465.519889:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932478848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077465.519893:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077465.519894:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077465.519895:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9400.
02000000:00000001:2.0:1769077465.519897:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077465.519898:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077465.519898:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077465.519899:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077465.519900:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8800.
02000000:00000001:2.0:1769077465.519901:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077465.519902:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077465.519903:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:2.0:1769077465.519905:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077465.519906:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519907:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077465.519909:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077465.519910:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077465.519911:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077465.519912:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077466.414483:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077466.414490:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077466.414493:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077466.414497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077466.414500:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077466.414504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077466.414506:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077466.414513:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077466.414515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077466.414521:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077466.414522:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077466.414526:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077466.414527:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077466.414532:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077466.414533:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077466.414539:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077466.414542:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077466.414545:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077466.414548:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077466.414570:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077466.414575:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077466.414578:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077466.862515:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298830626, at 4298830656
00000100:00000010:2.0:1769077466.862531:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077467.438464:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077467.438470:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077467.438472:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077467.438476:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077467.438477:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077467.438483:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.438484:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077467.438489:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077467.438491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077467.438496:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077467.438497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077467.438500:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077467.438504:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077467.438526:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077467.438528:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077467.438531:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077468.462505:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077468.462510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077468.462513:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077468.462517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077468.462517:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077468.462526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077468.462527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077468.462532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077468.462532:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077468.462536:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077468.462547:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077468.462566:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077468.462570:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077468.462587:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077468.462591:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077468.462594:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077469.486481:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077469.486489:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077469.486492:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077469.486499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077469.486499:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077469.486505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077469.486507:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077469.486514:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077469.486516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077469.486521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077469.486529:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077469.486543:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077469.486548:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077469.486558:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077469.486562:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077469.486568:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077470.510819:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077470.510828:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077470.510836:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077470.510837:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077470.511295:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077470.511301:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077470.511305:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077470.511310:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077470.511318:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077470.511324:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077470.511328:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077470.511333:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077470.511343:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077470.511384:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077470.511389:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077470.511395:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077470.511444:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077470.511448:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077470.511450:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077470.511456:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077470.511460:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077470.511466:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.511469:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077470.511473:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.511476:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077470.511528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077470.511536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077470.511538:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077470.511542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077470.511548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077470.511551:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.511553:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077470.511556:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.511559:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077470.638794:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077470.638801:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077470.638806:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077470.638816:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5180 x1855007932478976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.638836:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077470.638840:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077470.638846:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077470.638853:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077470.638856:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077470.638861:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932478976:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077470.638869:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077470.638875:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077470.638879:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077470.638883:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077470.638892:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9400.
02000000:00000001:2.0:1769077470.638895:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077470.638904:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077470.638910:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077470.638919:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077470.638930:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932478976, portal 25
00000100:00000001:2.0:1769077470.638936:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077470.638941:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564478336 : -121121145073280 : ffff91d7492c5180)
00000100:00000040:2.0:1769077470.638952:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5180 x1855007932478976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.638972:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077470.638977:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077470.638982:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077470.638990:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932478976, offset 0
00000400:00000200:2.0:1769077470.639004:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077470.639018:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077470.639029:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077470.639040:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077470.639049:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077470.639060:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077470.639070:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077470.639083:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47397:47397:256:4294967295] 192.168.204.153@tcp LPNI seq info [47397:47397:8:4294967295]
00000400:00000200:2.0:1769077470.639095:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077470.639115:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077470.639128:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077470.639136:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077470.639147:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077470.639152:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077470.639158:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077470.639161:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077470.639164:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077470.639167:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077470.639173:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077470.639177:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077470.639183:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077470.639185:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077470.639190:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077470.639194:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5180 x1855007932478976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639202:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077470.639204:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5180 x1855007932478976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639210:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077470.639211:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077470.639217:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077470.639220:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077470.639223:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298835746
00000100:00000010:2.0:1769077470.639228:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077470.639235:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077470.639240:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298835746
00000100:00000010:2.0:1769077470.639242:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5ce40.
00000100:00000001:2.0:1769077470.639245:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077470.639248:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077470.639250:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077470.639253:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077470.639256:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077470/real 1769077470]  req@ffff91d7492c5180 x1855007932478976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077470.639263:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077470.639265:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077470.639267:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077470.639268:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077470.639269:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077470.639271:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077470.639274:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5180 x1855007932478976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077470.639280:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5180 x1855007932478976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639284:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077470.639286:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639287:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077470.639289:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077470.639292:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5180 x1855007932478976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639296:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077470.639300:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5180 x1855007932478976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639304:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077470.639307:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639308:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077470.639309:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639311:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077470.639313:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077470.639315:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077470.639319:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077470.639320:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077470.639324:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5180 x1855007932478976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077470.639330:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932478976:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077470.639333:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639335:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077470.639336:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5180 x1855007932478976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639341:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077470.639343:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077470.639345:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9400.
02000000:00000001:2.0:1769077470.639348:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077470.639349:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077470.639351:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077470.639352:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077470.639355:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:2.0:1769077470.639358:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077470.639360:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077470.639362:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5180.
00000100:00000001:2.0:1769077470.639364:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077470.639365:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639367:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639376:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077470.639377:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077470.639379:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077470.639380:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077470.639382:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077470.639384:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6680 x1855007932479104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639389:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077470.639390:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077470.639392:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077470.639394:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077470.639395:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077470.639397:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932479104:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077470.639399:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077470.639422:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077470.639424:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077470.639425:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077470.639427:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a9400.
02000000:00000001:2.0:1769077470.639429:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077470.639432:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077470.639434:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077470.639436:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077470.639439:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932479104, portal 10
00000100:00000001:2.0:1769077470.639440:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077470.639441:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564483712 : -121121145067904 : ffff91d7492c6680)
00000100:00000040:2.0:1769077470.639446:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6680 x1855007932479104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639458:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077470.639460:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077470.639462:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077470.639464:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932479104, offset 0
00000400:00000200:2.0:1769077470.639466:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077470.639470:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077470.639472:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077470.639474:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077470.639476:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077470.639478:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077470.639480:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077470.639482:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47398:47398:256:4294967295] 192.168.204.153@tcp LPNI seq info [47398:47398:8:4294967295]
00000400:00000200:2.0:1769077470.639485:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077470.639489:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077470.639493:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077470.639496:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077470.639499:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077470.639501:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077470.639504:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077470.639505:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077470.639508:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077470.639509:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077470.639526:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077470.639530:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077470.639532:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077470.639533:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077470.639535:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077470.639538:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6680 x1855007932479104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639544:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077470.639546:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6680 x1855007932479104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639551:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077470.639552:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077470.639554:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077470.639557:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077470.639560:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077470.639561:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298834444
00000100:00000001:2.0:1769077470.639564:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298835746
00000100:00000001:2.0:1769077470.639566:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298834444
00000100:00000001:2.0:1769077470.639567:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298835746
00000100:00000001:2.0:1769077470.639569:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077470.639571:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077470.639572:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077470.639574:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077470/real 1769077470]  req@ffff91d7492c6680 x1855007932479104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077470.639581:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077470.639581:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077470.639583:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077470.639584:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077470.639585:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077470.639586:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077470.639588:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6680 x1855007932479104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077470.639594:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6680 x1855007932479104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639597:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077470.639598:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639599:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077470.639600:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077470.639602:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6680 x1855007932479104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639606:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077470.639609:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6680 x1855007932479104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639613:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077470.639615:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639616:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077470.639617:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639619:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077470.639621:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077470.639623:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077470.639626:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077470.639629:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077470.639634:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6680 x1855007932479104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077470.639642:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932479104:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077470.639647:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077470.639650:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7480 x1855007932479232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639658:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077470.639659:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077470.639662:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077470.639664:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077470.639666:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077470.639669:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932479232:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077470.639671:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077470.639673:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077470.639674:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077470.639675:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077470.639678:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077470.639680:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077470.639682:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077470.639684:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077470.639686:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077470.639689:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932479232, portal 10
00000100:00000001:2.0:1769077470.639690:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077470.639691:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564487296 : -121121145064320 : ffff91d7492c7480)
00000100:00000040:2.0:1769077470.639696:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7480 x1855007932479232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639700:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077470.639701:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077470.639703:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077470.639704:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932479232, offset 0
00000400:00000200:2.0:1769077470.639708:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077470.639710:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077470.639713:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077470.639715:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077470.639717:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077470.639719:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077470.639720:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077470.639722:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47399:47399:256:4294967295] 192.168.204.153@tcp LPNI seq info [47399:47399:8:4294967295]
00000400:00000200:2.0:1769077470.639725:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077470.639729:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077470.639732:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077470.639734:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077470.639736:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077470.639739:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077470.639741:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077470.639743:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077470.639746:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077470.639747:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077470.639749:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077470.639751:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077470.639754:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077470.639755:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077470.639756:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077470.639758:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7480 x1855007932479232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639764:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077470.639765:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7480 x1855007932479232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639770:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077470.639771:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077470.639773:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077470.639774:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077470.639777:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077470.639778:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298834443
00000100:00000001:2.0:1769077470.639780:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298835746
00000100:00000001:2.0:1769077470.639781:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298834443
00000100:00000001:2.0:1769077470.639783:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298835746
00000100:00000001:2.0:1769077470.639784:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077470.639785:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077470.639786:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077470.639789:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077470/real 1769077470]  req@ffff91d7492c7480 x1855007932479232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077470.639793:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077470.639794:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077470.639796:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077470.639797:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077470.639798:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077470.639799:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077470.639801:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7480 x1855007932479232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077470.639806:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7480 x1855007932479232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639811:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077470.639812:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639813:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077470.639814:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077470.639816:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7480 x1855007932479232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639820:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077470.639823:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7480 x1855007932479232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639827:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077470.639829:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639830:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077470.639831:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639832:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077470.639834:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077470.639836:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077470.639838:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077470.639839:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077470.639841:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7480 x1855007932479232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077470.639846:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932479232:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077470.639849:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639850:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077470.639852:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6680 x1855007932479104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639856:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077470.639857:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077470.639858:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a9400.
02000000:00000001:2.0:1769077470.639860:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077470.639861:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077470.639861:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077470.639863:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077470.639864:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:2.0:1769077470.639865:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077470.639866:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077470.639867:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6680.
00000100:00000001:2.0:1769077470.639870:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077470.639871:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639872:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077470.639874:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7480 x1855007932479232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077470.639882:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077470.639883:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077470.639884:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:2.0:1769077470.639886:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077470.639886:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077470.639887:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077470.639888:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077470.639889:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508c00.
02000000:00000001:2.0:1769077470.639890:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077470.639891:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077470.639892:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7480.
00000100:00000001:2.0:1769077470.639894:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077470.639895:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639896:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077470.639898:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077470.639899:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077470.639901:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077470.639901:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077471.534491:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077471.534509:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077471.534512:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077471.534519:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077471.534523:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077471.534528:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077471.534533:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077471.534536:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077471.534541:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077471.534563:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077471.534570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077471.534575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077471.534585:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077471.534588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077471.534594:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077471.534595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077471.534608:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077471.534620:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077471.534630:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077471.534631:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077471.534640:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077471.534640:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077471.534647:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077471.534653:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077471.534660:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077471.982486:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298835746, at 4298835776
00000100:00000010:2.0:1769077471.982515:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077472.558538:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077472.558541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077472.558545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077472.558546:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077472.558547:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077472.558548:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077472.558552:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077472.558553:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077472.558557:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077472.558559:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.558560:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077472.558563:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.558564:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077472.558568:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077472.558574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077472.558577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.558577:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077472.558580:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.558584:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077472.558692:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077472.558696:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077472.558698:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077472.558701:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077472.558704:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077472.558706:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.558716:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077472.558718:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077472.558720:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077473.582501:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077473.582506:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077473.582508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077473.582510:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077473.582514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077473.582517:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077473.582523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077473.582525:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077473.582526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077473.582531:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077473.582538:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077473.582541:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077473.582543:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077473.582553:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077473.582558:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077473.582563:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077474.606546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077474.606546:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077474.606558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077474.606558:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077474.606566:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077474.606569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077474.606572:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077474.606573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077474.606584:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077474.606594:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077474.606602:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077474.606607:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077474.606611:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077474.606619:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077474.606623:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077474.606628:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077475.630571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077475.630576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077475.630583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077475.630589:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077475.630593:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077475.630598:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077475.630599:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077475.630605:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077475.630612:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077475.630612:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077475.630620:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077475.630622:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077475.630636:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077475.630637:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077475.630649:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077475.630654:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077475.630658:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077475.630661:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077475.630665:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077475.758577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077475.758595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077475.758598:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077475.758602:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077475.758610:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077475.758617:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4167
00000400:00000200:2.0:1769077475.758628:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077475.758633:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077475.758637:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077475.758639:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077475.758642:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077475.758644:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077475.758646:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077475.758650:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077475.758651:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077475.758654:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077475.758656:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077475.758658:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077475.758660:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077475.758662:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077475.758663:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077475.758664:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077475.758666:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077475.758668:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077475.758671:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077475.758673:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077475.758676:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077475.758679:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077475.758681:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077475.758683:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077475.758685:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077475.758696:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077475.758700:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077475.758704:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077475.758705:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077475.758708:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077475.758711:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077475.758716:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077475.758726:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:2.0:1769077475.758733:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077475.758741:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932479360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077475.758750:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077475.758754:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077475.758758:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932479360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077475.758783:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077475.758785:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077475.758788:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077475.758789:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077475.758790:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077475.758792:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077475.758794:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4167
00000400:00000200:2.0:1769077475.758802:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077475.758804:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077475.758806:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077475.758808:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077475.758810:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077475.758812:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077475.758814:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077475.758817:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077475.758818:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077475.758819:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077475.758821:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077475.758822:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077475.758824:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077475.758826:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077475.758828:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077475.758831:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077475.758835:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077475.758837:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077475.758846:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077475.758850:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077475.758855:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077475.758862:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077475.758866:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077475.758868:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077475.758874:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077475.758878:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077475.758883:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077475.758888:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077475.758893:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077475.758903:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077475.758909:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077475.758916:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077475.758919:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077475.758921:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077475.758927:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:2.0:1769077475.758933:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077475.758940:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932479488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077475.758952:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077475.758958:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077475.758965:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932479488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077475.758985:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077475.758992:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077475.758999:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077475.759003:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077475.759006:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077475.759021:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077475.759028:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4167
00000400:00000200:2.0:1769077475.759040:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077475.759047:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077475.759053:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077475.759063:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077475.759067:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077475.759074:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077475.759079:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077475.759082:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077475.759086:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077475.759088:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077475.759091:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077475.759093:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077475.759095:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077475.759103:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077475.759106:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077475.759109:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077475.759112:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077475.759119:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077475.759122:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077475.759125:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077475.759129:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077475.759133:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077475.759141:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077475.759148:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077475.759150:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077475.759157:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077475.759159:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077475.759162:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077475.759164:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077475.759167:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077475.759172:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077475.759175:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077475.759177:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077475.759180:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077475.759186:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769077475.759192:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077475.759202:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932479616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077475.759221:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077475.759228:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077475.759239:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932479616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077475.759256:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077475.759266:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077475.759271:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077475.759275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077475.759280:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077475.759286:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4177)
00000800:00000200:3.1:1769077475.759355:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077475.759359:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077475.759896:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077475.759899:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077475.760244:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077475.760246:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1769077476.654513:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077476.654518:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077476.654522:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077476.654526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077476.654528:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077476.654533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077476.654535:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077476.654541:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077476.654543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077476.654548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077476.654550:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077476.654555:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077476.654560:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077476.654588:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077476.654593:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077476.654597:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077477.102499:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298840867, at 4298840896
00000100:00000010:2.0:1769077477.102513:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000001:2.0:1769077477.678483:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077477.678490:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077477.678493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077477.678494:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077477.678499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077477.678500:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077477.678506:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077477.678507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077477.678512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.678512:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.678519:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077477.678522:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077477.678527:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077477.678562:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077477.678566:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077477.678570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077478.702507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077478.702511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077478.702514:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077478.702516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077478.702519:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077478.702526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077478.702527:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077478.702531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077478.702533:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077478.702539:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077478.702552:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077478.702554:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077478.702557:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077478.702560:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077478.702565:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077478.702571:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077479.726514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077479.726514:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077479.726520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077479.726522:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077479.726526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077479.726527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077479.726529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077479.726534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077479.726541:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077479.726545:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077479.726549:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077479.726550:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077479.726553:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077479.726553:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077479.726557:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077479.726560:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.750502:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077480.750506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077480.750510:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077480.750513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.750514:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077480.750521:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077480.750523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077480.750528:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077480.750529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.750533:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.750546:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077480.750550:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.750554:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077480.750556:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077480.750560:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077480.750566:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077480.878718:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077480.878723:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077480.878727:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077480.878738:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7800 x1855007932479744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.878760:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077480.878764:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077480.878771:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077480.878775:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077480.878778:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077480.878783:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932479744:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077480.878790:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077480.878796:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077480.878799:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077480.878805:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077480.878813:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491abc00.
02000000:00000001:2.0:1769077480.878818:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077480.878829:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077480.878839:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077480.878849:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077480.878863:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932479744, portal 25
00000100:00000001:2.0:1769077480.878869:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077480.878872:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564488192 : -121121145063424 : ffff91d7492c7800)
00000100:00000040:2.0:1769077480.878886:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7800 x1855007932479744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.878933:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077480.878939:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077480.878944:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077480.878949:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932479744, offset 0
00000400:00000200:2.0:1769077480.878958:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077480.878967:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077480.878976:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077480.878981:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077480.878984:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077480.878987:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077480.878989:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077480.878992:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47403:47403:256:4294967295] 192.168.204.153@tcp LPNI seq info [47403:47403:8:4294967295]
00000400:00000200:2.0:1769077480.878995:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077480.879002:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077480.879006:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077480.879013:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077480.879025:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077480.879031:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077480.879041:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077480.879045:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077480.879056:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077480.879061:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077480.879069:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077480.879082:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077480.879093:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077480.879100:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077480.879108:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077480.879118:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7800 x1855007932479744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879149:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077480.879159:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7800 x1855007932479744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879208:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.879213:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077480.879222:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077480.879229:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077480.879233:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298845986
00000100:00000010:2.0:1769077480.879240:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077480.879247:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077480.879252:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298845986
00000100:00000010:2.0:1769077480.879256:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5cf00.
00000100:00000001:2.0:1769077480.879259:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077480.879262:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077480.879266:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.879268:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077480.879282:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077480/real 1769077480]  req@ffff91d7492c7800 x1855007932479744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077480.879296:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077480.879298:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077480.879301:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077480.879304:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077480.879307:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077480.879309:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077480.879314:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7800 x1855007932479744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077480.879323:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7800 x1855007932479744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879331:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077480.879333:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.879335:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077480.879337:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077480.879373:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7800 x1855007932479744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879382:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077480.879387:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7800 x1855007932479744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879395:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077480.879398:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.879420:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077480.879422:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.879425:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077480.879427:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077480.879431:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077480.879435:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077480.879438:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077480.879443:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7800 x1855007932479744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077480.879453:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932479744:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077480.879458:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.879460:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077480.879463:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7800 x1855007932479744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879471:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077480.879474:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077480.879477:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491abc00.
02000000:00000001:2.0:1769077480.879481:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077480.879482:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077480.879484:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077480.879487:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077480.879489:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:2.0:1769077480.879494:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077480.879497:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077480.879499:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7800.
00000100:00000001:2.0:1769077480.879503:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077480.879504:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.879507:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.879515:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077480.879517:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.879519:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077480.879521:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077480.879523:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077480.879527:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7480 x1855007932479872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879536:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077480.879537:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077480.879540:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077480.879542:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077480.879545:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077480.879548:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932479872:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077480.879552:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077480.879554:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077480.879556:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077480.879558:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077480.879561:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491abc00.
02000000:00000001:2.0:1769077480.879563:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077480.879568:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077480.879572:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077480.879576:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077480.879579:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932479872, portal 10
00000100:00000001:2.0:1769077480.879582:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077480.879583:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564487296 : -121121145064320 : ffff91d7492c7480)
00000100:00000040:2.0:1769077480.879590:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7480 x1855007932479872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879598:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077480.879601:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077480.879604:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077480.879607:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932479872, offset 0
00000400:00000200:2.0:1769077480.879611:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077480.879615:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077480.879619:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077480.879623:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077480.879626:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077480.879629:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077480.879632:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077480.879635:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47404:47404:256:4294967295] 192.168.204.153@tcp LPNI seq info [47404:47404:8:4294967295]
00000400:00000200:2.0:1769077480.879640:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077480.879648:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077480.879653:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077480.879657:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077480.879661:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077480.879665:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077480.879669:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077480.879672:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077480.879677:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077480.879680:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077480.879683:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077480.879687:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077480.879690:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077480.879692:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077480.879695:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077480.879699:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7480 x1855007932479872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879708:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077480.879712:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7480 x1855007932479872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879719:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.879721:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077480.879725:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077480.879729:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077480.879733:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077480.879735:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298844684
00000100:00000001:2.0:1769077480.879738:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298845986
00000100:00000001:2.0:1769077480.879740:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298844684
00000100:00000001:2.0:1769077480.879743:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298845986
00000100:00000001:2.0:1769077480.879745:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077480.879748:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.879749:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077480.879754:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077480/real 1769077480]  req@ffff91d7492c7480 x1855007932479872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077480.879762:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077480.879764:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077480.879766:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077480.879769:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077480.879770:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077480.879773:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077480.879776:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7480 x1855007932479872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077480.879784:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7480 x1855007932479872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879788:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077480.879789:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.879790:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077480.879791:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077480.879793:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7480 x1855007932479872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879797:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077480.879800:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7480 x1855007932479872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879805:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077480.879807:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.879808:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077480.879809:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.879810:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077480.879811:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077480.879813:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077480.879815:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077480.879816:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077480.879818:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7480 x1855007932479872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077480.879823:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932479872:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077480.879826:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077480.879828:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6680 x1855007932480000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879833:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077480.879834:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077480.879835:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077480.879836:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077480.879838:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077480.879840:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932480000:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077480.879842:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077480.879843:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077480.879844:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077480.879845:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077480.879848:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491aa000.
02000000:00000001:2.0:1769077480.879849:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077480.879853:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077480.879854:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077480.879856:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077480.879859:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932480000, portal 10
00000100:00000001:2.0:1769077480.879860:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077480.879861:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564483712 : -121121145067904 : ffff91d7492c6680)
00000100:00000040:2.0:1769077480.879865:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6680 x1855007932480000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879869:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077480.879871:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077480.879872:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077480.879874:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932480000, offset 0
00000400:00000200:2.0:1769077480.879876:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077480.879879:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077480.879881:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077480.879883:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077480.879885:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077480.879887:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077480.879888:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077480.879890:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47405:47405:256:4294967295] 192.168.204.153@tcp LPNI seq info [47405:47405:8:4294967295]
00000400:00000200:2.0:1769077480.879893:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077480.879897:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077480.879901:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077480.879903:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077480.879905:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077480.879907:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077480.879910:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077480.879912:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077480.879915:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077480.879916:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077480.879918:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077480.879921:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077480.879922:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077480.879924:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077480.879926:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077480.879928:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6680 x1855007932480000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879933:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077480.879935:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6680 x1855007932480000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879939:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.879940:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077480.879942:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077480.879943:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077480.879945:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077480.879947:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298844683
00000100:00000001:2.0:1769077480.879949:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298845986
00000100:00000001:2.0:1769077480.879950:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298844683
00000100:00000001:2.0:1769077480.879952:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298845986
00000100:00000001:2.0:1769077480.879953:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077480.879954:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.879956:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077480.879958:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077480/real 1769077480]  req@ffff91d7492c6680 x1855007932480000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077480.879962:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077480.879963:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077480.879964:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077480.879965:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077480.879966:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077480.879967:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077480.879969:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6680 x1855007932480000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077480.879974:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6680 x1855007932480000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879979:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077480.879980:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.879981:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077480.879982:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077480.879985:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6680 x1855007932480000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879989:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077480.879991:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6680 x1855007932480000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.879995:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077480.879996:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.879997:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077480.879998:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.879999:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077480.880001:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077480.880002:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077480.880004:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077480.880005:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077480.880008:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6680 x1855007932480000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077480.880012:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932480000:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077480.880014:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.880016:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077480.880018:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7480 x1855007932479872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.880022:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077480.880024:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077480.880025:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491abc00.
02000000:00000001:2.0:1769077480.880027:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077480.880028:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077480.880029:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077480.880030:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077480.880031:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:2.0:1769077480.880033:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077480.880033:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077480.880035:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7480.
00000100:00000001:2.0:1769077480.880037:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077480.880038:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.880039:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077480.880041:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6680 x1855007932480000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.880045:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077480.880046:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077480.880047:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491aa000.
02000000:00000001:2.0:1769077480.880048:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077480.880049:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077480.880050:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077480.880051:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077480.880052:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:2.0:1769077480.880053:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077480.880054:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077480.880054:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6680.
00000100:00000001:2.0:1769077480.880057:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077480.880057:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.880058:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077480.880061:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077480.880062:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.880063:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077480.880064:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077481.774512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077481.774517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077481.774520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077481.774522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077481.774524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077481.774532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077481.774534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077481.774539:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077481.774540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077481.774543:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077481.774547:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077481.774552:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077481.774555:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077481.774566:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077481.774571:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077481.774578:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077482.222507:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298845986, at 4298846016
00000100:00000010:2.0:1769077482.222523:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077482.798512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077482.798515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077482.798520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077482.798521:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077482.798525:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077482.798526:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077482.798531:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077482.798534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077482.798535:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077482.798539:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077482.798541:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077482.798542:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077482.798547:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077482.798548:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077482.798553:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077482.798556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077482.798557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077482.798560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077482.798561:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077482.798585:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077482.798588:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077482.798592:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077483.822519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077483.822521:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077483.822525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077483.822526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077483.822532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077483.822541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077483.822547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077483.822548:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077483.822562:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077483.822570:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077483.822591:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077483.822600:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077483.822608:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077483.822616:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077483.822622:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077483.822626:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077484.846574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077484.846585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077484.846592:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077484.846600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077484.846601:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077484.846604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077484.846610:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077484.846619:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077484.846626:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077484.846632:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077484.846636:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077484.846639:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077484.846642:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077485.870501:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077485.870510:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077485.870511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077485.870516:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077485.870517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077485.870526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077485.870528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077485.870534:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077485.870536:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077485.870540:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077485.870541:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077485.870547:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077485.870561:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077485.870565:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077485.870569:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077485.870570:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077485.870571:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077485.870576:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077485.870581:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077485.998566:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077485.998576:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077485.998579:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077485.998583:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077485.998587:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077485.998596:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4177
00000400:00000200:2.0:1769077485.998606:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077485.998613:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077485.998617:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077485.998623:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077485.998627:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077485.998630:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077485.998633:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077485.998637:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077485.998640:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077485.998642:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077485.998645:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077485.998648:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077485.998650:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077485.998653:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077485.998656:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077485.998658:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077485.998660:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077485.998664:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077485.998668:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077485.998672:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077485.998675:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077485.998679:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077485.998682:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077485.998685:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077485.998687:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077485.998698:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077485.998702:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077485.998706:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077485.998708:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077485.998712:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077485.998715:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077485.998719:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077485.998727:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769077485.998734:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077485.998743:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932480128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077485.998755:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077485.998759:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077485.998764:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932480128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077485.998790:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077485.998794:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077485.998798:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077485.998800:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077485.998802:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077485.998806:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077485.998810:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4177
00000400:00000200:2.0:1769077485.998814:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077485.998821:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077485.998826:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077485.998835:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077485.998842:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077485.998848:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077485.998852:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077485.998858:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077485.998861:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077485.998866:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077485.998872:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077485.998878:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077485.998882:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077485.998889:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077485.998894:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077485.998901:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077485.998908:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077485.998913:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077485.998920:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077485.998924:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077485.998926:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077485.998932:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077485.998937:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077485.998943:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077485.998949:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077485.998956:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077485.998960:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077485.998966:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077485.998972:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077485.998979:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077485.998995:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077485.999005:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077485.999009:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077485.999014:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077485.999024:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:2.0:1769077485.999033:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077485.999047:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932480256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077485.999073:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077485.999080:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077485.999091:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932480256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077485.999118:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077485.999124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077485.999131:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077485.999136:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077485.999142:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077485.999149:0:38:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769077485.999153:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00080000:2.0:1769077485.999157:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4177
00000800:00000200:3.1:1769077485.999158:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000400:00000200:2.0:1769077485.999170:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077485.999181:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077485.999190:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077485.999202:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077485.999209:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077485.999218:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077485.999223:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077485.999231:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077485.999235:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077485.999242:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077485.999248:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077485.999271:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077485.999279:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077485.999290:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077485.999295:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077485.999301:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077485.999309:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077485.999319:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077485.999329:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077485.999340:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077485.999346:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077485.999356:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077485.999364:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077485.999372:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077485.999378:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077485.999386:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077485.999392:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077485.999449:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077485.999459:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077485.999469:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077485.999476:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077485.999485:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077485.999491:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077485.999498:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077485.999508:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000001:2.0:1769077485.999516:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077485.999530:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932480384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077485.999557:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077485.999560:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077485.999573:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932480384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077485.999597:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077485.999603:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077485.999613:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077485.999618:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077485.999626:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077485.999637:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4187)
00000800:00000200:3.1:1769077485.999741:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077485.999743:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077485.999972:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077485.999974:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1769077486.894503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077486.894504:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077486.894509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077486.894510:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077486.894516:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077486.894520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077486.894522:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077486.894525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077486.894529:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077486.894535:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.894551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077486.894555:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.894558:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077487.342486:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298851106, at 4298851136
00000100:00000010:2.0:1769077487.342500:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:2.0:1769077487.918510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077487.918511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077487.918516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077487.918516:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077487.918520:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077487.918525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077487.918526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077487.918530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077487.918532:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077487.918537:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077487.918551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077487.918555:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077487.918557:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077487.918568:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077487.918571:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077487.918574:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077488.942539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077488.942548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.942555:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077488.942557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077488.942564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.942565:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077488.942574:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077488.942580:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077488.942591:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077488.942598:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077488.942611:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077488.942618:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077488.942619:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077488.942624:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077488.942626:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077488.942630:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077489.966507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077489.966509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077489.966514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077489.966516:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077489.966521:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077489.966522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077489.966525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077489.966528:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077489.966536:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077489.966542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077489.966549:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077489.966552:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077489.966552:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077489.966557:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077489.966560:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077489.966565:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077490.990505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077490.990510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077490.990517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077490.990519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077490.990544:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077490.990548:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077490.990552:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077491.118506:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077491.118515:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077491.118516:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077491.118520:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077491.118523:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077491.118529:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4182
00000400:00000200:2.0:1769077491.118537:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077491.118542:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077491.118544:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077491.118547:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118550:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077491.118551:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118554:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077491.118557:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077491.118558:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077491.118560:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077491.118562:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077491.118563:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077491.118565:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077491.118567:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118569:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077491.118570:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118571:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077491.118573:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077491.118575:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118577:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077491.118579:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077491.118582:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077491.118583:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077491.118585:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077491.118587:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077491.118595:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077491.118597:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077491.118601:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077491.118602:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077491.118605:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077491.118607:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077491.118610:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077491.118616:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:2.0:1769077491.118620:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077491.118627:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932480512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077491.118635:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077491.118638:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077491.118642:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932480512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077491.118662:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077491.118665:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077491.118667:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077491.118668:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077491.118669:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077491.118671:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077491.118672:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4182
00000400:00000200:2.0:1769077491.118674:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077491.118676:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077491.118678:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077491.118680:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118681:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077491.118683:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118684:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077491.118686:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077491.118688:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077491.118689:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077491.118691:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077491.118692:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077491.118694:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077491.118696:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118697:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077491.118699:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118700:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077491.118702:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077491.118704:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118708:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077491.118710:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077491.118715:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077491.118718:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077491.118721:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077491.118724:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077491.118729:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077491.118730:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077491.118733:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077491.118734:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077491.118736:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077491.118738:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077491.118742:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077491.118744:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077491.118747:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077491.118753:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769077491.118757:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077491.118764:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932480640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077491.118780:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077491.118783:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077491.118792:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932480640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077491.118805:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077491.118807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077491.118813:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077491.118815:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077491.118818:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077491.118821:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077491.118825:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4182
00000400:00000200:2.0:1769077491.118829:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077491.118835:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077491.118837:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077491.118851:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118857:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077491.118865:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118872:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077491.118878:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077491.118881:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077491.118883:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077491.118887:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077491.118891:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077491.118897:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077491.118904:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118908:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077491.118913:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118917:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077491.118922:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077491.118928:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077491.118933:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077491.118936:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077491.118940:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077491.118944:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077491.118948:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077491.118951:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077491.118954:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077491.118957:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077491.118961:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077491.118965:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077491.118967:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077491.118968:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077491.118973:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077491.118974:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077491.118976:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077491.118982:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769077491.118988:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077491.118995:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932480768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077491.119001:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077491.119005:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077491.119008:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077491.119008:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769077491.119014:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932480768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077491.119027:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077491.119030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077491.119034:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077491.119037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077491.119045:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077491.119050:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4192)
00000800:00000200:3.1:1769077491.119346:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077491.119348:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077491.119631:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077491.119635:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1769077492.014508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077492.014513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077492.014518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077492.014520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077492.014547:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077492.014547:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769077492.014552:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077492.014554:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:1.0:1769077492.014556:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077492.014559:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077492.014566:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077492.014572:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077492.014576:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077492.014580:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077492.014583:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077492.014587:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077492.462512:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298856226, at 4298856256
00000100:00000010:2.0:1769077492.462522:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000001:2.0:1769077493.038486:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077493.038494:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077493.038497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077493.038497:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077493.038504:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077493.038506:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077493.038509:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077493.038513:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077493.038514:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077493.038519:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077493.038520:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077493.038521:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.038526:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077493.038527:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077493.038530:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.038534:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.038538:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077493.038606:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077493.038609:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077493.038610:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077493.038612:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077493.038614:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077493.038616:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.038618:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077493.038619:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.038622:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077493.038630:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077493.038633:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077493.038649:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077493.038651:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077493.038653:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077494.062495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077494.062495:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077494.062502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077494.062505:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077494.062507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077494.062511:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077494.062512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077494.062521:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077494.062529:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077494.062535:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077494.062537:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077494.062542:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077494.062546:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077494.062547:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077494.062552:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077494.062557:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077495.086493:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077495.086499:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077495.086503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077495.086504:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077495.086509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077495.086513:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077495.086515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077495.086520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077495.086521:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077495.086527:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077495.086547:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077495.086547:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077495.086550:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077495.086552:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077495.086555:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077495.086556:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077496.110575:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077496.110577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077496.110590:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077496.110592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077496.110595:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077496.110613:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077496.110614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077496.110626:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077496.110628:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077496.110636:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077496.110636:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077496.110645:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077496.110652:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077496.110658:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077496.110662:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077496.110671:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077496.110676:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077496.110679:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077496.110685:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077496.110710:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077496.110714:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077496.110718:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077496.239062:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077496.239065:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077496.239540:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077496.239558:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077496.239891:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077496.239894:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1769077497.134509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077497.134515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077497.134515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077497.134522:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077497.134523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077497.134527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077497.134528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077497.134535:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077497.134542:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077497.134547:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077497.134552:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077497.134556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077497.134562:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077497.134568:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077497.134572:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077497.134577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077497.582514:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298861346, at 4298861376
00000100:00000010:2.0:1769077497.582528:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00010000:00000001:1.0:1769077498.158518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077498.158521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.158523:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077498.158527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077498.158529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077498.158529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077498.158533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077498.158538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077498.158542:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077498.158548:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077498.158551:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077498.158555:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077498.158558:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077498.158559:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077498.158562:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.158565:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077499.182500:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077499.182507:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077499.182511:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077499.182517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077499.182517:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077499.182524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077499.182526:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077499.182534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077499.182534:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077499.182537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077499.182547:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077499.182550:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077499.182552:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077499.182560:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077499.182563:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077499.182567:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077500.206525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077500.206533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077500.206539:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077500.206540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077500.206547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077500.206553:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077500.206558:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077500.206571:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1769077500.206573:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:1.0:1769077500.206581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077500.206582:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769077500.206593:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077500.206593:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077500.206604:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077500.206610:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077500.206619:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077501.230555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077501.230561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077501.230565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077501.230569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077501.230599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077501.230606:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077501.230616:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077501.230630:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077501.230638:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077501.230642:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077501.230649:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077501.230652:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077501.230656:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077501.230659:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077501.230660:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077501.230662:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077501.358527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077501.358536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077501.358538:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077501.358541:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077501.358545:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077501.358550:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4192
00000400:00000200:2.0:1769077501.358559:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077501.358565:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077501.358567:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077501.358569:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358572:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077501.358574:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358576:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077501.358579:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077501.358581:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077501.358583:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077501.358585:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077501.358586:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077501.358588:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077501.358590:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358591:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077501.358592:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358594:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077501.358596:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077501.358599:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358600:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077501.358602:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077501.358605:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077501.358607:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077501.358609:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077501.358611:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077501.358621:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077501.358625:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077501.358629:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077501.358630:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077501.358633:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077501.358636:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077501.358640:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077501.358650:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00000001:2.0:1769077501.358657:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077501.358667:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932481280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077501.358676:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077501.358679:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077501.358683:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932481280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077501.358705:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077501.358713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077501.358717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077501.358719:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077501.358721:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077501.358723:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077501.358726:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4192
00000400:00000200:2.0:1769077501.358730:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077501.358734:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077501.358737:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077501.358739:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358741:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077501.358744:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358746:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077501.358749:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077501.358750:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077501.358752:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077501.358754:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077501.358756:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077501.358758:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077501.358762:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358764:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077501.358766:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358768:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077501.358771:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077501.358774:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358777:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077501.358779:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077501.358784:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077501.358786:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077501.358788:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077501.358792:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077501.358796:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077501.358798:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077501.358802:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077501.358804:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077501.358806:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077501.358808:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077501.358810:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077501.358811:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077501.358813:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077501.358817:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769077501.358820:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077501.358825:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932481408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077501.358833:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077501.358835:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077501.358839:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932481408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077501.358847:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077501.358850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077501.358853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077501.358855:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077501.358857:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077501.358860:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077501.358863:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4192
00000400:00000200:2.0:1769077501.358867:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077501.358870:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077501.358872:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077501.358875:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358877:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077501.358879:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358881:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077501.358884:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077501.358885:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077501.358887:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077501.358889:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077501.358891:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077501.358893:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077501.358896:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358898:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077501.358900:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358902:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077501.358904:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077501.358907:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077501.358909:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077501.358911:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077501.358914:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077501.358916:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077501.358918:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077501.358920:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077501.358923:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077501.358925:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077501.358928:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077501.358931:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077501.358933:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077501.358934:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077501.358936:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077501.358937:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077501.358940:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077501.358943:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:2.0:1769077501.358946:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077501.358951:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932481536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077501.358958:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077501.358961:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077501.358964:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932481536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077501.358969:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077501.358972:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077501.358973:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769077501.358976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077501.358980:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077501.358983:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077501.358986:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077501.358992:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4202)
00000800:00000200:3.1:1769077501.359377:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077501.359379:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077501.359616:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077501.359617:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769077502.254508:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077502.254513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077502.254517:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077502.254520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077502.254522:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077502.254531:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077502.254532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077502.254539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077502.254539:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077502.254545:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077502.254564:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077502.254567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077502.254570:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077502.254572:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077502.254577:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077502.254581:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077502.702477:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298866466, at 4298866496
00000100:00000010:2.0:1769077502.702493:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a91e0.
00010000:00000001:1.0:1769077503.278510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077503.278510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077503.278516:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077503.278518:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077503.278520:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077503.278522:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077503.278523:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077503.278529:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077503.278531:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077503.278531:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077503.278535:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.278538:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077503.278539:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.278544:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077503.278545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077503.278548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.278551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077503.278554:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.278557:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077503.278568:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077503.278571:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077503.278573:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077503.278664:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077503.278670:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077503.278671:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077503.278674:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077503.278677:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077503.278679:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077503.278680:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077503.278682:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077503.278683:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077504.302510:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077504.302510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077504.302516:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077504.302518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077504.302519:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077504.302522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077504.302525:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:1.0:1769077504.302529:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077504.302532:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077504.302535:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077504.302538:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077504.302539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077504.302551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077504.302554:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077504.302556:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077504.302559:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077504.302563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077504.302567:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077504.302594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077504.302597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077504.302601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077504.302603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077504.302631:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077504.302634:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077504.302638:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077505.326511:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077505.326517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077505.326519:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077505.326521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077505.326523:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077505.326531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077505.326531:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077505.326535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077505.326537:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077505.326543:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077505.326558:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077505.326559:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077505.326565:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077505.326565:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077505.326573:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077505.326573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077506.350510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077506.350518:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077506.350521:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077506.350528:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077506.350535:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077506.350542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077506.350547:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077506.350553:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077506.350556:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077506.350653:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077506.350656:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077506.350659:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077506.350662:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077506.350663:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077506.350665:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077506.350668:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077506.350670:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077506.350673:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077506.350675:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077506.350693:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077506.350696:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077506.350699:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077506.478521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077506.478530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077506.478532:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077506.478535:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077506.478539:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077506.478545:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4197
00000400:00000200:2.0:1769077506.478552:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077506.478557:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077506.478560:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077506.478562:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077506.478565:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077506.478567:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077506.478569:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077506.478572:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077506.478574:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077506.478576:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077506.478578:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077506.478579:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077506.478581:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077506.478583:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077506.478585:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077506.478586:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077506.478588:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077506.478590:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077506.478592:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077506.478593:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077506.478595:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077506.478597:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077506.478599:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077506.478601:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077506.478602:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077506.478610:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077506.478613:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077506.478616:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077506.478617:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077506.478620:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077506.478622:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077506.478625:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077506.478631:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:2.0:1769077506.478637:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077506.478644:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932481664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077506.478652:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077506.478655:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077506.478659:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932481664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077506.478683:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077506.478687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077506.478690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077506.478692:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077506.478694:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077506.478696:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077506.478699:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4197
00000400:00000200:2.0:1769077506.478704:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077506.478707:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077506.478711:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077506.478715:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077506.478718:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077506.478721:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077506.478725:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077506.478730:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077506.478735:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077506.478739:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077506.478742:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077506.478747:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077506.478752:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077506.478758:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077506.478761:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077506.478766:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077506.478769:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077506.478773:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077506.478779:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077506.478784:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077506.478789:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077506.478797:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077506.478805:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077506.478810:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077506.478817:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077506.478825:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077506.478829:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077506.478837:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077506.478843:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077506.478850:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077506.478853:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077506.478857:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077506.478860:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077506.478863:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077506.478870:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9c00.
00000100:00000001:2.0:1769077506.478876:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077506.478884:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932481792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077506.478898:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077506.478902:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077506.478908:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932481792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077506.478952:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077506.478957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077506.478962:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077506.478966:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077506.478970:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077506.478974:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077506.478978:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4197
00000400:00000200:2.0:1769077506.478993:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077506.478998:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077506.479003:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077506.479007:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077506.479013:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077506.479018:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077506.479021:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077506.479025:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077506.479027:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077506.479029:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1769077506.479030:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:2.0:1769077506.479031:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077506.479036:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:3.1:1769077506.479036:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769077506.479039:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077506.479045:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077506.479049:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077506.479052:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077506.479055:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077506.479057:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077506.479062:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077506.479067:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077506.479071:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077506.479074:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077506.479081:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077506.479084:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077506.479087:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077506.479090:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077506.479096:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077506.479102:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077506.479106:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077506.479111:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077506.479114:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077506.479119:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077506.479121:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077506.479124:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077506.479130:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8000.
00000100:00000001:2.0:1769077506.479134:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077506.479140:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932481920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077506.479154:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077506.479158:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077506.479162:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932481920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077506.479171:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077506.479175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077506.479180:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077506.479185:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077506.479192:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077506.479198:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4207)
00000800:00000200:3.1:1769077506.479501:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077506.479502:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077506.479698:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077506.479700:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769077507.374498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077507.374503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077507.374507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077507.374512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077507.374514:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077507.374516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077507.374519:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077507.374522:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077507.374529:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077507.374535:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077507.374544:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077507.374549:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077507.374551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077507.374554:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077507.374555:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077507.374559:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077507.822514:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298871586, at 4298871616
00000100:00000010:2.0:1769077507.822525:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00010000:00000001:1.0:1769077508.398518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077508.398523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077508.398528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077508.398530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.398546:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769077508.398555:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077508.398560:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077508.398561:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077508.398568:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077508.398571:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769077508.398575:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077508.398584:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077508.398591:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.398613:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077508.398618:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077508.398622:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077509.422515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077509.422523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077509.422526:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077509.422533:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077509.422534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077509.422543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077509.422545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077509.422551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077509.422556:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077509.422558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077509.422561:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077509.422565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077509.422566:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077510.446479:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077510.446479:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077510.446486:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077510.446488:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077510.446493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077510.446494:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077510.446497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077510.446502:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077510.446509:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077510.446515:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077510.446518:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077510.446521:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077510.446527:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077510.446534:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077510.446538:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077510.446541:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077511.470499:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077511.470501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077511.470507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077511.470508:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077511.470513:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077511.470515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077511.470519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077511.470520:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077511.470527:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077511.470530:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077511.470542:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077511.470546:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077511.470551:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077511.470555:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077511.470560:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077511.470566:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077511.599019:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077511.599027:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077511.599621:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077511.599623:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077511.599866:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077511.599868:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1769077512.494461:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077512.494467:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077512.494469:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077512.494473:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077512.494474:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077512.494477:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077512.494479:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077512.494483:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077512.494485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077512.494487:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077512.494488:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077512.494493:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077512.494496:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077512.494514:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077512.494517:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077512.494521:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077512.942489:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298876706, at 4298876736
00000100:00000010:2.0:1769077512.942500:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000001:2.0:1769077513.518499:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077513.518503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077513.518506:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077513.518509:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077513.518510:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077513.518514:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077513.518520:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077513.518520:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077513.518527:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077513.518528:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077513.518532:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077513.518533:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.518535:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077513.518541:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.518541:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077513.518548:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077513.518549:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077513.518557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077513.518560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077513.518591:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077513.518593:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077513.518596:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077514.542507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077514.542508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077514.542513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077514.542514:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077514.542517:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077514.542521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077514.542524:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077514.542525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077514.542530:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077514.542534:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077514.542539:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077514.542543:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077514.542546:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077514.542588:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077514.542591:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077514.542594:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077515.566483:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077515.566484:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077515.566491:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077515.566492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077515.566494:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077515.566501:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077515.566503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077515.566508:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077515.566510:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077515.566513:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077515.566516:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077515.566517:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077515.566523:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077515.566528:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077515.566531:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077515.566532:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077515.566536:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077515.566541:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077515.566546:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077515.566594:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077515.566597:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077515.566601:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077516.590495:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077516.590502:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077516.590506:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077516.590510:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077516.590512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077516.590516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077516.590517:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077516.590522:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077516.590524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077516.590527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077516.590529:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077516.590534:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077516.590539:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077516.590556:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077516.590559:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077516.590563:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077516.718483:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077516.718498:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077516.718501:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077516.718506:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077516.718512:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077516.718519:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4208
00000400:00000200:1.0:1769077516.718529:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077516.718536:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077516.718538:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077516.718541:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077516.718544:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077516.718546:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077516.718547:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077516.718551:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077516.718553:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077516.718555:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077516.718557:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077516.718558:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077516.718560:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077516.718562:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077516.718563:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077516.718564:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077516.718565:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077516.718567:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077516.718570:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077516.718572:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077516.718574:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077516.718576:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077516.718578:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077516.718580:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077516.718581:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077516.718588:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769077516.718591:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077516.718594:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077516.718595:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077516.718604:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077516.718606:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077516.718610:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077516.718616:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077516.718622:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077516.718631:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932482432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077516.718642:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077516.718647:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077516.718651:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932482432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077516.718671:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077516.718675:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077516.718679:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077516.718681:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077516.718683:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077516.718685:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077516.718688:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4208
00000400:00000200:1.0:1769077516.718692:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077516.718696:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077516.718698:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077516.718702:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077516.718705:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077516.718708:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077516.718710:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077516.718714:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077516.718716:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077516.718720:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077516.718724:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077516.718731:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077516.718734:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077516.718749:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077516.718751:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077516.718756:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077516.718759:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077516.718762:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077516.718764:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077516.718765:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077516.718767:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077516.718772:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077516.718775:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077516.718779:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077516.718782:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077516.718786:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077516.718789:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077516.718798:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769077516.718804:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077516.718814:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077516.718818:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077516.718823:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077516.718827:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077516.718833:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077516.718840:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077516.718847:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077516.718857:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932482560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077516.718870:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077516.718875:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077516.718880:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932482560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077516.718894:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077516.718900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077516.718906:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077516.718910:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077516.718913:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077516.718920:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077516.718926:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4208
00000400:00000200:1.0:1769077516.718937:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077516.718943:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077516.718949:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077516.718957:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077516.718961:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077516.718965:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077516.718970:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077516.718975:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077516.718988:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077516.718994:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077516.718998:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077516.719002:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077516.719005:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077516.719009:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077516.719012:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077516.719016:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077516.719021:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077516.719024:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077516.719029:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077516.719033:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077516.719038:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077516.719044:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077516.719050:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077516.719055:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077516.719059:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077516.719065:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077516.719070:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077516.719077:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769077516.719082:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077516.719088:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077516.719091:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077516.719095:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077516.719098:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077516.719100:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077516.719106:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769077516.719111:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077516.719120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932482688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077516.719131:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077516.719134:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077516.719138:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769077516.719141:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932482688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077516.719148:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077516.719150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077516.719153:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077516.719155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077516.719157:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077516.719160:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4218)
00000800:00000200:3.1:1769077516.719374:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077516.719601:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077517.614515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077517.614520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077517.614523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077517.614524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077517.614531:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077517.614534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077517.614540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077517.614541:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077517.614564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077517.614569:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077517.614577:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077517.614582:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077517.614586:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077517.614591:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077517.614594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077517.614598:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077518.062488:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298881826, at 4298881856
00000100:00000010:2.0:1769077518.062502:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:2.0:1769077518.638502:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077518.638509:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077518.638512:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077518.638517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077518.638518:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077518.638524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.638525:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077518.638529:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.638534:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077518.638535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077518.638540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077518.638540:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077518.638547:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077518.638565:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077518.638569:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077518.638573:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077519.662497:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077519.662505:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077519.662508:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077519.662509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077519.662515:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077519.662520:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077519.662524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077519.662525:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077519.662531:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077519.662532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077519.662536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077519.662536:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077519.662541:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077519.662560:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077519.662564:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077519.662567:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077519.790680:0:2404:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:2.0:1769077519.790760:0:2404:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077519.790774:0:2404:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077519.790779:0:2404:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:2.0:1769077519.790783:0:2404:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077519.790787:0:2404:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077519.790792:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077519.790796:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:2.0:1769077519.790803:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077519.790808:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077519.790815:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce330
00000400:00000010:2.0:1769077519.790818:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce330.
00000100:00000001:2.0:1769077519.790823:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077519.790833:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de5c00 x1855007932482432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077519.790866:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077519.790871:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5c00 x1855007932482432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077519.790880:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077519.790882:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077519.790893:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077519.790896:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134d00.
00000400:00000200:2.0:1769077519.790899:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077519.790903:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077519.790906:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce880
00000400:00000010:2.0:1769077519.790908:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce880.
00000100:00000001:2.0:1769077519.790911:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077519.790916:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de4380 x1855007932482560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077519.790924:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077519.790927:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4380 x1855007932482560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077519.790934:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077519.790936:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077519.790947:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077519.790950:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:2.0:1769077519.790953:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077519.790956:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077519.790959:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bcee58
00000400:00000010:2.0:1769077519.790962:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bcee58.
00000100:00000001:2.0:1769077519.790964:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077519.790968:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de5f80 x1855007932482688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077519.790976:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077519.790979:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5f80 x1855007932482688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077519.790987:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077519.790989:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077520.686473:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077520.686477:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077520.686480:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077520.686484:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077520.686489:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077520.686493:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077520.686496:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077520.686499:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077520.686502:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077520.686530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077520.686534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077520.686540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077520.686541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077520.686556:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077520.686558:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077520.686561:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077521.710513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077521.710513:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077521.710520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077521.710524:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077521.710525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077521.710529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077521.710529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077521.710538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077521.710545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077521.710550:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077521.710553:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077521.710557:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077521.710561:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077521.710573:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077521.710577:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077521.710580:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077521.838519:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077521.838529:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077521.838531:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077521.838536:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077521.838539:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077521.838545:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4213
00000400:00000200:1.0:1769077521.838553:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077521.838558:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077521.838560:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077521.838563:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838566:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077521.838568:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838570:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077521.838574:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077521.838575:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077521.838577:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077521.838579:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077521.838581:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077521.838583:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077521.838584:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838586:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077521.838587:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838588:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077521.838590:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077521.838592:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838593:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077521.838595:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077521.838597:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077521.838600:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077521.838601:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077521.838603:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077521.838608:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769077521.838610:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077521.838613:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077521.838615:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077521.838617:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077521.838619:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077521.838623:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077521.838630:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077521.838636:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077521.838642:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932482816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077521.838649:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077521.838685:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077521.838690:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932482816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077521.838723:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077521.838727:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077521.838731:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077521.838732:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077521.838733:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077521.838736:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077521.838739:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4213
00000400:00000200:1.0:1769077521.838745:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077521.838749:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077521.838753:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077521.838755:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838758:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077521.838760:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838763:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077521.838766:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077521.838767:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077521.838769:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077521.838771:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077521.838773:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077521.838776:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077521.838779:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838780:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077521.838782:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838784:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077521.838786:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077521.838789:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838792:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077521.838794:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077521.838799:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077521.838801:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077521.838803:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077521.838807:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077521.838810:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077521.838812:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077521.838816:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769077521.838818:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077521.838821:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077521.838823:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077521.838824:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077521.838826:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077521.838828:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077521.838832:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769077521.838835:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077521.838840:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932482944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077521.838849:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077521.838851:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077521.838855:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932482944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077521.838863:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077521.838866:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077521.838870:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077521.838872:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077521.838874:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077521.838878:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077521.838881:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4213
00000400:00000200:1.0:1769077521.838885:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077521.838889:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077521.838891:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077521.838898:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838903:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077521.838908:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838913:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077521.838916:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077521.838919:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077521.838924:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077521.838927:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077521.838932:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077521.838937:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077521.838946:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838951:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077521.838956:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838959:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077521.838964:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077521.838967:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077521.838969:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077521.838971:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077521.838976:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077521.838982:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077521.838988:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077521.838993:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077521.838998:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077521.839002:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077521.839006:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769077521.839011:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077521.839017:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077521.839021:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077521.839023:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077521.839025:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077521.839028:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077521.839037:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077521.839043:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077521.839051:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932483072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077521.839063:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077521.839068:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077521.839075:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932483072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077521.839094:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077521.839101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077521.839111:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077521.839119:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077521.839124:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077521.839134:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4223)
00000800:00000200:3.1:1769077521.839252:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077521.839276:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077521.839828:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077521.839831:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077521.840240:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077521.840243:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1769077522.734502:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077522.734508:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077522.734510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077522.734512:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077522.734514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077522.734521:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077522.734523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077522.734526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077522.734528:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077522.734533:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077522.734540:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077522.734543:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077522.734547:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077522.734549:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077522.734550:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077522.734556:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077523.182529:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298886947, at 4298886976
00000100:00000010:2.0:1769077523.182545:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00010000:00000001:1.0:1769077523.758497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077523.758503:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077523.758506:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077523.758510:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.758514:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077523.758515:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077523.758519:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.758521:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077523.758522:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.758524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077523.758531:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077523.758531:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077523.758539:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077523.758540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077523.758543:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077523.758545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.758553:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077523.758557:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077523.758560:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077524.782521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077524.782521:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077524.782528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077524.782529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.782531:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077524.782537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077524.782537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077524.782541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.782544:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077524.782551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.782563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077524.782564:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077524.782568:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077524.782568:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077524.782572:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077524.782574:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077525.806501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077525.806506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077525.806512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077525.806519:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077525.806522:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077525.806525:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077525.806530:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077525.806534:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077525.806537:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077525.806540:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077525.806681:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077525.806685:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077525.806689:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077526.830582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077526.830590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077526.830600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077526.830605:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077526.830638:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077526.830639:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769077526.830648:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077526.830650:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:1.0:1769077526.830655:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077526.830656:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077526.830667:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077526.830677:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077526.830683:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.830689:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077526.830692:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.830695:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077526.958804:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077526.958812:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077526.958819:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077526.958832:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5180 x1855007932483200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.958859:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077526.958864:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077526.958873:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077526.958878:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077526.958883:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077526.958891:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932483200:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077526.958898:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077526.958905:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077526.958910:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077526.958916:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077526.958924:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077526.958930:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077526.958942:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077526.958949:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077526.958961:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077526.958973:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932483200, portal 25
00000100:00000001:2.0:1769077526.958980:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077526.958992:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564478336 : -121121145073280 : ffff91d7492c5180)
00000100:00000040:2.0:1769077526.959005:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5180 x1855007932483200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959027:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077526.959040:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077526.959046:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077526.959051:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932483200, offset 0
00000400:00000200:2.0:1769077526.959062:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077526.959076:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077526.959087:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077526.959096:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077526.959105:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077526.959111:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077526.959115:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077526.959118:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47430:47430:256:4294967295] 192.168.204.153@tcp LPNI seq info [47430:47430:8:4294967295]
00000400:00000200:2.0:1769077526.959122:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077526.959133:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077526.959138:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077526.959143:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077526.959150:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077526.959153:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077526.959159:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077526.959162:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077526.959165:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077526.959168:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077526.959175:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077526.959179:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077526.959184:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077526.959187:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077526.959192:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077526.959197:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5180 x1855007932483200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959208:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077526.959212:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5180 x1855007932483200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959220:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077526.959222:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077526.959229:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077526.959233:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077526.959237:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298892066
00000100:00000010:2.0:1769077526.959243:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077526.959252:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077526.959258:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298892066
00000100:00000010:2.0:1769077526.959262:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5cf60.
00000100:00000001:2.0:1769077526.959265:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077526.959269:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077526.959272:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077526.959275:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077526.959280:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077526/real 1769077526]  req@ffff91d7492c5180 x1855007932483200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077526.959289:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077526.959290:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077526.959293:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077526.959295:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077526.959296:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077526.959298:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077526.959302:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5180 x1855007932483200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077526.959309:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5180 x1855007932483200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959313:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077526.959315:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959316:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077526.959318:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077526.959321:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5180 x1855007932483200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959326:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077526.959329:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5180 x1855007932483200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959343:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077526.959349:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959350:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077526.959351:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959353:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077526.959355:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077526.959357:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077526.959360:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077526.959362:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077526.959365:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5180 x1855007932483200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077526.959371:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932483200:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077526.959376:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959377:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077526.959379:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5180 x1855007932483200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959389:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077526.959391:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077526.959394:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077526.959396:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077526.959398:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077526.959399:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077526.959432:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077526.959435:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:2.0:1769077526.959438:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077526.959440:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077526.959441:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5180.
00000100:00000001:2.0:1769077526.959444:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077526.959445:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959446:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959455:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077526.959457:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077526.959459:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077526.959460:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077526.959461:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077526.959464:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4e00 x1855007932483328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959469:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077526.959470:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077526.959472:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077526.959473:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077526.959475:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077526.959477:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932483328:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077526.959479:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077526.959481:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077526.959482:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077526.959484:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077526.959486:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077526.959488:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077526.959491:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077526.959493:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077526.959496:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077526.959498:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932483328, portal 10
00000100:00000001:2.0:1769077526.959500:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077526.959501:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564477440 : -121121145074176 : ffff91d7492c4e00)
00000100:00000040:2.0:1769077526.959506:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4e00 x1855007932483328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959511:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077526.959512:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077526.959514:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077526.959515:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932483328, offset 0
00000400:00000200:2.0:1769077526.959518:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077526.959521:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077526.959523:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077526.959526:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077526.959528:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077526.959530:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077526.959531:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077526.959534:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47431:47431:256:4294967295] 192.168.204.153@tcp LPNI seq info [47431:47431:8:4294967295]
00000400:00000200:2.0:1769077526.959537:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077526.959542:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077526.959545:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077526.959547:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077526.959550:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077526.959552:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077526.959555:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077526.959557:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077526.959560:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077526.959561:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077526.959563:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077526.959590:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077526.959595:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077526.959597:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077526.959599:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077526.959602:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4e00 x1855007932483328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959608:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077526.959610:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4e00 x1855007932483328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959615:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077526.959616:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077526.959618:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077526.959621:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077526.959624:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077526.959626:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298890764
00000100:00000001:2.0:1769077526.959628:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298892066
00000100:00000001:2.0:1769077526.959630:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298890764
00000100:00000001:2.0:1769077526.959631:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298892066
00000100:00000001:2.0:1769077526.959633:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077526.959634:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077526.959635:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077526.959638:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077526/real 1769077526]  req@ffff91d7492c4e00 x1855007932483328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077526.959643:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077526.959644:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077526.959645:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077526.959647:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077526.959648:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077526.959650:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077526.959652:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4e00 x1855007932483328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077526.959657:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4e00 x1855007932483328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959666:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077526.959667:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959668:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077526.959669:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077526.959672:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4e00 x1855007932483328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959676:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077526.959678:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4e00 x1855007932483328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959682:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077526.959683:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959684:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077526.959685:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959686:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077526.959688:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077526.959690:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077526.959693:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077526.959694:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077526.959697:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4e00 x1855007932483328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077526.959703:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932483328:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077526.959705:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077526.959707:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4700 x1855007932483456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959711:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077526.959712:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077526.959714:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077526.959716:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077526.959718:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077526.959721:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932483456:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077526.959725:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077526.959727:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077526.959728:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077526.959730:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077526.959734:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077526.959736:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077526.959740:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077526.959742:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077526.959746:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077526.959749:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932483456, portal 10
00000100:00000001:2.0:1769077526.959752:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077526.959753:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564475648 : -121121145075968 : ffff91d7492c4700)
00000100:00000040:2.0:1769077526.959760:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4700 x1855007932483456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959767:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077526.959770:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077526.959773:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077526.959776:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932483456, offset 0
00000400:00000200:2.0:1769077526.959780:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077526.959784:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077526.959788:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077526.959791:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077526.959794:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077526.959796:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077526.959799:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077526.959802:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47432:47432:256:4294967295] 192.168.204.153@tcp LPNI seq info [47432:47432:8:4294967295]
00000400:00000200:2.0:1769077526.959807:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077526.959814:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077526.959819:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077526.959823:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077526.959827:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077526.959830:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077526.959835:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077526.959838:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077526.959842:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077526.959844:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077526.959847:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077526.959851:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077526.959853:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077526.959855:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077526.959856:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077526.959859:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4700 x1855007932483456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959865:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077526.959867:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4700 x1855007932483456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959871:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077526.959872:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077526.959874:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077526.959876:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077526.959879:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077526.959880:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298890763
00000100:00000001:2.0:1769077526.959882:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298892066
00000100:00000001:2.0:1769077526.959884:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298890763
00000100:00000001:2.0:1769077526.959885:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298892066
00000100:00000001:2.0:1769077526.959886:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077526.959888:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077526.959889:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077526.959891:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077526/real 1769077526]  req@ffff91d7492c4700 x1855007932483456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077526.959898:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077526.959899:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077526.959900:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077526.959901:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077526.959902:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077526.959904:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077526.959906:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4700 x1855007932483456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077526.959911:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4700 x1855007932483456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959915:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077526.959916:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959917:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077526.959918:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077526.959920:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4700 x1855007932483456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959924:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077526.959927:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4700 x1855007932483456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959931:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077526.959933:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959934:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077526.959935:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959937:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077526.959939:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077526.959940:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077526.959942:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077526.959944:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077526.959947:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4700 x1855007932483456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077526.959952:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932483456:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077526.959954:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959956:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077526.959957:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4e00 x1855007932483328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959961:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077526.959962:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077526.959964:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077526.959965:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077526.959966:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077526.959967:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077526.959968:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077526.959969:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:2.0:1769077526.959971:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077526.959971:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077526.959972:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4e00.
00000100:00000001:2.0:1769077526.959974:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077526.959975:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959976:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077526.959978:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4700 x1855007932483456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077526.959982:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077526.959983:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077526.959984:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077526.959985:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077526.959986:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077526.959986:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077526.959987:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077526.959988:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:2.0:1769077526.959990:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077526.959991:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077526.959992:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4700.
00000100:00000001:2.0:1769077526.959993:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077526.959994:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959995:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077526.959998:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077526.959999:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077526.960000:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077526.960001:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077527.854484:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077527.854493:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077527.854496:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077527.854502:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077527.854508:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077527.854517:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077527.854522:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077527.854526:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077527.854529:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077527.854585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077527.854592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077527.854598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077527.854600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077527.854644:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077527.854648:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077527.854652:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077528.302487:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298892066, at 4298892096
00000100:00000010:2.0:1769077528.302506:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077528.878454:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077528.878460:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077528.878462:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077528.878467:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077528.878471:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077528.878474:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077528.878476:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077528.878477:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077528.878482:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077528.878483:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077528.878488:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077528.878495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077528.878499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077528.878526:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077528.878529:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077528.878542:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077529.902469:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077529.902479:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077529.902483:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077529.902485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077529.902489:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077529.902490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077529.902498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077529.902501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077529.902508:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077529.902527:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077529.902543:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077529.902547:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077529.902551:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077529.902553:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077529.902558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077529.902563:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077530.926482:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077530.926489:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077530.926513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077530.926516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077530.926538:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077530.926541:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077530.926544:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077530.926584:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077530.926589:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077530.926591:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077530.926595:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077530.926598:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077530.926601:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077530.926603:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077530.926605:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077530.926608:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077531.950475:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077531.950492:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077531.950496:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077531.950501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077531.950506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077531.950506:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077531.950513:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077531.950514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077531.950518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077531.950518:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077531.950529:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077531.950533:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077531.950537:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077531.950546:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077531.950552:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077531.950557:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077532.078788:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077532.078794:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077532.078800:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077532.078813:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4000 x1855007932483584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.078835:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077532.078840:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077532.078847:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077532.078853:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077532.078859:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077532.078867:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932483584:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077532.078877:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077532.078882:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077532.078886:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077532.078891:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077532.078899:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077532.078905:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077532.078916:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077532.078924:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077532.078934:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077532.078946:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932483584, portal 25
00000100:00000001:2.0:1769077532.078953:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077532.078957:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564473856 : -121121145077760 : ffff91d7492c4000)
00000100:00000040:2.0:1769077532.078971:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4000 x1855007932483584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.078997:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077532.079005:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077532.079011:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077532.079018:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932483584, offset 0
00000400:00000200:2.0:1769077532.079030:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077532.079040:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077532.079048:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077532.079059:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077532.079066:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077532.079074:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077532.079081:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077532.079089:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47433:47433:256:4294967295] 192.168.204.153@tcp LPNI seq info [47433:47433:8:4294967295]
00000400:00000200:2.0:1769077532.079100:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077532.079128:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077532.079147:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077532.079166:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077532.079179:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077532.079185:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077532.079192:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077532.079196:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077532.079202:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077532.079204:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077532.079211:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077532.079218:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077532.079224:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077532.079227:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077532.079240:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077532.079246:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4000 x1855007932483584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079258:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077532.079262:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4000 x1855007932483584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079271:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077532.079273:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077532.079279:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077532.079284:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077532.079287:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298897186
00000100:00000010:2.0:1769077532.079293:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077532.079299:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077532.079305:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298897186
00000100:00000010:2.0:1769077532.079308:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c660.
00000100:00000001:2.0:1769077532.079311:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077532.079314:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077532.079317:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077532.079320:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077532.079325:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077532/real 1769077532]  req@ffff91d7492c4000 x1855007932483584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077532.079336:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077532.079337:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077532.079340:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077532.079343:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077532.079344:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077532.079347:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077532.079351:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4000 x1855007932483584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077532.079368:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4000 x1855007932483584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079376:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077532.079378:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079381:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077532.079382:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077532.079387:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4000 x1855007932483584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079391:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077532.079395:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4000 x1855007932483584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079400:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077532.079423:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079424:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077532.079425:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079427:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077532.079428:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077532.079430:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077532.079434:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077532.079435:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077532.079438:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4000 x1855007932483584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077532.079445:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932483584:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077532.079448:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079450:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077532.079451:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4000 x1855007932483584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079460:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077532.079462:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077532.079464:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077532.079467:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077532.079468:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077532.079469:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077532.079470:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077532.079472:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508000.
02000000:00000001:2.0:1769077532.079475:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077532.079477:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077532.079491:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4000.
00000100:00000001:2.0:1769077532.079495:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077532.079496:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079497:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079504:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077532.079505:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077532.079507:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077532.079508:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077532.079509:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077532.079512:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5f80 x1855007932483712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079517:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077532.079518:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077532.079520:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077532.079521:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077532.079523:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077532.079524:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932483712:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077532.079527:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077532.079528:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077532.079530:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077532.079531:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077532.079533:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077532.079535:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077532.079546:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077532.079548:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077532.079551:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077532.079553:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932483712, portal 10
00000100:00000001:2.0:1769077532.079555:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077532.079556:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481920 : -121121145069696 : ffff91d7492c5f80)
00000100:00000040:2.0:1769077532.079561:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5f80 x1855007932483712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079565:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077532.079567:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077532.079568:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077532.079570:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932483712, offset 0
00000400:00000200:2.0:1769077532.079572:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077532.079575:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077532.079578:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077532.079580:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077532.079582:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077532.079584:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077532.079586:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077532.079588:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47434:47434:256:4294967295] 192.168.204.153@tcp LPNI seq info [47434:47434:8:4294967295]
00000400:00000200:2.0:1769077532.079590:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077532.079595:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077532.079598:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077532.079601:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077532.079604:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077532.079605:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077532.079609:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077532.079610:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077532.079613:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077532.079615:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077532.079617:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077532.079619:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077532.079621:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077532.079623:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077532.079625:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077532.079627:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5f80 x1855007932483712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079632:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077532.079635:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5f80 x1855007932483712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079639:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077532.079641:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077532.079643:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077532.079646:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077532.079648:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077532.079649:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298895884
00000100:00000001:2.0:1769077532.079651:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298897186
00000100:00000001:2.0:1769077532.079653:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298895884
00000100:00000001:2.0:1769077532.079654:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298897186
00000100:00000001:2.0:1769077532.079656:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077532.079657:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077532.079658:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077532.079661:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077532/real 1769077532]  req@ffff91d7492c5f80 x1855007932483712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077532.079665:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077532.079666:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077532.079667:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077532.079669:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077532.079670:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077532.079672:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077532.079674:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5f80 x1855007932483712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077532.079679:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5f80 x1855007932483712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079687:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077532.079689:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079690:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077532.079691:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077532.079693:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5f80 x1855007932483712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079697:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077532.079699:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5f80 x1855007932483712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079704:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077532.079705:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079706:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077532.079707:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079708:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077532.079709:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077532.079711:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077532.079714:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077532.079715:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077532.079718:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5f80 x1855007932483712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077532.079723:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932483712:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077532.079725:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077532.079727:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6a00 x1855007932483840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079731:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077532.079732:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077532.079734:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077532.079735:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077532.079736:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077532.079738:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932483840:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077532.079741:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077532.079742:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077532.079743:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077532.079744:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077532.079746:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077532.079747:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077532.079750:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077532.079751:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077532.079753:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077532.079755:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932483840, portal 10
00000100:00000001:2.0:1769077532.079757:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077532.079758:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564484608 : -121121145067008 : ffff91d7492c6a00)
00000100:00000040:2.0:1769077532.079762:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6a00 x1855007932483840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079766:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077532.079767:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077532.079768:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077532.079770:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932483840, offset 0
00000400:00000200:2.0:1769077532.079772:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077532.079774:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077532.079776:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077532.079778:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077532.079780:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077532.079782:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077532.079783:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077532.079785:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47435:47435:256:4294967295] 192.168.204.153@tcp LPNI seq info [47435:47435:8:4294967295]
00000400:00000200:2.0:1769077532.079788:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077532.079792:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077532.079795:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077532.079797:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077532.079800:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077532.079802:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077532.079804:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077532.079806:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077532.079808:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077532.079810:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077532.079811:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077532.079814:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077532.079816:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077532.079817:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077532.079818:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077532.079821:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6a00 x1855007932483840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079825:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077532.079827:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6a00 x1855007932483840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079831:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077532.079832:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077532.079834:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077532.079836:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077532.079837:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077532.079839:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298895883
00000100:00000001:2.0:1769077532.079840:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298897186
00000100:00000001:2.0:1769077532.079841:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298895883
00000100:00000001:2.0:1769077532.079843:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298897186
00000100:00000001:2.0:1769077532.079845:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077532.079846:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077532.079847:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077532.079849:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077532/real 1769077532]  req@ffff91d7492c6a00 x1855007932483840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077532.079855:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077532.079856:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077532.079857:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077532.079859:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077532.079859:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077532.079861:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077532.079862:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6a00 x1855007932483840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077532.079867:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6a00 x1855007932483840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079871:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077532.079872:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079873:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077532.079874:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077532.079876:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6a00 x1855007932483840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079880:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077532.079882:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6a00 x1855007932483840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079886:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077532.079887:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079888:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077532.079889:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079890:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077532.079892:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077532.079894:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077532.079897:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077532.079898:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077532.079901:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6a00 x1855007932483840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077532.079906:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932483840:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077532.079909:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079910:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077532.079911:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5f80 x1855007932483712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079915:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077532.079916:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077532.079917:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077532.079919:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077532.079920:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077532.079920:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077532.079922:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077532.079923:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:2.0:1769077532.079924:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077532.079925:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077532.079926:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5f80.
00000100:00000001:2.0:1769077532.079929:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077532.079930:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079931:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077532.079933:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6a00 x1855007932483840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077532.079937:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077532.079937:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077532.079938:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077532.079939:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077532.079940:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077532.079941:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077532.079942:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077532.079943:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:2.0:1769077532.079944:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077532.079945:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077532.079946:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6a00.
00000100:00000001:2.0:1769077532.079948:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077532.079949:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079950:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.079952:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077532.079953:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077532.079954:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077532.079956:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077532.974516:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077532.974520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077532.974524:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077532.974528:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077532.974532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077532.974533:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077532.974537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077532.974538:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077532.974545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077532.974546:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077532.974548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077532.974550:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.974555:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077532.974570:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077532.974573:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077532.974576:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077533.422499:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298897186, at 4298897216
00000100:00000010:2.0:1769077533.422513:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077533.998471:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077533.998477:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077533.998479:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077533.998485:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077533.998492:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077533.998495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077533.998498:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077533.998501:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077533.998505:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077533.998506:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077533.998508:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077533.998511:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077533.998512:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077533.998518:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077533.998522:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077533.998525:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077533.998531:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077533.998536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077533.998538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077533.998557:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077533.998559:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077533.998562:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077535.022511:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077535.022517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077535.022519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077535.022521:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077535.022526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077535.022527:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077535.022535:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077535.022537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077535.022540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077535.022541:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077535.022554:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077535.022557:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077535.022559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077536.046513:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077536.046514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077536.046520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077536.046521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077536.046523:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077536.046529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077536.046530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077536.046534:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077536.046535:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077536.046540:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077536.046541:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077536.046545:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077536.046547:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077536.046551:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077536.046551:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077536.046554:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077536.046556:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077536.046558:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077536.046561:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077536.046579:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077536.046583:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077536.046585:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077537.070550:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077537.070562:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077537.070570:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077537.070592:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077537.070600:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077537.070606:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.070610:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077537.070611:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077537.070614:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077537.070615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077537.070627:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077537.070628:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077537.070630:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077537.198534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077537.198543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077537.198545:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077537.198549:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077537.198552:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077537.198559:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4228
00000400:00000200:1.0:1769077537.198567:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077537.198572:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077537.198574:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077537.198577:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077537.198579:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077537.198582:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077537.198583:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077537.198587:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077537.198588:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077537.198590:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077537.198592:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077537.198594:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077537.198595:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077537.198597:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077537.198598:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077537.198600:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077537.198601:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077537.198603:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077537.198606:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077537.198607:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077537.198609:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077537.198612:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077537.198613:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077537.198615:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077537.198617:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077537.198624:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769077537.198627:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077537.198630:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077537.198631:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077537.198633:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077537.198635:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077537.198639:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077537.198645:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769077537.198650:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077537.198657:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077537.198665:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077537.198668:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077537.198671:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077537.198690:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077537.198693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077537.198695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077537.198697:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077537.198698:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077537.198699:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077537.198701:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4228
00000400:00000200:1.0:1769077537.198703:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077537.198705:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077537.198706:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077537.198708:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077537.198710:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077537.198712:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077537.198713:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077537.198715:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077537.198716:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077537.198717:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077537.198719:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077537.198720:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077537.198721:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077537.198723:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077537.198725:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077537.198728:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077537.198731:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077537.198734:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077537.198735:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077537.198737:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077537.198738:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077537.198749:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077537.198749:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769077537.198759:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077537.198760:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077537.198762:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077537.198764:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1769077537.198766:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077537.198770:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077537.198771:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077537.198774:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769077537.198779:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000040:2.0:1769077537.198779:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077537.198786:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077537.198791:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077537.198793:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077537.198794:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077537.198795:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077537.198798:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077537.198800:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077537.198808:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077537.198844:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077537.198845:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077537.198848:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077537.198852:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077537.198854:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077537.198861:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077537.198865:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077537.198866:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769077537.198871:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077537.198873:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077537.198877:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077537.198884:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077537.198885:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932483968:192.168.204.153@tcp:250:kworker.0
00000100:00080000:1.0:1769077537.198893:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077537.198896:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077537.198902:0:36:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769077537.198902:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077537.198908:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077537.198912:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769077537.198913:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4228
02000000:00000010:2.0:1769077537.198920:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
00000400:00000200:1.0:1769077537.198921:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769077537.198925:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077537.198931:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077537.198935:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077537.198938:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077537.198945:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000100:00000040:1.0:1769077537.198946:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077537.198952:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077537.198954:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000040:1.0:1769077537.198955:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077537.198965:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077537.198967:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077537.198968:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077537.198970:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:2.0:1769077537.198971:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932483968, portal 25
00000020:00000040:1.0:1769077537.198972:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000001:2.0:1769077537.198977:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1769077537.198978:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:2.0:1769077537.198980:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559376384 : -121121150175232 : ffff91d748de7800)
00000020:00000001:1.0:1769077537.198984:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077537.198992:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:2.0:1769077537.198994:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077537.198996:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077537.199006:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077537.199018:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:2.0:1769077537.199019:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1769077537.199024:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000040:2.0:1769077537.199032:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769077537.199037:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000010:2.0:1769077537.199038:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077537.199048:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932483968, offset 0
00000100:00000001:1.0:1769077537.199049:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077537.199062:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077537.199068:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769077537.199069:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077537.199079:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769077537.199084:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077537.199088:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:1.0:1769077537.199089:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077537.199094:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077537.199096:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:1.0:1769077537.199102:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077537.199105:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:1.0:1769077537.199111:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077537.199117:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1769077537.199119:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000020:00000040:1.0:1769077537.199123:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:2.0:1769077537.199128:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000001:1.0:1769077537.199129:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077537.199131:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077537.199134:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077537.199137:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077537.199142:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077537.199143:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47436:47436:256:4294967295] 192.168.204.153@tcp LPNI seq info [47436:47436:8:4294967295]
02000000:00000010:1.0:1769077537.199151:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000400:00000200:2.0:1769077537.199154:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077537.199160:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077537.199169:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1769077537.199175:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077537.199186:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077537.199200:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077537.199204:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077537.199205:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000100:00000040:1.0:1769077537.199216:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769077537.199226:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077537.199239:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1769077537.199240:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077537.199254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077537.199263:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769077537.199266:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077537.199272:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077537.199274:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1769077537.199276:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077537.199281:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4238)
00000800:00000100:2.0:1769077537.199287:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077537.199292:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077537.199302:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077537.199309:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077537.199313:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077537.199315:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077537.199320:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077537.199324:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199332:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077537.199335:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199340:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077537.199342:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077537.199347:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077537.199351:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077537.199353:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298902306
00000100:00000010:2.0:1769077537.199358:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077537.199365:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077537.199371:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298902306
00000100:00000010:2.0:1769077537.199373:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5cc60.
00000100:00000001:2.0:1769077537.199376:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077537.199378:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077537.199380:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077537.199383:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077537.199386:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077537/real 1769077537]  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077537.199463:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077537.199464:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077537.199466:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077537.199469:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077537.199470:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077537.199472:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077537.199475:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077537.199482:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199491:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077537.199493:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.199496:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077537.199498:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077537.199502:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199510:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077537.199515:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199524:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077537.199527:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.199529:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077537.199530:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.199533:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077537.199536:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077537.199539:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077537.199544:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077537.199547:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077537.199552:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077537.199561:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932483968:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077537.199567:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.199569:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077537.199572:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7800 x1855007932483968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199580:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077537.199583:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077537.199587:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077537.199591:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077537.199593:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077537.199595:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077537.199597:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077537.199601:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:2.0:1769077537.199606:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077537.199608:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077537.199610:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7800.
00000100:00000001:2.0:1769077537.199614:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077537.199615:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.199617:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.199635:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077537.199637:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077537.199639:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077537.199641:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077537.199642:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077537.199646:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199654:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077537.199656:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077537.199658:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077537.199661:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077537.199663:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077537.199666:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932484096:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077537.199670:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077537.199672:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077537.199674:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077537.199676:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077537.199679:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077537.199681:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077537.199687:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077537.199690:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077537.199694:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077537.199697:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932484096, portal 10
00000100:00000001:2.0:1769077537.199700:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077537.199702:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559375488 : -121121150176128 : ffff91d748de7480)
00000100:00000040:2.0:1769077537.199709:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199717:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077537.199719:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077537.199722:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077537.199724:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932484096, offset 0
00000400:00000200:2.0:1769077537.199727:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077537.199730:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077537.199733:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077537.199736:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077537.199738:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077537.199739:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077537.199741:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077537.199744:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47437:47437:256:4294967295] 192.168.204.153@tcp LPNI seq info [47437:47437:8:4294967295]
00000400:00000200:2.0:1769077537.199746:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077537.199751:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077537.199754:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077537.199757:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077537.199759:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077537.199761:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077537.199764:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077537.199767:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077537.199769:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077537.199771:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077537.199773:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077537.199775:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077537.199777:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077537.199778:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077537.199780:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077537.199783:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199793:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077537.199795:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199799:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077537.199801:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077537.199803:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077537.199806:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077537.199808:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077537.199810:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298901004
00000100:00000001:2.0:1769077537.199812:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298902306
00000100:00000001:2.0:1769077537.199814:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298901004
00000100:00000001:2.0:1769077537.199816:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298902306
00000100:00000001:2.0:1769077537.199817:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077537.199818:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077537.199820:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077537.199822:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077537/real 1769077537]  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077537.199827:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077537.199828:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077537.199829:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077537.199831:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077537.199832:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077537.199834:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077537.199836:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077537.199842:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199845:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077537.199847:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.199848:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077537.199849:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077537.199851:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199855:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077537.199858:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199862:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077537.199863:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.199864:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077537.199865:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.199866:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077537.199868:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077537.199870:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077537.199872:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077537.199873:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077537.199875:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077537.199880:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932484096:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077537.199883:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077537.199885:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199890:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077537.199891:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077537.199893:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077537.199894:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077537.199895:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077537.199897:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932484224:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077537.199900:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077537.199901:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077537.199903:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077537.199904:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077537.199908:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077537.199909:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077537.199911:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077537.199913:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077537.199915:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077537.199917:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932484224, portal 10
00000100:00000001:2.0:1769077537.199918:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077537.199919:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559363840 : -121121150187776 : ffff91d748de4700)
00000100:00000040:2.0:1769077537.199923:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.199927:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077537.199929:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077537.199930:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077537.199932:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932484224, offset 0
00000400:00000200:2.0:1769077537.199934:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077537.199936:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077537.199939:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077537.199940:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077537.199942:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077537.199943:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077537.199945:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077537.199947:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47438:47438:256:4294967295] 192.168.204.153@tcp LPNI seq info [47438:47438:8:4294967295]
00000400:00000200:2.0:1769077537.199950:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077537.199954:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077537.199957:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077537.199959:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077537.199963:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077537.199966:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077537.199970:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077537.199973:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077537.199978:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077537.199980:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077537.199983:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077537.199987:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077537.199990:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077537.199991:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077537.199994:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077537.199997:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.200006:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077537.200009:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.200017:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077537.200018:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077537.200022:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077537.200025:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077537.200029:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077537.200031:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298901003
00000100:00000001:2.0:1769077537.200034:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298902306
00000100:00000001:2.0:1769077537.200037:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298901003
00000100:00000001:2.0:1769077537.200039:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298902306
00000100:00000001:2.0:1769077537.200042:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077537.200044:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077537.200046:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077537.200050:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077537/real 1769077537]  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077537.200056:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077537.200058:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077537.200059:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077537.200061:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077537.200062:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077537.200064:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077537.200066:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077537.200072:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.200076:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077537.200077:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.200078:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077537.200079:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077537.200081:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.200085:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077537.200088:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.200093:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077537.200095:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.200096:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077537.200096:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.200098:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077537.200101:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077537.200103:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077537.200107:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077537.200109:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077537.200113:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077537.200127:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932484224:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077537.200131:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.200133:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077537.200137:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7480 x1855007932484096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.200144:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077537.200146:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077537.200148:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077537.200151:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077537.200153:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077537.200154:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077537.200156:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077537.200158:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:2.0:1769077537.200160:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077537.200161:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077537.200162:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7480.
00000100:00000001:2.0:1769077537.200164:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077537.200164:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.200166:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077537.200168:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4700 x1855007932484224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077537.200174:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077537.200207:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077537.200209:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077537.200212:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077537.200214:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077537.200215:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077537.200217:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077537.200219:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:2.0:1769077537.200222:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077537.200223:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077537.200225:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4700.
00000100:00000001:2.0:1769077537.200229:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077537.200231:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.200233:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.200237:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077537.200238:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077537.200239:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077537.200241:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077538.094518:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077538.094531:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077538.094534:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077538.094542:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077538.094550:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077538.094556:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077538.094561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077538.094575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077538.094579:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077538.094585:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077538.094586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077538.094593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077538.094595:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077538.094641:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077538.094646:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077538.094650:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077538.542538:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298902306, at 4298902336
00000100:00000010:2.0:1769077538.542558:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077539.118527:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077539.118530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077539.118535:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077539.118537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.118539:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077539.118554:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077539.118556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077539.118564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.118573:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077539.118587:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077539.118604:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077539.118604:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077539.118609:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.118609:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.118619:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077539.118621:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077540.142527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077540.142534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077540.142540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077540.142543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077540.142571:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077540.142576:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077540.142578:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00010000:1.0:1769077540.142581:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077540.142591:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077540.142600:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077540.142611:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077540.142619:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077540.142626:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077540.142638:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077540.142642:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077540.142646:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077541.166555:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077541.166571:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077541.166577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077541.166580:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077541.166583:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077541.166601:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077541.166602:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077541.166607:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077541.166613:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077541.166626:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077541.166634:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077541.166636:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077541.166640:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077541.166641:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077541.166646:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077541.166648:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077542.190509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077542.190513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077542.190517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077542.190519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.190522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077542.190529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077542.190529:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077542.190535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.190536:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077542.190541:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.190551:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077542.190555:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.190558:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077542.190563:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077542.190568:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077542.190574:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077542.318527:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077542.318538:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077542.318541:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077542.318545:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077542.318550:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077542.318557:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4233
00000400:00000200:1.0:1769077542.318567:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077542.318574:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077542.318577:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077542.318581:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077542.318585:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077542.318588:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077542.318591:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077542.318596:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077542.318598:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077542.318601:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077542.318603:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077542.318606:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077542.318609:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077542.318612:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077542.318614:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077542.318616:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077542.318619:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077542.318622:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077542.318626:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077542.318629:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077542.318632:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077542.318636:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077542.318639:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077542.318641:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077542.318644:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077542.318654:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5180.
00000020:00000040:1.0:1769077542.318658:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077542.318662:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077542.318664:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077542.318667:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077542.318670:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077542.318674:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077542.318682:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769077542.318689:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077542.318698:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077542.318710:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077542.318715:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077542.318720:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b0b83e] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077542.318748:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077542.318752:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077542.318756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077542.318758:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077542.318760:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077542.318763:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077542.318765:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4233
00000400:00000200:1.0:1769077542.318769:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077542.318772:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077542.318775:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077542.318779:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077542.318782:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077542.318785:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077542.318787:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:2.0:1769077542.318789:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077542.318791:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077542.318794:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769077542.318795:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000001:2.0:1769077542.318798:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769077542.318800:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077542.318804:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000040:2.0:1769077542.318806:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077542.318809:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077542.318815:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:2.0:1769077542.318821:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077542.318824:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077542.318825:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000001:2.0:1769077542.318828:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077542.318829:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077542.318831:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077542.318836:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000001:2.0:1769077542.318836:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077542.318842:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00100000:2.0:1769077542.318843:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932484352:192.168.204.153@tcp:250:kworker.0
00000020:00000040:1.0:1769077542.318848:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:2.0:1769077542.318850:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077542.318854:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1769077542.318857:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:2.0:1769077542.318858:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077542.318862:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077542.318863:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077542.318867:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:1.0:1769077542.318868:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077542.318873:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077542.318875:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077542.318879:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077542.318884:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077542.318885:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077542.318891:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769077542.318892:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000008:00000001:1.0:1769077542.318896:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077542.318900:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077542.318902:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000010:1.0:1769077542.318905:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4e00.
00000020:00000040:1.0:1769077542.318909:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000200:2.0:1769077542.318912:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932484352, portal 25
02000000:00000001:1.0:1769077542.318913:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077542.318916:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.318918:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077542.318919:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077542.318921:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559366528 : -121121150185088 : ffff91d748de5180)
02000000:00000001:1.0:1769077542.318923:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077542.318926:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077542.318932:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077542.318933:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769077542.318940:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.318944:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077542.318946:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077542.318950:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077542.318953:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932484352, offset 0
00000100:00100000:1.0:1769077542.318957:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077542.318962:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077542.318972:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077542.318973:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077542.318976:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077542.318978:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:1.0:1769077542.318985:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000699d57bf] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077542.318986:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077542.318993:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:1.0:1769077542.319002:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077542.319005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077542.319010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077542.319011:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077542.319014:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077542.319017:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:1.0:1769077542.319018:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077542.319024:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077542.319025:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47439:47439:256:4294967295] 192.168.204.153@tcp LPNI seq info [47439:47439:8:4294967295]
00000100:00080000:1.0:1769077542.319032:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4233
00000400:00000200:2.0:1769077542.319034:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077542.319040:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077542.319047:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077542.319052:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077542.319055:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769077542.319060:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077542.319063:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077542.319069:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769077542.319070:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077542.319075:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000010:2.0:1769077542.319077:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000020:00000001:1.0:1769077542.319078:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077542.319081:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077542.319084:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077542.319086:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077542.319090:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:2.0:1769077542.319092:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000001:1.0:1769077542.319094:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077542.319099:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077542.319104:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077542.319106:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1769077542.319109:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077542.319114:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:2.1:1769077542.319117:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:1.0:1769077542.319119:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000200:2.1:1769077542.319124:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000100:00080000:1.0:1769077542.319128:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077542.319133:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077542.319134:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769077542.319138:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1769077542.319139:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
02000000:00000001:1.0:1769077542.319144:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077542.319148:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769077542.319149:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077542.319154:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077542.319157:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000008:00100000:1.0:1769077542.319159:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077542.319164:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077542.319165:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000100:00000001:1.0:1769077542.319166:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077542.319170:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000010:1.0:1769077542.319175:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000100:00000001:2.0:1769077542.319177:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1769077542.319180:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000200:2.0:1769077542.319185:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077542.319186:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077542.319190:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077542.319194:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077542.319198:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077542.319202:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.319206:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1769077542.319208:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000040:2.0:1769077542.319214:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077542.319215:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077542.319225:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077542.319227:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.319230:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077542.319237:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077542.319238:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077542.319243:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077542.319243:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077542.319249:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298907426
00000100:00000040:1.0:1769077542.319253:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077542.319256:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077542.319264:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077542.319268:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.319271:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298907426
00000100:00000040:1.0:1769077542.319273:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1769077542.319278:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5cc60.
00000100:00000040:1.0:1769077542.319280:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077542.319282:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1769077542.319286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077542.319286:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077542.319291:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077542.319295:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077542.319296:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077542.319302:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077542/real 1769077542]  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077542.319305:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4243)
00000400:00000001:2.0:1769077542.319325:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077542.319328:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077542.319330:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077542.319333:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077542.319334:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077542.319336:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077542.319339:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077542.319347:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319352:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077542.319354:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319356:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077542.319357:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077542.319359:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319370:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077542.319373:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319379:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077542.319381:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319383:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077542.319384:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319385:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077542.319386:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077542.319388:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077542.319391:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077542.319392:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077542.319395:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077542.319401:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932484352:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077542.319432:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319434:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077542.319436:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5180 x1855007932484352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319441:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077542.319444:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077542.319446:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077542.319448:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077542.319450:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077542.319452:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077542.319453:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077542.319455:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154400.
02000000:00000001:2.0:1769077542.319458:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077542.319460:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077542.319461:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5180.
00000100:00000001:2.0:1769077542.319463:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077542.319464:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319465:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319472:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077542.319474:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.319475:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077542.319477:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077542.319478:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077542.319480:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319485:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077542.319486:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077542.319488:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077542.319490:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077542.319491:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077542.319493:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932484480:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077542.319495:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077542.319496:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077542.319498:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077542.319499:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077542.319502:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077542.319503:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077542.319506:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077542.319508:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077542.319511:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077542.319513:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932484480, portal 10
00000100:00000001:2.0:1769077542.319515:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077542.319516:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559365632 : -121121150185984 : ffff91d748de4e00)
00000100:00000040:2.0:1769077542.319521:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319526:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077542.319528:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077542.319529:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077542.319531:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932484480, offset 0
00000400:00000200:2.0:1769077542.319534:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077542.319536:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077542.319539:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077542.319541:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077542.319543:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077542.319544:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077542.319546:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077542.319549:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47440:47440:256:4294967295] 192.168.204.153@tcp LPNI seq info [47440:47440:8:4294967295]
00000400:00000200:2.0:1769077542.319552:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077542.319557:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077542.319560:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077542.319562:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077542.319565:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077542.319568:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077542.319571:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077542.319572:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077542.319576:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077542.319577:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077542.319579:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077542.319582:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077542.319584:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077542.319585:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077542.319587:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077542.319589:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319595:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077542.319597:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319606:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.319607:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077542.319609:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077542.319612:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077542.319614:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077542.319615:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298906124
00000100:00000001:2.0:1769077542.319617:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298907426
00000100:00000001:2.0:1769077542.319619:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298906124
00000100:00000001:2.0:1769077542.319621:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298907426
00000100:00000001:2.0:1769077542.319623:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077542.319624:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.319625:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077542.319627:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077542/real 1769077542]  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077542.319632:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077542.319633:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077542.319634:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077542.319635:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077542.319636:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077542.319637:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077542.319639:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077542.319645:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319649:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077542.319650:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319651:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077542.319652:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077542.319655:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319660:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077542.319663:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319667:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077542.319669:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319669:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077542.319670:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319671:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077542.319673:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077542.319674:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077542.319676:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077542.319677:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077542.319680:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077542.319684:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932484480:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077542.319687:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077542.319689:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319696:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077542.319698:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077542.319700:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077542.319702:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077542.319705:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077542.319708:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932484608:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077542.319712:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077542.319714:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077542.319716:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077542.319718:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077542.319721:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077542.319724:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077542.319728:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077542.319731:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077542.319735:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077542.319738:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932484608, portal 10
00000100:00000001:2.0:1769077542.319740:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077542.319742:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559363840 : -121121150187776 : ffff91d748de4700)
00000100:00000040:2.0:1769077542.319748:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319756:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077542.319758:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077542.319760:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077542.319762:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932484608, offset 0
00000400:00000200:2.0:1769077542.319765:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077542.319768:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077542.319771:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077542.319773:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077542.319775:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077542.319777:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077542.319779:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077542.319781:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47441:47441:256:4294967295] 192.168.204.153@tcp LPNI seq info [47441:47441:8:4294967295]
00000400:00000200:2.0:1769077542.319784:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077542.319789:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077542.319792:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077542.319794:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077542.319797:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077542.319800:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077542.319802:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077542.319805:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077542.319807:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077542.319809:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077542.319811:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077542.319814:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077542.319816:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077542.319817:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077542.319818:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077542.319821:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319827:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077542.319829:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319833:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.319834:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077542.319836:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077542.319838:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077542.319840:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077542.319841:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298906123
00000100:00000001:2.0:1769077542.319843:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298907426
00000100:00000001:2.0:1769077542.319844:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298906123
00000100:00000001:2.0:1769077542.319846:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298907426
00000100:00000001:2.0:1769077542.319848:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077542.319849:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.319850:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077542.319853:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077542/real 1769077542]  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077542.319857:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077542.319858:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077542.319859:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077542.319861:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077542.319862:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077542.319864:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077542.319866:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077542.319874:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319881:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077542.319883:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319885:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077542.319886:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077542.319890:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319898:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077542.319902:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319910:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077542.319913:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319915:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077542.319916:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319919:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077542.319922:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077542.319924:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077542.319928:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077542.319930:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077542.319933:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077542.319939:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932484608:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077542.319942:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319944:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077542.319946:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4e00 x1855007932484480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319951:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077542.319952:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077542.319953:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077542.319955:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077542.319956:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077542.319957:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077542.319958:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077542.319960:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:2.0:1769077542.319961:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077542.319962:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077542.319963:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4e00.
00000100:00000001:2.0:1769077542.319965:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077542.319966:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319967:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077542.319969:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4700 x1855007932484608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077542.319974:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077542.319974:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077542.319975:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077542.319976:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077542.319977:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077542.319978:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077542.319979:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077542.319980:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154800.
02000000:00000001:2.0:1769077542.319981:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077542.319981:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077542.319982:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4700.
00000100:00000001:2.0:1769077542.319983:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077542.319984:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319985:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.319988:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077542.319989:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077542.319990:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077542.319991:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077543.214503:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077543.214511:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077543.214516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077543.214517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077543.214522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077543.214523:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077543.214529:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077543.214530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077543.214534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077543.214534:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077543.214542:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077543.214545:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077543.214549:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077543.214559:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077543.214565:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077543.214571:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077543.662489:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298907426, at 4298907456
00000100:00000010:2.0:1769077543.662504:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077544.238501:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077544.238502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077544.238509:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077544.238510:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077544.238515:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077544.238515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077544.238522:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077544.238526:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.238526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077544.238531:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077544.238532:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077544.238538:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077544.238543:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077544.238547:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.238551:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077544.238552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077544.238554:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077544.238555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077544.238559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077544.238577:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077544.238580:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077544.238582:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077545.262495:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077545.262501:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077545.262503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077545.262504:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077545.262508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077545.262510:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077545.262518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077545.262518:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077545.262523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077545.262525:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077545.262533:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077545.262538:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077545.262544:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077545.262546:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077545.262550:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077545.262556:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077546.286506:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077546.286514:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077546.286516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077546.286519:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077546.286523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077546.286528:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077546.286533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077546.286534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077546.286541:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077546.286542:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077546.286547:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077546.286553:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077546.286561:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077546.286562:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077546.286567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077546.286567:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077546.286573:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077546.286574:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077546.286581:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077546.286609:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077546.286612:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077546.286615:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077547.310492:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077547.310501:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077547.310506:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077547.310514:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077547.310519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077547.310519:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077547.310524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.310525:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.310528:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077547.310530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077547.310532:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077547.310533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.310539:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077547.310552:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077547.310556:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077547.310561:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077547.438514:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077547.438523:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077547.438525:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077547.438529:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077547.438532:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077547.438538:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4238
00000400:00000200:1.0:1769077547.438547:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077547.438552:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077547.438554:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077547.438557:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438560:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077547.438562:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438564:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077547.438567:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077547.438569:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077547.438571:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077547.438573:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077547.438575:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077547.438577:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077547.438579:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438580:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077547.438582:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438583:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077547.438585:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077547.438587:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438589:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077547.438591:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077547.438593:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077547.438595:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077547.438596:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077547.438598:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077547.438606:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769077547.438608:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077547.438612:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077547.438613:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077547.438615:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077547.438616:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077547.438620:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077547.438626:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769077547.438632:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077547.438639:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077547.438646:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077547.438650:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077547.438653:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077547.438675:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077547.438678:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077547.438681:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077547.438682:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077547.438683:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077547.438684:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077547.438686:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4238
00000400:00000200:1.0:1769077547.438688:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077547.438690:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077547.438691:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077547.438693:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438695:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077547.438696:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438697:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077547.438699:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077547.438700:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077547.438701:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077547.438702:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077547.438704:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077547.438705:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077547.438707:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438710:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077547.438712:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438713:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077547.438715:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077547.438717:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438720:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.438720:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769077547.438725:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077547.438725:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077547.438729:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077547.438730:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077547.438735:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077547.438737:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077547.438739:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077547.438745:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077547.438748:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1769077547.438751:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.438752:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077547.438758:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077547.438758:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077547.438762:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769077547.438765:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
02000000:00000001:2.0:1769077547.438765:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077547.438771:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932484736:192.168.204.153@tcp:250:kworker.0
00000020:00000040:1.0:1769077547.438772:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:2.0:1769077547.438777:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077547.438779:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077547.438781:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077547.438782:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077547.438784:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077547.438785:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077547.438788:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077547.438788:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077547.438792:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077547.438794:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000010:1.0:1769077547.438797:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
02000000:00000001:2.0:1769077547.438798:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077547.438803:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077547.438807:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:1.0:1769077547.438811:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077547.438812:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077547.438820:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000001:1.0:1769077547.438821:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077547.438824:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077547.438828:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077547.438828:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932484736, portal 25
00000100:00000001:2.0:1769077547.438835:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077547.438837:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559375488 : -121121150176128 : ffff91d748de7480)
00000100:00000001:1.0:1769077547.438845:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077547.438848:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077547.438849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077547.438855:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077547.438859:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077547.438861:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077547.438864:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077547.438865:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077547.438868:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769077547.438870:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4238
00000400:00000010:2.0:1769077547.438872:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000400:00000200:1.0:1769077547.438875:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000200:2.0:1769077547.438876:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932484736, offset 0
00000400:00000200:1.0:1769077547.438881:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077547.438884:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077547.438885:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769077547.438890:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438893:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077547.438896:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:1.0:1769077547.438897:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438901:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077547.438903:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077547.438904:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077547.438906:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077547.438906:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000040:1.0:1769077547.438910:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077547.438912:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:2.0:1769077547.438914:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1769077547.438915:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077547.438920:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:2.0:1769077547.438922:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:1.0:1769077547.438923:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077547.438927:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:2.0:1769077547.438929:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077547.438931:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:2.0:1769077547.438934:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000020:00000040:1.0:1769077547.438935:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077547.438941:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:2.0:1769077547.438942:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47442:47442:256:4294967295] 192.168.204.153@tcp LPNI seq info [47442:47442:8:4294967295]
00000100:00000001:1.0:1769077547.438945:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077547.438949:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077547.438949:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769077547.438952:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077547.438955:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077547.438959:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077547.438962:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077547.438963:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1769077547.438967:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077547.438972:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077547.438974:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077547.438977:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000100:00000010:1.0:1769077547.438981:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000800:00000200:2.0:1769077547.438985:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:1.0:1769077547.438987:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:2.0:1769077547.438990:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1769077547.438994:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1769077547.438998:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:1.0:1769077547.438999:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077547.439002:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000100:00000001:1.0:1769077547.439004:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077547.439007:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1769077547.439008:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077547.439012:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
02000000:00000001:1.0:1769077547.439013:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077547.439018:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1769077547.439020:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000400:00000200:2.0:1769077547.439024:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769077547.439027:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077547.439030:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077547.439033:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077547.439037:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1769077547.439039:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077547.439043:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077547.439058:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077547.439062:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077547.439071:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439073:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077547.439079:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077547.439084:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077547.439088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077547.439092:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077547.439093:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077547.439096:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769077547.439097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077547.439101:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077547.439104:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4248)
00000100:00000001:2.0:1769077547.439110:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077547.439115:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077547.439117:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298912546
00000100:00000010:2.0:1769077547.439121:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077547.439127:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077547.439132:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298912546
00000100:00000010:2.0:1769077547.439135:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c660.
00000100:00000001:2.0:1769077547.439137:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077547.439140:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077547.439141:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.439143:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077547.439146:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077547/real 1769077547]  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077547.439153:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077547.439154:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077547.439155:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077547.439157:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077547.439158:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077547.439160:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077547.439163:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077547.439169:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439174:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077547.439175:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439177:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077547.439178:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077547.439181:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439186:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077547.439189:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439193:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077547.439195:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439196:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077547.439197:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439198:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077547.439200:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077547.439202:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077547.439204:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077547.439206:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077547.439209:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077547.439214:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932484736:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077547.439217:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439219:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077547.439235:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7480 x1855007932484736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439240:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077547.439242:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077547.439244:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077547.439246:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077547.439247:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077547.439249:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077547.439251:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077547.439253:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:2.0:1769077547.439256:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077547.439258:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077547.439259:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7480.
00000100:00000001:2.0:1769077547.439262:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077547.439263:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439264:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439270:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077547.439272:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.439274:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077547.439275:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077547.439276:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077547.439279:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439284:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077547.439285:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077547.439287:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077547.439288:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077547.439289:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077547.439291:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932484864:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077547.439293:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077547.439295:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077547.439296:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077547.439297:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077547.439299:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077547.439301:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077547.439304:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077547.439306:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077547.439308:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077547.439310:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932484864, portal 10
00000100:00000001:2.0:1769077547.439311:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077547.439313:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559376384 : -121121150175232 : ffff91d748de7800)
00000100:00000040:2.0:1769077547.439317:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439322:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077547.439324:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077547.439325:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077547.439327:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932484864, offset 0
00000400:00000200:2.0:1769077547.439329:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077547.439333:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077547.439337:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077547.439339:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077547.439342:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077547.439345:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077547.439347:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077547.439350:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47443:47443:256:4294967295] 192.168.204.153@tcp LPNI seq info [47443:47443:8:4294967295]
00000400:00000200:2.0:1769077547.439355:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077547.439362:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077547.439367:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077547.439370:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077547.439374:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077547.439377:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077547.439381:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077547.439384:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077547.439387:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077547.439390:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077547.439392:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077547.439396:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077547.439399:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077547.439401:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077547.439431:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077547.439435:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439443:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077547.439446:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439459:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.439461:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077547.439464:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077547.439468:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077547.439472:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077547.439475:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298911244
00000100:00000001:2.0:1769077547.439478:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298912546
00000100:00000001:2.0:1769077547.439481:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298911244
00000100:00000001:2.0:1769077547.439483:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298912546
00000100:00000001:2.0:1769077547.439486:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077547.439488:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.439490:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077547.439495:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077547/real 1769077547]  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077547.439502:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077547.439503:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077547.439505:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077547.439506:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077547.439507:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077547.439509:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077547.439511:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077547.439517:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439521:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077547.439522:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439523:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077547.439524:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077547.439526:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439532:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077547.439536:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439544:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077547.439547:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439549:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077547.439550:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439552:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077547.439554:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077547.439557:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077547.439561:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077547.439563:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077547.439568:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077547.439578:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932484864:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077547.439582:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077547.439586:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439593:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077547.439594:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077547.439596:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077547.439598:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077547.439599:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077547.439602:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932484992:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077547.439604:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077547.439605:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077547.439607:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077547.439609:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077547.439613:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077547.439615:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077547.439619:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077547.439622:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077547.439625:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077547.439628:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932484992, portal 10
00000100:00000001:2.0:1769077547.439630:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077547.439632:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559374592 : -121121150177024 : ffff91d748de7100)
00000100:00000040:2.0:1769077547.439638:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439646:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077547.439649:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077547.439651:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077547.439654:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932484992, offset 0
00000400:00000200:2.0:1769077547.439659:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077547.439664:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077547.439667:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077547.439670:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077547.439672:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077547.439674:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077547.439676:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077547.439678:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47444:47444:256:4294967295] 192.168.204.153@tcp LPNI seq info [47444:47444:8:4294967295]
00000400:00000200:2.0:1769077547.439681:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077547.439686:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077547.439689:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077547.439692:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077547.439695:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077547.439697:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077547.439700:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077547.439702:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077547.439704:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077547.439706:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077547.439708:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077547.439711:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077547.439713:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077547.439714:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077547.439716:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077547.439719:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439725:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077547.439727:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439732:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.439733:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077547.439735:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077547.439737:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077547.439739:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077547.439740:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298911243
00000100:00000001:2.0:1769077547.439742:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298912546
00000100:00000001:2.0:1769077547.439744:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298911243
00000100:00000001:2.0:1769077547.439745:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298912546
00000100:00000001:2.0:1769077547.439747:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077547.439748:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.439749:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077547.439751:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077547/real 1769077547]  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077547.439756:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077547.439757:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077547.439759:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077547.439760:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077547.439761:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077547.439763:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077547.439765:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077547.439770:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439775:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077547.439775:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439776:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077547.439777:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077547.439779:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439783:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077547.439786:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439790:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077547.439791:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439792:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077547.439793:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439794:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077547.439797:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077547.439798:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077547.439800:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077547.439802:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077547.439804:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077547.439809:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932484992:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077547.439811:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439813:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077547.439815:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7800 x1855007932484864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439819:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077547.439821:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077547.439822:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077547.439823:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077547.439824:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077547.439825:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077547.439826:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077547.439827:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:2.0:1769077547.439829:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077547.439830:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077547.439831:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7800.
00000100:00000001:2.0:1769077547.439833:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077547.439833:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439834:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077547.439836:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7100 x1855007932484992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.439841:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077547.439841:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077547.439842:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077547.439843:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077547.439844:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077547.439844:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077547.439846:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077547.439846:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:2.0:1769077547.439848:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077547.439848:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077547.439849:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7100.
00000100:00000001:2.0:1769077547.439850:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077547.439851:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439852:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077547.439854:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077547.439855:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.439857:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077547.439858:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077548.334514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077548.334515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077548.334520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077548.334523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077548.334527:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077548.334532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077548.334533:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077548.334537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077548.334539:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077548.334546:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077548.334566:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077548.334570:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077548.334573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077548.782510:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298912546, at 4298912576
00000100:00000010:2.0:1769077548.782526:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077549.358471:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077549.358478:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077549.358482:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077549.358490:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077549.358496:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077549.358502:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077549.358517:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077549.358520:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077549.358525:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077549.358528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077549.358532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077549.358539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077549.358541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077549.358564:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077549.358568:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077549.358570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077550.382519:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077550.382521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077550.382527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077550.382528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077550.382536:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077550.382537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077550.382544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077550.382545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077550.382562:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077550.382569:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077550.382577:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077550.382583:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077550.382591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077550.382595:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077550.382600:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077550.382608:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077551.406498:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077551.406523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077551.406530:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077551.406541:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077551.406551:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077551.406560:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077551.406577:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077551.406581:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077551.406585:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077551.406599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077551.406605:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077551.406630:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077551.406633:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077551.406652:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077551.406655:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077551.406657:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077552.430503:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077552.430526:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077552.430531:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077552.430536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077552.430538:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077552.430540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.430545:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077552.430548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077552.430550:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077552.430552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.430554:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077552.430559:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.430563:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077552.430574:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077552.430594:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077552.430597:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077552.558499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077552.558508:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077552.558511:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077552.558514:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077552.558518:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077552.558524:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4243
00000400:00000200:1.0:1769077552.558549:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077552.558554:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077552.558557:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077552.558560:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558563:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077552.558565:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558567:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077552.558571:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077552.558573:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077552.558575:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077552.558577:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077552.558579:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077552.558581:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077552.558583:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558584:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077552.558586:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558587:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077552.558589:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077552.558592:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558593:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077552.558595:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077552.558598:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077552.558600:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077552.558601:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077552.558603:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077552.558611:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769077552.558614:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077552.558618:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077552.558619:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077552.558622:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077552.558624:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077552.558628:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077552.558634:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769077552.558639:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077552.558647:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077552.558655:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077552.558660:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077552.558664:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077552.558701:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077552.558705:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077552.558709:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077552.558711:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077552.558713:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077552.558716:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077552.558719:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4243
00000400:00000200:1.0:1769077552.558723:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077552.558727:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077552.558729:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077552.558733:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558736:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077552.558738:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558741:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077552.558744:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077552.558746:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077552.558748:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077552.558750:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:2.0:1769077552.558750:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077552.558753:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077552.558755:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:2.0:1769077552.558756:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077552.558759:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077552.558759:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077552.558762:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077552.558764:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558767:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:2.0:1769077552.558767:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077552.558785:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077552.558788:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558791:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.558792:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077552.558793:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077552.558794:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077552.558797:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077552.558797:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077552.558800:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077552.558800:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077552.558802:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077552.558802:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077552.558805:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932485120:192.168.204.153@tcp:250:kworker.0
00000008:00100000:1.0:1769077552.558806:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077552.558809:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.558810:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077552.558811:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077552.558813:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1769077552.558815:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
02000000:00000001:2.0:1769077552.558816:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077552.558817:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077552.558818:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077552.558819:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077552.558821:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077552.558822:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1769077552.558823:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:1.0:1769077552.558824:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077552.558825:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077552.558826:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077552.558830:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000400:00000200:2.0:1769077552.558832:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077552.558834:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077552.558836:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000100:00100000:1.0:1769077552.558839:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077552.558843:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000001:1.0:1769077552.558846:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077552.558848:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077552.558850:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932485120, portal 25
00000100:00000040:1.0:1769077552.558852:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.558853:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077552.558855:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559367424 : -121121150184192 : ffff91d748de5500)
00000100:00000040:2.0:1769077552.558860:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077552.558861:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077552.558864:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077552.558868:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077552.558869:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077552.558869:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769077552.558871:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769077552.558872:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558874:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769077552.558875:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00080000:1.0:1769077552.558876:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4243
00000100:00000200:2.0:1769077552.558878:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932485120, offset 0
00000400:00000200:1.0:1769077552.558879:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077552.558882:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077552.558885:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077552.558885:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769077552.558888:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558889:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077552.558891:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558893:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:2.0:1769077552.558893:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:1.0:1769077552.558895:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077552.558897:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077552.558898:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077552.558899:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000040:1.0:1769077552.558900:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077552.558902:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077552.558904:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:2.0:1769077552.558905:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077552.558907:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558909:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077552.558910:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:1.0:1769077552.558911:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077552.558913:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:2.0:1769077552.558914:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769077552.558915:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:2.0:1769077552.558917:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:1.0:1769077552.558918:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:2.0:1769077552.558921:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47445:47445:256:4294967295] 192.168.204.153@tcp LPNI seq info [47445:47445:8:4294967295]
00000100:00000001:1.0:1769077552.558931:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077552.558933:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077552.558934:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769077552.558936:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077552.558937:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077552.558939:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077552.558941:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077552.558943:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077552.558945:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077552.558946:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1769077552.558948:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769077552.558950:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:2.0:1769077552.558952:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769077552.558953:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077552.558955:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077552.558956:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077552.558958:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1769077552.558958:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
02000000:00000001:1.0:1769077552.558960:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077552.558963:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000800:00000200:2.0:1769077552.558965:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769077552.558967:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077552.558969:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000100:00100000:1.0:1769077552.558971:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077552.558976:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769077552.558979:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769077552.558980:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1769077552.558981:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077552.558985:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769077552.558985:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077552.558997:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000100:00000001:1.0:1769077552.559002:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077552.559003:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769077552.559005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077552.559009:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077552.559009:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769077552.559012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077552.559014:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000100:00000040:1.0:1769077552.559015:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1769077552.559017:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000040:1.0:1769077552.559020:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4254)
00000100:00000001:2.0:1769077552.559021:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077552.559025:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559034:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077552.559048:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559072:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.559073:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077552.559082:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077552.559085:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077552.559087:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298917666
00000100:00000010:2.0:1769077552.559092:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077552.559096:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077552.559100:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298917666
00000100:00000010:2.0:1769077552.559103:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5cf60.
00000100:00000001:2.0:1769077552.559105:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077552.559107:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077552.559108:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.559110:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077552.559114:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077552/real 1769077552]  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077552.559120:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077552.559122:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077552.559124:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077552.559126:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077552.559127:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077552.559129:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077552.559132:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077552.559158:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559163:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077552.559165:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559166:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.559168:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077552.559182:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559187:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077552.559191:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559195:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077552.559197:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559198:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.559199:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559200:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077552.559201:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077552.559203:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077552.559206:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077552.559208:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077552.559210:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077552.559216:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932485120:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077552.559219:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559220:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077552.559222:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5500 x1855007932485120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559227:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077552.559229:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077552.559231:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077552.559233:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077552.559234:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077552.559235:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077552.559237:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077552.559238:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156800.
02000000:00000001:2.0:1769077552.559241:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077552.559243:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077552.559244:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5500.
00000100:00000001:2.0:1769077552.559247:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077552.559247:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559249:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559256:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077552.559257:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.559259:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077552.559260:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077552.559261:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077552.559263:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559268:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077552.559269:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077552.559270:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077552.559272:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077552.559273:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077552.559275:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932485248:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077552.559277:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077552.559278:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077552.559279:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077552.559280:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077552.559282:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077552.559283:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077552.559286:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077552.559288:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077552.559290:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077552.559292:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932485248, portal 10
00000100:00000001:2.0:1769077552.559293:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077552.559295:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362048 : -121121150189568 : ffff91d748de4000)
00000100:00000040:2.0:1769077552.559299:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559303:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077552.559305:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077552.559307:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077552.559308:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932485248, offset 0
00000400:00000200:2.0:1769077552.559311:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077552.559313:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077552.559316:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077552.559318:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077552.559320:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077552.559322:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077552.559323:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077552.559326:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47446:47446:256:4294967295] 192.168.204.153@tcp LPNI seq info [47446:47446:8:4294967295]
00000400:00000200:2.0:1769077552.559328:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077552.559333:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077552.559336:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077552.559338:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077552.559341:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077552.559343:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077552.559346:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077552.559347:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077552.559350:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077552.559351:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077552.559353:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077552.559356:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077552.559358:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077552.559359:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077552.559360:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077552.559363:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559367:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077552.559369:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559374:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.559375:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077552.559377:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077552.559380:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077552.559382:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077552.559383:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298916363
00000100:00000001:2.0:1769077552.559385:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298917666
00000100:00000001:2.0:1769077552.559387:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298916363
00000100:00000001:2.0:1769077552.559388:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298917666
00000100:00000001:2.0:1769077552.559390:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077552.559391:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.559392:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077552.559394:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077552/real 1769077552]  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077552.559399:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077552.559400:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077552.559421:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077552.559424:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077552.559425:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077552.559426:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077552.559428:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077552.559434:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559438:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077552.559439:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559440:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.559441:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077552.559443:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559448:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077552.559450:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559455:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077552.559457:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559458:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.559459:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559460:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077552.559461:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077552.559463:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077552.559465:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077552.559466:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077552.559469:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077552.559473:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932485248:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077552.559476:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077552.559478:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559483:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077552.559484:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077552.559485:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077552.559486:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077552.559487:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077552.559489:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932485376:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077552.559491:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077552.559492:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077552.559493:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077552.559495:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077552.559497:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077552.559499:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077552.559501:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077552.559503:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077552.559505:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077552.559507:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932485376, portal 10
00000100:00000001:2.0:1769077552.559508:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077552.559509:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559369216 : -121121150182400 : ffff91d748de5c00)
00000100:00000040:2.0:1769077552.559513:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559517:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077552.559519:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077552.559520:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077552.559521:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932485376, offset 0
00000400:00000200:2.0:1769077552.559524:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077552.559526:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077552.559529:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077552.559531:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077552.559532:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077552.559534:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077552.559536:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077552.559538:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47447:47447:256:4294967295] 192.168.204.153@tcp LPNI seq info [47447:47447:8:4294967295]
00000400:00000200:2.0:1769077552.559541:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077552.559545:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077552.559547:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077552.559550:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077552.559552:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077552.559554:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077552.559557:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077552.559558:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077552.559561:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077552.559562:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077552.559564:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077552.559566:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077552.559568:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077552.559569:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077552.559571:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077552.559573:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559578:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077552.559580:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559584:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.559585:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077552.559586:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077552.559588:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077552.559590:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077552.559592:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298916363
00000100:00000001:2.0:1769077552.559593:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298917666
00000100:00000001:2.0:1769077552.559595:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298916363
00000100:00000001:2.0:1769077552.559596:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298917666
00000100:00000001:2.0:1769077552.559598:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077552.559599:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.559600:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077552.559602:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077552/real 1769077552]  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077552.559607:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077552.559607:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077552.559608:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077552.559609:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077552.559610:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077552.559611:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077552.559613:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077552.559618:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559623:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077552.559624:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559625:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.559626:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077552.559628:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559632:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077552.559634:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559638:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077552.559639:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559640:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077552.559641:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559642:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077552.559644:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077552.559646:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077552.559647:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077552.559649:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077552.559651:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077552.559655:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932485376:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077552.559658:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559659:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077552.559661:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4000 x1855007932485248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559665:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077552.559666:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077552.559668:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077552.559669:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077552.559670:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077552.559671:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077552.559673:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077552.559674:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155000.
02000000:00000001:2.0:1769077552.559676:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077552.559676:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077552.559678:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4000.
00000100:00000001:2.0:1769077552.559679:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077552.559680:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559682:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077552.559684:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5c00 x1855007932485376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077552.559687:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077552.559688:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077552.559689:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077552.559690:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077552.559691:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077552.559692:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077552.559693:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077552.559693:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:2.0:1769077552.559695:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077552.559695:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077552.559696:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5c00.
00000100:00000001:2.0:1769077552.559697:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077552.559698:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559699:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077552.559701:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077552.559702:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077552.559703:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077552.559704:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077553.454514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077553.454517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077553.454520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077553.454523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077553.454529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077553.454529:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077553.454532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077553.454538:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077553.454546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077553.454552:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077553.454554:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077553.454559:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077553.454563:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077553.454569:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077553.454573:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077553.454578:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077553.902506:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298917666, at 4298917696
00000100:00000010:2.0:1769077553.902521:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077554.478509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077554.478512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077554.478517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077554.478518:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077554.478520:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077554.478524:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769077554.478525:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077554.478528:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.478531:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077554.478532:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077554.478537:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077554.478539:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.478541:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077554.478545:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077554.478546:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077554.478552:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077554.478552:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077554.478560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077554.478564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077555.502525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077555.502530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077555.502537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077555.502540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077555.502571:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077555.502574:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077555.502576:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077556.526498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077556.526503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077556.526513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077556.526516:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077556.526519:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077556.526522:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077556.526524:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077556.526527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077556.526528:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077556.526532:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769077556.526532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077556.526536:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077556.526537:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077556.526540:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077556.526541:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077556.526544:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077556.526544:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077556.526548:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077556.526551:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077557.550560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077557.550565:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077557.550568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077557.550571:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077557.550574:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077557.550581:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077557.550587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077557.550587:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077557.550599:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077557.550602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077557.550628:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077557.550638:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077557.550645:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077557.550646:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077557.550654:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077557.550661:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077557.678801:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077557.678812:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077557.678819:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077557.678839:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7b80 x1855007932485504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.678881:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077557.678887:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077557.678898:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077557.678903:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077557.678910:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077557.678923:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932485504:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077557.678935:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077557.678945:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077557.678952:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077557.678962:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077557.678974:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077557.678977:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077557.678998:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077557.679005:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077557.679022:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077557.679033:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932485504, portal 25
00000100:00000001:2.0:1769077557.679037:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077557.679040:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564489088 : -121121145062528 : ffff91d7492c7b80)
00000100:00000040:2.0:1769077557.679065:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7b80 x1855007932485504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679090:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077557.679104:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077557.679113:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077557.679124:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932485504, offset 0
00000400:00000200:2.0:1769077557.679142:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077557.679155:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077557.679169:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077557.679177:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077557.679184:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077557.679189:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077557.679193:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077557.679198:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47448:47448:256:4294967295] 192.168.204.153@tcp LPNI seq info [47448:47448:8:4294967295]
00000400:00000200:2.0:1769077557.679203:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077557.679216:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077557.679224:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077557.679230:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077557.679237:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077557.679241:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077557.679246:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077557.679250:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077557.679253:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077557.679256:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077557.679263:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077557.679268:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077557.679273:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077557.679275:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077557.679280:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077557.679284:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7b80 x1855007932485504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679293:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077557.679296:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7b80 x1855007932485504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679301:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077557.679302:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077557.679308:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077557.679312:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077557.679315:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298922786
00000100:00000010:2.0:1769077557.679320:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077557.679327:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077557.679334:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298922786
00000100:00000010:2.0:1769077557.679336:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5cf00.
00000100:00000001:2.0:1769077557.679339:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077557.679341:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077557.679344:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077557.679346:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077557.679350:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077557/real 1769077557]  req@ffff91d7492c7b80 x1855007932485504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077557.679361:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077557.679363:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077557.679365:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077557.679368:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077557.679370:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077557.679372:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077557.679377:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7b80 x1855007932485504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077557.679387:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7b80 x1855007932485504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679395:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077557.679397:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679400:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077557.679444:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077557.679448:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7b80 x1855007932485504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679454:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077557.679457:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7b80 x1855007932485504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679462:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077557.679464:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679465:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077557.679466:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679468:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077557.679470:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077557.679472:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077557.679476:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077557.679478:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077557.679482:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7b80 x1855007932485504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077557.679487:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932485504:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077557.679491:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679493:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077557.679495:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7b80 x1855007932485504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679499:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077557.679501:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077557.679504:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077557.679507:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077557.679508:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077557.679510:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077557.679512:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077557.679514:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:2.0:1769077557.679518:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077557.679520:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077557.679522:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7b80.
00000100:00000001:2.0:1769077557.679525:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077557.679526:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679528:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679536:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077557.679538:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077557.679540:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077557.679541:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077557.679543:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077557.679546:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4380 x1855007932485632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679551:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077557.679553:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077557.679555:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077557.679556:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077557.679558:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077557.679560:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932485632:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077557.679563:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077557.679565:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077557.679566:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077557.679567:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077557.679569:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077557.679571:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077557.679574:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077557.679576:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077557.679579:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077557.679581:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932485632, portal 10
00000100:00000001:2.0:1769077557.679583:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077557.679584:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564474752 : -121121145076864 : ffff91d7492c4380)
00000100:00000040:2.0:1769077557.679589:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4380 x1855007932485632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679594:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077557.679596:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077557.679597:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077557.679599:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932485632, offset 0
00000400:00000200:2.0:1769077557.679601:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077557.679604:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077557.679606:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077557.679609:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077557.679611:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077557.679612:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077557.679614:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077557.679616:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47449:47449:256:4294967295] 192.168.204.153@tcp LPNI seq info [47449:47449:8:4294967295]
00000400:00000200:2.0:1769077557.679619:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077557.679624:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077557.679626:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077557.679629:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077557.679632:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077557.679634:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077557.679637:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077557.679639:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077557.679641:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077557.679643:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077557.679644:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077557.679647:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077557.679649:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077557.679650:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077557.679652:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077557.679654:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4380 x1855007932485632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679659:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077557.679661:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4380 x1855007932485632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679666:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077557.679667:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077557.679669:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077557.679672:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077557.679674:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077557.679675:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298921484
00000100:00000001:2.0:1769077557.679677:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298922786
00000100:00000001:2.0:1769077557.679678:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298921484
00000100:00000001:2.0:1769077557.679680:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298922786
00000100:00000001:2.0:1769077557.679682:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077557.679683:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077557.679684:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077557.679686:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077557/real 1769077557]  req@ffff91d7492c4380 x1855007932485632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077557.679696:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077557.679697:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077557.679698:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077557.679699:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077557.679700:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077557.679701:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077557.679703:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4380 x1855007932485632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077557.679709:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4380 x1855007932485632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679713:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077557.679714:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679715:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077557.679716:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077557.679718:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4380 x1855007932485632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679722:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077557.679724:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4380 x1855007932485632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679728:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077557.679730:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679731:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077557.679731:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679732:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077557.679734:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077557.679736:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077557.679738:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077557.679739:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077557.679743:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4380 x1855007932485632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077557.679748:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932485632:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077557.679751:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077557.679753:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932485760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679758:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077557.679758:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077557.679760:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077557.679761:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077557.679762:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077557.679764:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932485760:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077557.679766:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077557.679767:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077557.679768:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077557.679769:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077557.679771:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077557.679772:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077557.679775:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077557.679776:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077557.679779:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077557.679782:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932485760, portal 10
00000100:00000001:2.0:1769077557.679784:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077557.679786:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:2.0:1769077557.679792:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932485760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679799:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077557.679802:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077557.679804:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077557.679807:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932485760, offset 0
00000400:00000200:2.0:1769077557.679812:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077557.679816:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077557.679819:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077557.679822:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077557.679825:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077557.679827:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077557.679830:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077557.679833:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47450:47450:256:4294967295] 192.168.204.153@tcp LPNI seq info [47450:47450:8:4294967295]
00000400:00000200:2.0:1769077557.679837:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077557.679844:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077557.679848:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077557.679852:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077557.679856:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077557.679858:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077557.679861:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077557.679863:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077557.679866:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077557.679867:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077557.679869:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077557.679872:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077557.679874:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077557.679875:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077557.679877:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077557.679880:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6d80 x1855007932485760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679885:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077557.679887:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932485760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679892:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077557.679893:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077557.679895:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077557.679897:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077557.679899:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077557.679901:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298921483
00000100:00000001:2.0:1769077557.679903:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298922786
00000100:00000001:2.0:1769077557.679905:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298921483
00000100:00000001:2.0:1769077557.679906:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298922786
00000100:00000001:2.0:1769077557.679908:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077557.679909:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077557.679910:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077557.679912:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077557/real 1769077557]  req@ffff91d7492c6d80 x1855007932485760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077557.679917:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077557.679918:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077557.679919:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077557.679921:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077557.679922:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077557.679923:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077557.679926:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932485760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077557.679932:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932485760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679935:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077557.679936:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679937:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077557.679938:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077557.679940:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932485760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679944:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077557.679947:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932485760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679951:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077557.679953:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679954:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077557.679955:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679956:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077557.679959:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077557.679961:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077557.679963:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077557.679964:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077557.679966:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932485760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077557.679971:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932485760:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077557.679974:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679975:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077557.679977:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4380 x1855007932485632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.679981:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077557.679982:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077557.679983:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077557.679985:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077557.679985:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077557.679986:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077557.679987:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077557.679988:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:2.0:1769077557.679990:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077557.679991:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077557.679992:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4380.
00000100:00000001:2.0:1769077557.679994:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077557.679995:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.679996:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077557.679998:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932485760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077557.680006:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077557.680007:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077557.680008:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077557.680010:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077557.680010:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077557.680011:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077557.680012:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077557.680013:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:2.0:1769077557.680014:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077557.680015:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077557.680016:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:2.0:1769077557.680019:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077557.680019:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.680020:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077557.680023:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077557.680024:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077557.680025:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077557.680026:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077558.574547:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077558.574552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077558.574558:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077558.574559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077558.574568:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077558.574572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077558.574579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077558.574579:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077558.574594:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077558.574600:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077558.574604:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077558.574610:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077558.574614:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077559.022483:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298922786, at 4298922816
00000100:00000010:2.0:1769077559.022503:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077559.598539:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077559.598549:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077559.598554:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077559.598561:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077559.598567:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077559.598572:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.598588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077559.598593:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077559.598597:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077559.598653:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077559.598658:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077559.598663:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077559.598665:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077559.598685:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077559.598687:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077559.598690:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077560.622591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077560.622600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077560.622604:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077560.622612:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077560.622617:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077560.622620:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077560.622635:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077560.622638:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077560.622646:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077560.622659:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077560.622685:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077560.622689:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077560.622695:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077561.646544:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077561.646554:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077561.646559:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077561.646565:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077561.646571:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077561.646579:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077561.646584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077561.646588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077561.646600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077561.646600:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077561.646610:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077561.646620:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077561.646628:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077562.670514:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077562.670515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077562.670521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077562.670522:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077562.670528:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077562.670529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077562.670533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077562.670536:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077562.670544:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077562.670551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077562.670560:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077562.670563:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077562.670566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077562.670568:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077562.670570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.670574:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077562.798739:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077562.798752:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077562.798757:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077562.798765:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5c00 x1855007932485888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.798777:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077562.798779:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077562.798785:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077562.798789:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077562.798792:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077562.798795:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932485888:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077562.798799:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077562.798804:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077562.798808:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077562.798812:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077562.798818:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077562.798823:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077562.798831:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077562.798838:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077562.798845:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077562.798854:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932485888, portal 25
00000100:00000001:2.0:1769077562.798859:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077562.798863:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481024 : -121121145070592 : ffff91d7492c5c00)
00000100:00000040:2.0:1769077562.798870:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5c00 x1855007932485888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.798886:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077562.798892:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077562.798896:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077562.798901:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932485888, offset 0
00000400:00000200:2.0:1769077562.798911:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077562.798923:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077562.798932:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077562.798940:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077562.798948:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077562.798957:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077562.798976:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077562.798981:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47451:47451:256:4294967295] 192.168.204.153@tcp LPNI seq info [47451:47451:8:4294967295]
00000400:00000200:2.0:1769077562.798991:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077562.799021:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077562.799040:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077562.799049:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077562.799061:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077562.799067:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077562.799076:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077562.799081:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077562.799085:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077562.799087:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077562.799091:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077562.799095:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077562.799098:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077562.799100:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077562.799104:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077562.799109:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5c00 x1855007932485888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799117:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077562.799126:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5c00 x1855007932485888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799131:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077562.799133:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077562.799137:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077562.799141:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077562.799143:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4298927906
00000100:00000010:2.0:1769077562.799148:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077562.799154:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077562.799158:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4298927906
00000100:00000010:2.0:1769077562.799160:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d745e5ce40.
00000100:00000001:2.0:1769077562.799163:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077562.799165:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077562.799167:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077562.799169:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077562.799172:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077562/real 1769077562]  req@ffff91d7492c5c00 x1855007932485888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077562.799184:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077562.799185:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077562.799186:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077562.799188:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077562.799189:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077562.799191:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077562.799193:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5c00 x1855007932485888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077562.799199:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5c00 x1855007932485888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799203:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077562.799204:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799206:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077562.799207:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077562.799210:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5c00 x1855007932485888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799214:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077562.799217:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5c00 x1855007932485888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799222:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077562.799224:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799225:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077562.799226:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799227:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077562.799229:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077562.799231:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077562.799233:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077562.799235:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077562.799238:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5c00 x1855007932485888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077562.799244:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932485888:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077562.799247:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799249:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077562.799250:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5c00 x1855007932485888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799255:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077562.799258:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077562.799260:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077562.799263:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077562.799265:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077562.799266:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:2.0:1769077562.799274:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077562.799276:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:2.0:1769077562.799279:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077562.799282:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077562.799283:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5c00.
00000100:00000001:2.0:1769077562.799286:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077562.799287:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799289:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799297:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077562.799300:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077562.799302:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077562.799303:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077562.799304:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077562.799309:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932486016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799315:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077562.799317:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077562.799319:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077562.799321:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077562.799323:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077562.799326:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932486016:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077562.799329:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077562.799332:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077562.799333:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077562.799335:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077562.799338:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077562.799339:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077562.799343:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077562.799346:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077562.799350:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077562.799353:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932486016, portal 10
00000100:00000001:2.0:1769077562.799355:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077562.799356:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:2.0:1769077562.799363:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932486016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799369:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077562.799371:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077562.799374:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077562.799376:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932486016, offset 0
00000400:00000200:2.0:1769077562.799380:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077562.799384:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077562.799387:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077562.799390:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077562.799393:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077562.799395:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077562.799397:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077562.799400:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47452:47452:256:4294967295] 192.168.204.153@tcp LPNI seq info [47452:47452:8:4294967295]
00000400:00000200:2.0:1769077562.799431:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077562.799437:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077562.799442:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077562.799446:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077562.799450:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077562.799453:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077562.799458:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077562.799460:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077562.799464:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077562.799465:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077562.799469:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077562.799472:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077562.799475:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077562.799477:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077562.799479:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077562.799483:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6d80 x1855007932486016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799491:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077562.799494:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932486016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799500:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077562.799502:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077562.799505:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077562.799509:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:2.0:1769077562.799513:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077562.799515:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298926604
00000100:00000001:2.0:1769077562.799518:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298927906
00000100:00000001:2.0:1769077562.799520:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298926604
00000100:00000001:2.0:1769077562.799521:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298927906
00000100:00000001:2.0:1769077562.799523:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077562.799525:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077562.799526:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077562.799529:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077562/real 1769077562]  req@ffff91d7492c6d80 x1855007932486016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077562.799534:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077562.799535:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077562.799537:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077562.799538:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077562.799540:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077562.799541:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077562.799543:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932486016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077562.799552:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932486016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799559:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077562.799560:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799562:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077562.799563:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077562.799568:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932486016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799575:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077562.799579:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932486016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799587:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077562.799590:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799591:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077562.799593:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799595:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077562.799597:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077562.799600:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077562.799604:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077562.799606:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077562.799611:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932486016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077562.799620:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932486016:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077562.799624:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077562.799628:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4380 x1855007932486144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799634:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077562.799635:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077562.799637:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077562.799638:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077562.799640:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077562.799642:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932486144:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077562.799644:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077562.799646:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077562.799647:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077562.799649:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077562.799651:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077562.799653:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077562.799656:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:2.0:1769077562.799658:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7509f8528.
00000400:00000010:2.0:1769077562.799660:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a990.
00000100:00000200:2.0:1769077562.799662:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932486144, portal 10
00000100:00000001:2.0:1769077562.799664:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077562.799665:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564474752 : -121121145076864 : ffff91d7492c4380)
00000100:00000040:2.0:1769077562.799669:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4380 x1855007932486144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799673:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077562.799675:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:2.0:1769077562.799676:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d75826a000.
00000100:00000200:2.0:1769077562.799678:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932486144, offset 0
00000400:00000200:2.0:1769077562.799680:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077562.799683:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077562.799685:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077562.799687:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077562.799689:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:2.0:1769077562.799691:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077562.799693:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:2.0:1769077562.799695:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47453:47453:256:4294967295] 192.168.204.153@tcp LPNI seq info [47453:47453:8:4294967295]
00000400:00000200:2.0:1769077562.799698:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077562.799702:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077562.799705:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077562.799707:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d752490400.
00000800:00000200:2.0:1769077562.799710:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.0:1769077562.799711:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077562.799714:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:2.1:1769077562.799716:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077562.799718:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:2.0:1769077562.799720:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d752490400.
00000400:00000200:2.0:1769077562.799722:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077562.799725:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077562.799727:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a000
00000400:00000010:2.0:1769077562.799728:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a000.
00000100:00000001:2.0:1769077562.799729:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077562.799732:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4380 x1855007932486144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799737:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077562.799739:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4380 x1855007932486144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799743:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077562.799744:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077562.799746:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077562.799748:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:2.0:1769077562.799750:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077562.799751:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4298926603
00000100:00000001:2.0:1769077562.799753:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4298927906
00000100:00000001:2.0:1769077562.799754:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4298926603
00000100:00000001:2.0:1769077562.799756:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4298927906
00000100:00000001:2.0:1769077562.799757:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077562.799759:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077562.799760:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077562.799763:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077562/real 1769077562]  req@ffff91d7492c4380 x1855007932486144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077562.799767:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077562.799768:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077562.799769:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7509f8528.
00000400:00000200:2.0:1769077562.799770:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d75826a990
00000400:00000010:2.0:1769077562.799771:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d75826a990.
00000100:00000001:2.0:1769077562.799772:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077562.799775:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4380 x1855007932486144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077562.799784:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4380 x1855007932486144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799791:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077562.799792:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799795:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077562.799796:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077562.799799:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4380 x1855007932486144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799806:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077562.799810:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4380 x1855007932486144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799818:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077562.799820:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799822:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077562.799823:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799826:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077562.799829:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077562.799832:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077562.799835:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:2.0:1769077562.799837:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077562.799852:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4380 x1855007932486144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077562.799865:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932486144:192.168.204.153@tcp:38:kworker.0
00000100:00000001:2.0:1769077562.799869:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799871:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077562.799874:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932486016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799881:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077562.799882:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077562.799883:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab000.
02000000:00000001:2.0:1769077562.799886:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077562.799887:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077562.799888:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077562.799889:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077562.799890:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508c00.
02000000:00000001:2.0:1769077562.799892:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077562.799893:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077562.799894:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:2.0:1769077562.799898:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077562.799899:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799900:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077562.799902:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4380 x1855007932486144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077562.799907:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077562.799908:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077562.799909:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7491ab400.
02000000:00000001:2.0:1769077562.799911:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077562.799912:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077562.799912:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:2.0:1769077562.799914:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077562.799915:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:2.0:1769077562.799916:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077562.799917:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077562.799918:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4380.
00000100:00000001:2.0:1769077562.799919:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077562.799920:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799921:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077562.799924:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077562.799925:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077562.799926:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077562.799927:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077563.694503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077563.694505:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077563.694518:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077563.694519:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077563.694526:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077563.694528:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769077563.694535:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077563.694539:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077563.694541:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077563.694554:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077563.694556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077563.694567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077563.694569:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077563.694577:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077563.694590:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077563.694590:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077563.694604:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077563.694624:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077563.694630:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077564.142541:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298927906, at 4298927936
00000100:00000010:2.0:1769077564.142566:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d745e5c5a0.
00000100:00000001:2.0:1769077564.718504:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077564.718513:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077564.718518:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077564.718526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077564.718528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077564.718537:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077564.718539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077564.718544:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077564.718560:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077564.718561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077564.718564:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077564.718567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077564.718569:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077564.718610:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077564.718614:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077564.718618:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077565.742508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077565.742516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.742518:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077565.742521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077565.742525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077565.742526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077565.742530:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077565.742535:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077565.742541:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077565.742546:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.742550:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077565.742555:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077565.742558:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077565.742562:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077565.742567:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077565.742571:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077566.766537:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077566.766544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077566.766545:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077566.766559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077566.766560:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077566.766574:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077566.766576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077566.766581:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077566.766585:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077566.766586:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077566.766592:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077566.766595:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077566.766597:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077566.766602:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077566.766622:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077566.766624:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077566.766625:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077566.766634:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077566.766654:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077567.790496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077567.790501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077567.790510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077567.790513:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077567.790514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077567.790519:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077567.790524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077567.790527:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077567.790531:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077567.790533:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077567.790535:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077567.790539:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077567.790542:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077567.790550:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077567.790554:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077567.790557:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077567.918519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077567.918528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077567.918530:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077567.918534:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077567.918537:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077567.918542:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4259
00000400:00000200:2.0:1769077567.918550:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077567.918556:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077567.918558:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077567.918560:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077567.918565:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077567.918566:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077567.918568:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077567.918572:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077567.918574:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077567.918576:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077567.918577:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077567.918579:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077567.918580:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077567.918582:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077567.918584:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077567.918586:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077567.918587:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077567.918590:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077567.918592:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077567.918593:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077567.918595:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077567.918597:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077567.918599:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077567.918601:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077567.918602:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077567.918610:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077567.918613:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077567.918632:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077567.918634:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077567.918637:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077567.918640:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077567.918643:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077567.918650:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab400.
00000100:00000001:2.0:1769077567.918657:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077567.918666:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932486272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077567.918681:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077567.918686:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077567.918690:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932486272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077567.918718:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077567.918721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077567.918725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077567.918726:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077567.918728:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077567.918730:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077567.918732:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4259
00000400:00000200:2.0:1769077567.918736:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077567.918739:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077567.918741:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077567.918744:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077567.918746:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077567.918748:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077567.918749:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077567.918752:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077567.918753:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077567.918755:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077567.918757:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077567.918759:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077567.918761:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077567.918765:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077567.918767:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077567.918769:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077567.918771:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077567.918774:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077567.918778:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077567.918781:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077567.918786:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077567.918793:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077567.918798:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077567.918802:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077567.918806:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077567.918816:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077567.918822:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077567.918830:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077567.918837:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077567.918844:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077567.918850:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077567.918852:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077567.918857:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077567.918861:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077567.918869:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000001:2.0:1769077567.918895:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077567.918907:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932486400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077567.918929:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077567.918936:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077567.918943:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932486400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077567.918962:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077567.918975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077567.918979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077567.918985:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077567.918989:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077567.918996:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077567.919004:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4259
00000400:00000200:2.0:1769077567.919017:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077567.919027:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077567.919034:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077567.919041:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077567.919048:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077567.919057:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077567.919063:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077567.919067:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077567.919069:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077567.919073:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077567.919077:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077567.919081:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077567.919085:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077567.919093:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077567.919097:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077567.919102:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077567.919110:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077567.919113:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077567.919120:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077567.919125:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077567.919128:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077567.919131:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077567.919134:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077567.919137:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077567.919142:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077567.919151:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077567.919158:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077567.919169:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077567.919179:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077567.919188:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077567.919203:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077567.919210:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077567.919215:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077567.919221:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077567.919234:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:2.0:1769077567.919241:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077567.919253:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932486528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077567.919268:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077567.919274:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077567.919277:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769077567.919285:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932486528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077567.919285:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769077567.919326:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077567.919333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077567.919341:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077567.919348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077567.919357:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077567.919365:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4269)
00000800:00000200:3.1:1769077567.919673:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077567.919675:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077567.919985:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077567.919987:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1769077568.814488:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077568.814493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077568.814498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077568.814502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077568.814560:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077568.814563:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077568.814565:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077568.814567:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077568.814571:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077568.814575:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769077568.814580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1769077568.814581:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077568.814585:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077568.814590:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077568.814594:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077568.814604:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077569.262518:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298933026, at 4298933056
00000100:00000010:2.0:1769077569.262533:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000001:1.0:1769077569.838507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077569.838515:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077569.838520:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077569.838529:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077569.838536:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077569.838541:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077569.838554:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077569.838557:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077569.838559:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077569.838585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077569.838588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077569.838591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077569.838593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077569.838608:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077569.838609:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077569.838612:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077570.862505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077570.862510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.862517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077570.862518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077570.862523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077570.862523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077570.862527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077570.862532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077570.862536:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077570.862540:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.862544:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077570.862546:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077570.862548:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077571.886517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077571.886526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077571.886532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077571.886537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077571.886544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077571.886546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077571.886553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077571.886559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077571.886560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077571.886568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077571.886580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077571.886584:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077571.886588:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077572.910478:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077572.910484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077572.910485:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077572.910490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077572.910490:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077572.910496:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077572.910497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077572.910501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077572.910501:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077572.910505:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077572.910517:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077572.910521:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077572.910525:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077573.038526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077573.038539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077573.038542:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077573.038546:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077573.038550:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077573.038557:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4264
00000400:00000200:2.0:1769077573.038567:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077573.038574:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077573.038577:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077573.038580:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038583:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077573.038586:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038588:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077573.038593:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077573.038595:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077573.038598:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077573.038600:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077573.038602:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077573.038605:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077573.038607:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038609:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077573.038611:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038613:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077573.038616:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077573.038619:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038622:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077573.038625:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077573.038627:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077573.038630:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.038632:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077573.038634:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077573.038644:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077573.038648:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077573.038653:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077573.038655:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.038658:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077573.038660:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077573.038665:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077573.038674:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8000.
00000100:00000001:2.0:1769077573.038679:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077573.038686:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932486656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077573.038694:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077573.038698:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077573.038701:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932486656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077573.038720:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077573.038723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077573.038725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077573.038726:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077573.038728:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077573.038729:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077573.038731:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4264
00000400:00000200:2.0:1769077573.038734:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077573.038736:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077573.038738:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077573.038740:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038742:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077573.038743:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038745:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077573.038747:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077573.038748:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077573.038750:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077573.038751:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077573.038753:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077573.038754:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077573.038756:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038758:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077573.038763:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038767:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077573.038769:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077573.038773:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038776:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077573.038778:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077573.038783:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077573.038788:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.038811:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077573.038817:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077573.038823:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.038827:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077573.038832:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077573.038836:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077573.038841:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077573.038844:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.038847:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077573.038848:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077573.038850:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077573.038857:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9c00.
00000100:00000001:2.0:1769077573.038861:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077573.038867:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932486784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077573.038877:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077573.038881:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077573.038885:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932486784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077573.038896:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077573.038900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077573.038904:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077573.038907:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077573.038910:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077573.038916:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077573.038920:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4264
00000400:00000200:2.0:1769077573.038928:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077573.038934:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077573.038937:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077573.038942:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038947:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077573.038949:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038951:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077573.038955:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077573.038957:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077573.038959:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077573.038962:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077573.038967:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077573.038971:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077573.038976:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038980:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077573.038984:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077573.038988:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077573.038991:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077573.038997:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077573.039000:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077573.039003:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077573.039007:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077573.039010:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.039012:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077573.039015:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077573.039019:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.039024:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077573.039028:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077573.039032:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077573.039034:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077573.039036:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.039040:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077573.039041:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077573.039042:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077573.039048:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:2.0:1769077573.039052:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077573.039061:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932486912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077573.039061:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077573.039067:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769077573.039082:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077573.039086:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077573.039090:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932486912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077573.039105:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077573.039108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077573.039112:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077573.039116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077573.039120:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077573.039126:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4274)
00000800:00000200:3.1:1769077573.039433:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077573.039435:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077573.039628:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077573.039630:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769077573.934566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077573.934569:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077573.934576:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077573.934577:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077573.934584:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077573.934586:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077573.934587:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077573.934599:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769077573.934601:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077573.934610:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.934613:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077573.934615:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077573.934630:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.934638:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077573.934640:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077573.934647:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.934672:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077573.934675:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077573.934679:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077574.382500:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298938146, at 4298938176
00000100:00000010:2.0:1769077574.382518:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000001:2.0:1769077574.958507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077574.958515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077574.958516:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077574.958521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077574.958522:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077574.958531:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077574.958532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077574.958538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077574.958540:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077574.958547:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077574.958556:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077574.958561:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077574.958564:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077574.958574:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077574.958578:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077574.958582:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077575.982522:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077575.982541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077575.982542:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077575.982549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.982549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077575.982554:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077575.982559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077575.982560:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077575.982564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077575.982565:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.982580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077575.982584:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.982588:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077575.982613:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077575.982617:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077575.982621:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077577.006512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077577.006519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077577.006519:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077577.006528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077577.006530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077577.006533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077577.006537:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077577.006539:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077577.006542:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077577.006547:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077577.006548:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077577.006551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077577.006556:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077577.006561:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077577.006565:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077577.006569:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077577.006570:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077577.006573:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077577.006578:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077578.030523:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077578.030533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077578.030536:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077578.030540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077578.030540:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077578.030548:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077578.030551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077578.030553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077578.030555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077578.030557:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077578.030561:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077578.030564:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077578.030567:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077578.030591:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077578.030596:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077578.030601:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077578.158514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077578.158522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077578.158525:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077578.158528:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077578.158531:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077578.158537:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4269
00000400:00000200:2.0:1769077578.158546:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077578.158551:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077578.158553:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077578.158557:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158559:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077578.158561:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158563:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077578.158566:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077578.158568:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077578.158570:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077578.158571:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077578.158573:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077578.158575:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077578.158576:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158578:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077578.158579:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158581:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077578.158583:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077578.158585:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158587:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077578.158589:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077578.158591:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077578.158593:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077578.158595:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077578.158597:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077578.158605:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077578.158608:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077578.158611:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077578.158612:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077578.158614:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077578.158616:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077578.158619:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077578.158625:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769077578.158630:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077578.158637:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932487040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077578.158645:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077578.158649:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077578.158652:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932487040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077578.158670:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077578.158673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077578.158676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077578.158677:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077578.158678:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077578.158680:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077578.158681:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4269
00000400:00000200:2.0:1769077578.158684:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077578.158686:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077578.158687:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077578.158689:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158691:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077578.158692:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158693:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077578.158695:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077578.158696:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077578.158697:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077578.158698:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077578.158699:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077578.158700:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077578.158702:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158715:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077578.158717:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158719:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077578.158721:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077578.158724:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158726:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077578.158727:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077578.158732:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077578.158734:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077578.158735:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077578.158738:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077578.158741:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077578.158744:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077578.158749:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077578.158751:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077578.158755:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077578.158759:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077578.158760:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077578.158762:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077578.158764:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077578.158768:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00000001:2.0:1769077578.158772:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077578.158780:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932487168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077578.158793:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077578.158796:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077578.158802:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932487168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077578.158812:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077578.158818:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077578.158823:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077578.158825:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077578.158828:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077578.158831:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077578.158836:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4269
00000400:00000200:2.0:1769077578.158841:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077578.158845:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077578.158849:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077578.158853:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158856:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077578.158860:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158862:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077578.158864:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077578.158865:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077578.158866:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077578.158869:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077578.158872:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077578.158877:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077578.158879:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158880:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077578.158883:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158886:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077578.158890:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077578.158893:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077578.158896:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077578.158899:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077578.158901:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077578.158902:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077578.158904:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077578.158907:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077578.158909:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077578.158910:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077578.158914:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077578.158916:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077578.158922:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077578.158927:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077578.158929:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077578.158931:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077578.158934:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077578.158937:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769077578.158940:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077578.158945:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932487296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077578.158966:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077578.158968:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077578.158970:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932487296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077578.158979:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077578.158984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077578.158990:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077578.158996:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077578.159003:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077578.159010:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4279)
00000800:00000200:3.1:1769077578.159115:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077578.159119:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077578.159603:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077578.159606:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077578.159945:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077578.159948:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1769077579.054509:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077579.054514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077579.054518:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077579.054519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077579.054523:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077579.054529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077579.054531:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077579.054534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077579.054537:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077579.054541:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077579.054560:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077579.054564:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077579.054568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077579.054582:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077579.054586:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077579.054590:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077579.502521:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298943266, at 4298943296
00000100:00000010:2.0:1769077579.502533:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000001:2.0:1769077580.078524:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077580.078528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077580.078533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077580.078533:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077580.078536:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077580.078542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077580.078542:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077580.078546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077580.078550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077580.078556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077580.078563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077580.078568:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077580.078573:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077580.078573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077580.078576:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077580.078581:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077581.102500:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077581.102501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077581.102507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077581.102508:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077581.102512:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077581.102518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077581.102518:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077581.102522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077581.102526:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077581.102532:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077581.102545:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077581.102549:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077581.102551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077581.102553:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077581.102555:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077581.102561:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077582.126513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077582.126515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077582.126519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077582.126520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077582.126525:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077582.126528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077582.126530:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077582.126534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077582.126537:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077582.126540:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077582.126552:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077582.126556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077582.126560:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077582.126564:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077582.126569:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077582.126577:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077583.150512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077583.150516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077583.150519:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077583.150521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077583.150522:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077583.150529:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077583.150531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077583.150536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077583.150536:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077583.150542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077583.150548:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077583.150552:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077583.150555:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077583.150565:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077583.150569:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077583.150576:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077583.279148:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077583.279423:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077583.279598:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077584.174490:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077584.174492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077584.174498:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077584.174501:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077584.174503:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077584.174506:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077584.174513:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077584.174513:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077584.174520:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077584.174522:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077584.174532:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077584.174534:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077584.174538:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077584.174541:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077584.174546:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077584.174553:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077584.174553:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077584.174568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077584.174572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077584.622498:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298948386, at 4298948416
00000100:00000010:2.0:1769077584.622512:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:2.0:1769077585.198537:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077585.198548:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077585.198550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077585.198555:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077585.198559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077585.198566:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077585.198575:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077585.198603:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077585.198604:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077585.198608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077585.198625:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077585.198629:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077585.198635:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077586.222477:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077586.222483:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077586.222487:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077586.222489:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077586.222492:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077586.222494:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077586.222498:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077586.222501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077586.222503:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077586.222505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077586.222520:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077586.222523:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077586.222526:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1769077586.350782:0:2405:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769077586.350844:0:2405:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077586.350871:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077586.350877:0:2405:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769077586.350882:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077586.350888:0:2405:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077586.350894:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077586.350900:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:1.0:1769077586.350906:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077586.350912:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077586.350921:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bcea18
00000400:00000010:1.0:1769077586.350924:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bcea18.
00000100:00000001:1.0:1769077586.350931:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077586.350948:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d0e00 x1855007932487424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077586.350985:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077586.350991:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932487424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077586.350998:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077586.351000:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077586.351013:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077586.351015:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134d00.
00000400:00000200:1.0:1769077586.351019:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077586.351022:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077586.351026:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce110
00000400:00000010:1.0:1769077586.351029:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce110.
00000100:00000001:1.0:1769077586.351031:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077586.351036:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d2300 x1855007932487552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077586.351046:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077586.351051:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932487552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077586.351058:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077586.351061:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077586.351069:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077586.351074:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:1.0:1769077586.351079:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077586.351085:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077586.351090:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce770
00000400:00000010:1.0:1769077586.351093:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce770.
00000100:00000001:1.0:1769077586.351097:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077586.351106:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d0000 x1855007932487680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077586.351122:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077586.351130:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932487680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077586.351142:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077586.351146:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077587.246539:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077587.246541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077587.246548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077587.246550:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077587.246569:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077587.246572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077587.246578:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077587.246579:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077587.246585:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077587.246587:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077587.246589:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077587.246595:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077587.246596:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077587.246600:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077587.246604:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077587.246607:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077587.246608:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077587.246612:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077587.246616:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077587.246640:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077587.246645:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077587.246649:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077588.270501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077588.270507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077588.270517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077588.270519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077588.270529:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077588.270556:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077588.270559:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077588.270566:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1769077588.270566:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:1.0:1769077588.270571:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077588.270575:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077588.270583:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077588.270585:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077588.270607:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077588.270614:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.270618:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077588.399489:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077588.399493:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077588.400007:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077588.400011:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077588.400336:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077588.400338:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1769077589.294545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077589.294551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077589.294560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077589.294564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077589.294571:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077589.294582:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077589.294587:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077589.294592:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077589.294601:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077589.294601:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00010000:1.0:1769077589.294610:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077589.294612:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077589.294620:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077589.294637:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077589.294642:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077589.294647:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077589.742538:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298953507, at 4298953536
00000100:00000010:2.0:1769077589.742553:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000001:2.0:1769077590.318471:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077590.318478:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077590.318480:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077590.318486:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077590.318491:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077590.318493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077590.318497:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077590.318499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077590.318517:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077590.318521:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077590.318522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077590.318525:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077590.318527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077590.318556:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077590.318562:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077590.318567:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077591.342518:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077591.342526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077591.342527:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077591.342533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077591.342533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077591.342543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077591.342543:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077591.342550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077591.342550:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077591.342557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077591.342562:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077591.342566:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077591.342571:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077591.342580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077591.342585:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077591.342589:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077592.366512:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077592.366516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077592.366518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077592.366522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077592.366523:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077592.366530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077592.366532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077592.366537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077592.366538:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077592.366544:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077592.366550:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077592.366555:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077592.366559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077592.366567:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077592.366572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077592.366576:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077593.390544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077593.390548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077593.390556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077593.390562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077593.390606:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077593.390611:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077593.390615:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077593.518542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077593.518550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077593.518552:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077593.518555:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077593.518558:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077593.518563:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4284
00000400:00000200:2.0:1769077593.518571:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077593.518575:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077593.518577:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077593.518580:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518583:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077593.518585:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518586:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077593.518590:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077593.518592:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077593.518593:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077593.518595:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077593.518597:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077593.518598:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077593.518600:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518601:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077593.518603:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518604:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077593.518607:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077593.518609:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518612:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077593.518614:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077593.518616:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077593.518618:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077593.518619:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077593.518621:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077593.518630:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077593.518632:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077593.518636:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077593.518637:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077593.518639:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077593.518642:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077593.518645:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077593.518652:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769077593.518657:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077593.518664:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932488192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077593.518672:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077593.518675:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077593.518679:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932488192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077593.518701:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077593.518704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077593.518707:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077593.518708:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077593.518710:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077593.518712:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077593.518715:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4284
00000400:00000200:2.0:1769077593.518717:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077593.518719:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077593.518721:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077593.518724:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518727:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077593.518729:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518731:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077593.518733:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077593.518734:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077593.518735:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077593.518737:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077593.518738:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077593.518742:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077593.518745:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518748:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077593.518752:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518754:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077593.518757:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077593.518761:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518766:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077593.518770:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077593.518776:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077593.518781:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077593.518785:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077593.518789:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077593.518796:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077593.518799:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077593.518805:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077593.518810:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077593.518814:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077593.518818:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077593.518821:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077593.518822:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077593.518825:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077593.518832:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:2.0:1769077593.518836:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077593.518845:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932488320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077593.518853:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077593.518856:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077593.518859:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932488320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077593.518868:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077593.518871:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077593.518876:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077593.518881:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077593.518884:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077593.518889:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077593.518902:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4284
00000400:00000200:2.0:1769077593.518913:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077593.518920:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077593.518926:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077593.518932:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518939:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077593.518946:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518949:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077593.518952:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077593.518954:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077593.518957:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077593.518961:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077593.518965:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077593.518970:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077593.518977:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518982:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077593.518986:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077593.518989:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077593.518993:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077593.518999:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077593.519004:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077593.519008:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077593.519013:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077593.519016:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077593.519017:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077593.519019:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077593.519020:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077593.519021:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077593.519025:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077593.519026:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077593.519028:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077593.519029:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077593.519031:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077593.519032:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077593.519033:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077593.519036:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000001:2.0:1769077593.519039:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077593.519047:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932488448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769077593.519058:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077593.519064:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1769077593.519071:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077593.519075:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077593.519082:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932488448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077593.519095:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077593.519099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077593.519104:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077593.519109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077593.519118:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077593.519125:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4295)
00000800:00000200:0.1:1769077593.519390:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077593.519392:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769077593.519622:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077593.519624:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00010000:00000001:1.0:1769077594.414532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077594.414541:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077594.414547:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077594.414549:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077594.414552:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.414553:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077594.414557:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077594.414560:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769077594.414563:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077594.414566:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.414568:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077594.414572:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077594.414574:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077594.414581:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.414585:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077594.414588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077594.414589:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077594.414593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.414594:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077594.862551:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298958626, at 4298958656
00000100:00000010:2.0:1769077594.862572:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031ea0.
00000100:00000001:2.0:1769077595.438471:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077595.438477:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077595.438480:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077595.438484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077595.438486:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077595.438488:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077595.438493:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077595.438496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077595.438499:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077595.438500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077595.438503:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077595.438509:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077595.438516:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077595.438519:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077595.438524:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077595.438529:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077596.462465:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077596.462472:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077596.462476:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077596.462483:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077596.462490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077596.462490:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077596.462495:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077596.462496:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077596.462506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077596.462510:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077596.462511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077596.462515:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077596.462520:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077597.486477:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077597.486484:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077597.486487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077597.486489:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077597.486493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077597.486495:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077597.486500:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077597.486504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077597.486505:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077597.486510:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077597.486515:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077597.486519:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077597.486525:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077597.486526:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077597.486528:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077597.486530:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077597.486533:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077597.486534:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077597.486539:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077597.486562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077597.486566:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077597.486569:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077598.510470:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077598.510479:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077598.510482:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077598.510487:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077598.510493:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077598.510498:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077598.510499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077598.510502:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077598.510504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077598.510509:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077598.510511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077598.510515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077598.510518:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077598.510554:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077598.510558:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077598.510562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077598.638537:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077598.638552:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077598.638555:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077598.638559:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077598.638564:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077598.638572:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4290
00000400:00000200:1.0:1769077598.638582:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077598.638588:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077598.638591:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077598.638594:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077598.638597:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077598.638599:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077598.638601:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077598.638605:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077598.638607:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077598.638609:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077598.638612:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077598.638613:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077598.638615:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077598.638617:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077598.638619:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077598.638621:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077598.638622:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077598.638625:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077598.638627:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077598.638629:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077598.638631:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077598.638634:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077598.638636:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077598.638638:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077598.638640:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077598.638652:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769077598.638656:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077598.638660:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077598.638661:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077598.638665:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077598.638667:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077598.638673:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077598.638683:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077598.638691:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077598.638702:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932488576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077598.638715:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077598.638722:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077598.638727:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932488576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077598.638764:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077598.638769:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077598.638773:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077598.638775:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077598.638777:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077598.638780:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077598.638783:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4290
00000400:00000200:1.0:1769077598.638789:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077598.638793:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077598.638797:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077598.638801:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077598.638803:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077598.638806:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077598.638810:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077598.638813:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077598.638817:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077598.638819:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077598.638822:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077598.638825:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077598.638828:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077598.638835:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077598.638836:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077598.638837:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077598.638839:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077598.638840:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077598.638846:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077598.638852:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077598.638856:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077598.638862:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077598.638866:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077598.638869:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077598.638875:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077598.638880:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077598.638884:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077598.638890:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769077598.638894:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077598.638898:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077598.638902:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077598.638905:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077598.638906:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077598.638908:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077598.638914:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769077598.638919:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077598.638926:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932488704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077598.638937:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077598.638940:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077598.638947:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932488704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077598.638984:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077598.638991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077598.639000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077598.639005:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077598.639007:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077598.639011:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077598.639016:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4290
00000400:00000200:1.0:1769077598.639063:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077598.639070:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077598.639075:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077598.639083:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077598.639085:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077598.639090:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077598.639095:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077598.639097:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077598.639098:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077598.639100:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077598.639104:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077598.639106:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077598.639107:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077598.639112:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077598.639117:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077598.639120:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077598.639124:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077598.639128:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000200:0.1:1769077598.639131:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00080000:1.0:1769077598.639133:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000200:0.1:1769077598.639137:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1769077598.639138:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077598.639142:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077598.639147:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077598.639153:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077598.639160:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077598.639164:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077598.639170:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077598.639175:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077598.639182:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769077598.639188:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077598.639195:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077598.639199:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077598.639203:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077598.639208:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077598.639213:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077598.639221:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769077598.639227:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077598.639234:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932488832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077598.639249:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077598.639252:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077598.639256:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932488832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077598.639265:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077598.639267:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077598.639273:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077598.639276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077598.639282:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077598.639292:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4300)
00000800:00000200:0.1:1769077598.639618:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077598.639621:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769077598.639875:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077598.639877:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1769077599.534481:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077599.534489:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077599.534492:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077599.534500:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077599.534503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077599.534507:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077599.534509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077599.534514:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077599.534521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077599.534522:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077599.534526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077599.534528:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.534535:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077599.534559:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077599.534564:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077599.534568:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077599.982472:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298963746, at 4298963776
00000100:00000010:2.0:1769077599.982482:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031060.
00000100:00000001:2.0:1769077600.558462:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077600.558468:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077600.558471:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077600.558479:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077600.558484:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077600.558489:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077600.558493:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077600.558498:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077600.558504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077600.558504:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077600.558512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077600.558523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077600.558528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077600.558569:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077600.558572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077600.558575:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077601.582491:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077601.582498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077601.582499:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077601.582503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077601.582504:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077601.582513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077601.582513:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077601.582517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077601.582519:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077601.582524:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077601.582542:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077601.582547:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077601.582551:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077601.582562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077601.582566:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077601.582569:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077602.606521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077602.606524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077602.606530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077602.606530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077602.606535:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077602.606538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077602.606540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077602.606541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077602.606546:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077602.606552:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077602.606558:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077602.606562:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077602.606566:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077602.606574:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077602.606578:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077602.606584:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077603.630492:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077603.630503:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077603.630507:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077603.630512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077603.630520:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077603.630521:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077603.630524:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077603.630526:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077603.630530:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077603.630532:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077603.630538:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077603.630540:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077603.630541:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077603.630544:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077603.630546:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077603.630550:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077603.630559:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077603.630570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077603.630574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077603.630601:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077603.630605:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077603.630609:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077603.758557:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077603.758573:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077603.758577:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077603.758583:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077603.758588:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077603.758599:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4295
00000400:00000200:2.0:1769077603.758611:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077603.758620:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077603.758625:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077603.758629:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077603.758633:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077603.758636:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077603.758639:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077603.758645:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077603.758648:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077603.758652:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077603.758655:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077603.758659:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077603.758662:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077603.758666:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077603.758668:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077603.758670:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077603.758672:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077603.758676:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077603.758680:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077603.758684:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077603.758687:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077603.758691:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077603.758694:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077603.758698:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077603.758701:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077603.758713:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077603.758718:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077603.758724:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077603.758726:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077603.758730:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077603.758734:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077603.758739:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077603.758750:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000001:2.0:1769077603.758759:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077603.758770:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932488960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077603.758783:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077603.758788:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077603.758794:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932488960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077603.758821:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077603.758825:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077603.758829:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077603.758831:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077603.758833:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077603.758835:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077603.758838:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4295
00000400:00000200:2.0:1769077603.758843:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077603.758848:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077603.758851:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077603.758855:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077603.758858:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077603.758861:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077603.758864:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077603.758869:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077603.758873:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077603.758876:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077603.758881:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077603.758885:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077603.758889:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077603.758897:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077603.758903:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077603.758909:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077603.758913:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077603.758918:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077603.758924:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077603.758929:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077603.758931:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077603.758938:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077603.758942:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077603.758947:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077603.758954:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077603.758960:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077603.758965:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077603.758974:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077603.758979:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077603.758986:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077603.758989:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077603.758992:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077603.758994:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077603.758999:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077603.759007:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:2.0:1769077603.759011:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077603.759021:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932489088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077603.759034:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077603.759038:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077603.759045:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932489088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077603.759066:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077603.759072:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077603.759081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077603.759085:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077603.759088:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077603.759094:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077603.759100:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4295
00000400:00000200:2.0:1769077603.759118:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077603.759126:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077603.759130:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077603.759138:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077603.759142:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077603.759148:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077603.759154:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077603.759158:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077603.759161:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077603.759165:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077603.759169:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077603.759174:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077603.759178:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077603.759184:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077603.759190:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077603.759195:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077603.759201:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077603.759204:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077603.759208:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077603.759214:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077603.759218:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077603.759224:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077603.759229:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077603.759234:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077603.759238:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077603.759243:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077603.759247:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077603.759254:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000800:00000200:0.1:1769077603.759258:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:2.0:1769077603.759260:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:0.1:1769077603.759262:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
02000000:00000001:2.0:1769077603.759267:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077603.759271:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077603.759293:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077603.759296:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077603.759299:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077603.759307:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769077603.759314:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077603.759325:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932489216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077603.759352:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077603.759357:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077603.759367:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932489216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077603.759383:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077603.759391:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077603.759433:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077603.759437:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077603.759442:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077603.759451:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4305)
00000800:00000200:0.1:1769077603.759800:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077603.759803:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769077603.760040:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077603.760042:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1769077604.654561:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077604.654569:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077604.654574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077604.654575:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077604.654584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077604.654586:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077604.654598:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077604.654600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077604.654604:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077604.654606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077604.654622:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077604.654626:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.654630:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077605.102518:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298968866, at 4298968896
00000100:00000010:2.0:1769077605.102537:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031780.
00000100:00000001:2.0:1769077605.678531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077605.678537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077605.678544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077605.678544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077605.678551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077605.678557:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077605.678561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077605.678564:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077605.678568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077605.678570:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077605.678584:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077605.678589:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077605.678593:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077605.678629:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077605.678634:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077605.678640:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077606.702533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077606.702539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077606.702548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077606.702554:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077606.702559:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077606.702565:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077606.702573:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077606.702578:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077606.702584:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077606.702592:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077606.704307:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077606.704311:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077606.704313:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077606.704317:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077606.704319:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077606.704321:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077606.704323:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077606.704325:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077606.704327:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077607.726494:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077607.726500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077607.726503:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077607.726504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077607.726508:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077607.726514:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077607.726521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077607.726521:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077607.726526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077607.726528:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077607.726536:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077607.726541:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077607.726548:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077607.726552:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077607.726558:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077607.726564:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077608.750519:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077608.750522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077608.750527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077608.750527:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077608.750530:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077608.750534:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077608.750535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077608.750538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077608.750539:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077608.750544:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077608.750547:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077608.750552:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077608.750557:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077608.750592:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077608.750597:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077608.750602:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077608.879081:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077608.879084:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077608.879579:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077608.879582:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077608.879914:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077608.879917:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1769077609.774480:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077609.774492:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077609.774496:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077609.774510:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077609.774511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077609.774516:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077609.774524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077609.774525:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.774540:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077609.774543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077609.774546:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077609.774548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077609.774554:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077609.774590:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077609.774596:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077609.774601:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077610.222663:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298973986, at 4298974016
00000100:00000010:2.0:1769077610.222677:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600313c0.
00000100:00000001:2.0:1769077610.798538:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077610.798540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077610.798551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077610.798552:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077610.798560:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077610.798564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077610.798568:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077610.798573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077610.798576:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077610.798589:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077610.798607:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077610.798611:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077610.798616:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077610.798627:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077610.798632:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077610.798636:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077611.822460:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077611.822467:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077611.822468:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077611.822474:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077611.822479:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077611.822483:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077611.822485:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077611.822487:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077611.822489:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077611.822589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077611.822593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077611.822595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077611.822596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077611.822677:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077611.822681:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077611.822684:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077612.846572:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077612.846581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077612.846583:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077612.846587:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077612.846590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077612.846597:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077612.846605:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077612.846611:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077612.846613:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077612.846620:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077612.846623:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077612.846626:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077612.846639:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077612.846652:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077612.846658:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077612.846664:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077613.870505:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077613.870514:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077613.870517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077613.870517:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077613.870525:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077613.870527:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077613.870530:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077613.870533:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077613.870535:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077613.870537:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077613.870543:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077613.870549:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077613.870551:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077613.870555:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077613.870556:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077613.870559:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077613.870560:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077613.870566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077613.870570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077613.870612:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077613.870614:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077613.870616:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077613.999032:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077613.999036:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077613.999357:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077613.999358:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077613.999594:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077613.999595:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1769077614.894472:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077614.894479:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077614.894482:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077614.894488:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077614.894490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077614.894493:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077614.894494:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077614.894499:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077614.894500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077614.894504:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077614.894505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077614.894510:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.894515:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077614.894528:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077614.894531:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077614.894538:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077615.342499:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298979106, at 4298979136
00000100:00000010:2.0:1769077615.342514:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9600.
00000100:00000001:2.0:1769077615.918510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077615.918518:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077615.918522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077615.918522:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077615.918530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077615.918530:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077615.918539:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077615.918542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077615.918545:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077615.918547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077615.918563:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077615.918567:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077615.918571:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077616.942536:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077616.942542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077616.942545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077616.942549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077616.942549:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077616.942557:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077616.942561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077616.942562:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077616.942585:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077616.942585:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077616.942591:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077616.942592:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077616.942596:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077616.942597:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077616.942603:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077616.942604:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077616.942609:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077616.942615:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077616.942620:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077616.942647:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077616.942651:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077616.942655:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077617.966525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077617.966534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077617.966534:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077617.966549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077617.966549:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077617.966564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077617.966565:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077617.966581:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077617.966592:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077617.966602:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077617.966628:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077617.966632:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077617.966637:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077618.990507:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077618.990514:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077618.990517:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077618.990525:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077618.990533:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077618.990539:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077618.990546:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077618.990549:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077618.990551:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077618.990650:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077618.990653:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077618.990656:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077618.990657:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077618.990671:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077618.990673:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077618.990680:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077619.118550:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077619.118559:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077619.118561:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077619.118564:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077619.118569:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077619.118574:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4310
00000400:00000200:1.0:1769077619.118582:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077619.118587:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077619.118589:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077619.118592:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077619.118595:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077619.118597:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077619.118599:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077619.118603:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077619.118604:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077619.118606:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077619.118609:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077619.118610:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077619.118612:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077619.118614:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077619.118615:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077619.118616:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077619.118617:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077619.118619:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077619.118622:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077619.118624:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077619.118626:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077619.118628:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077619.118631:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077619.118632:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077619.118634:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077619.118643:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769077619.118645:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077619.118648:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077619.118650:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077619.118652:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077619.118654:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077619.118657:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077619.118663:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769077619.118676:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077619.118683:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932490112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077619.118692:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077619.118696:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077619.118699:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932490112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077619.118716:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077619.118719:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077619.118722:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077619.118724:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077619.118726:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077619.118728:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077619.118731:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4310
00000400:00000200:1.0:1769077619.118735:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077619.118740:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077619.118743:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077619.118747:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077619.118749:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077619.118753:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077619.118758:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077619.118764:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077619.118768:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077619.118782:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077619.118786:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077619.118791:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077619.118796:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077619.118803:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077619.118807:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077619.118811:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077619.118815:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077619.118821:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077619.118826:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077619.118835:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077619.118840:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077619.118847:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077619.118852:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077619.118855:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077619.118861:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077619.118867:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077619.118871:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077619.118876:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769077619.118880:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077619.118883:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077619.118887:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077619.118891:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077619.118894:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077619.118896:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077619.118902:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769077619.118908:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077619.118917:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932490240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077619.118929:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077619.118932:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077619.118942:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932490240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077619.118951:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077619.118954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077619.118958:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077619.118961:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077619.118964:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077619.118968:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077619.118972:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4310
00000400:00000200:1.0:1769077619.118980:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077619.118987:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077619.118991:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077619.118999:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077619.119003:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077619.119008:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077619.119011:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077619.119013:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077619.119041:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077619.119045:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077619.119048:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077619.119050:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077619.119054:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077619.119057:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077619.119062:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077619.119067:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077619.119070:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077619.119077:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000200:3.1:1769077619.119081:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00080000:1.0:1769077619.119083:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000200:3.1:1769077619.119085:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1769077619.119090:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077619.119096:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077619.119102:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077619.119110:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077619.119115:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077619.119119:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077619.119127:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077619.119132:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077619.119139:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000020:00000040:1.0:1769077619.119143:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077619.119145:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077619.119146:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077619.119148:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077619.119150:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077619.119154:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077619.119158:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769077619.119165:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077619.119179:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932490368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077619.119198:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077619.119203:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077619.119213:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932490368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077619.119230:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077619.119235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077619.119241:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077619.119247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077619.119255:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077619.119260:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4320)
00000800:00000200:3.1:1769077619.119521:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077619.119523:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077619.119710:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077619.119712:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1769077620.014503:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077620.014510:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077620.014514:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077620.014522:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077620.014523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077620.014529:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077620.014530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077620.014533:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077620.014538:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077620.014540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077620.014543:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077620.014544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077620.014546:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077620.014575:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077620.014578:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077620.014581:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077620.462523:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298984226, at 4298984256
00000100:00000010:2.0:1769077620.462538:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000001:2.0:1769077621.038520:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077621.038525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077621.038528:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077621.038530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077621.038533:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077621.038539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077621.038540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077621.038543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077621.038545:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077621.038552:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077621.038557:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077621.038561:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077621.038565:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077621.038578:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077621.038584:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077621.038590:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077622.062502:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077622.062510:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077622.062515:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077622.062523:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077622.062530:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077622.062535:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077622.062539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077622.062545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077622.062553:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077622.062555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077622.062557:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077622.062558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077622.062562:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077623.086513:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077623.086522:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077623.086524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077623.086533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077623.086533:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077623.086547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077623.086550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077623.086559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077623.086560:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077623.086568:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077623.086589:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077623.086593:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077623.086598:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077623.086600:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077623.086606:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077623.086610:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077624.110525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077624.110535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077624.110539:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077624.110548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077624.110553:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077624.110559:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.110579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077624.110583:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.110586:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077624.110595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077624.110606:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077624.110610:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077624.110615:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077624.110620:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077624.110623:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077624.110625:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077624.110628:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077624.110634:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077624.110635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077624.238505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077624.238519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077624.238523:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077624.238528:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077624.238534:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077624.238544:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4315
00000400:00000200:1.0:1769077624.238558:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077624.238565:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077624.238570:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077624.238574:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077624.238578:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077624.238580:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077624.238582:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077624.238587:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077624.238589:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077624.238593:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077624.238607:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077624.238611:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077624.238614:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077624.238618:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077624.238621:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077624.238623:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077624.238626:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077624.238629:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077624.238634:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077624.238637:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077624.238641:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077624.238645:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077624.238648:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077624.238650:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077624.238653:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077624.238664:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4a80.
00000020:00000040:1.0:1769077624.238668:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077624.238672:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077624.238673:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077624.238676:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077624.238679:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077624.238683:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077624.238691:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077624.238698:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077624.238707:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4a80 x1855007932490496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077624.238717:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077624.238721:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077624.238725:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1faa4c3] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4a80 x1855007932490496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077624.238748:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077624.238751:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077624.238756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077624.238757:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077624.238759:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077624.238762:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077624.238765:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4315
00000400:00000200:1.0:1769077624.238769:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077624.238772:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077624.238775:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077624.238778:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077624.238781:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077624.238783:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077624.238786:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077624.238788:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077624.238790:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077624.238792:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077624.238794:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077624.238796:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077624.238799:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077624.238803:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077624.238807:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077624.238810:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077624.238812:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077624.238815:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077624.238817:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077624.238819:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077624.238821:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077624.238826:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077624.238828:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077624.238829:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077624.238835:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077624.238842:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077624.238846:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077624.238854:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769077624.238858:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077624.238861:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077624.238863:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077624.238866:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077624.238869:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077624.238874:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077624.238887:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769077624.238898:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077624.238918:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932490624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077624.238969:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077624.238979:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077624.238992:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932490624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077624.239020:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077624.239032:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077624.239042:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077624.239049:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077624.239054:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077624.239064:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077624.239072:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4315
00000400:00000200:1.0:1769077624.239082:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077624.239091:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077624.239096:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077624.239100:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077624.239102:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077624.239106:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077624.239110:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077624.239114:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077624.239116:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077624.239117:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077624.239119:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077624.239124:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077624.239131:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077624.239140:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077624.239144:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077624.239152:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077624.239158:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077624.239161:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077624.239164:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077624.239172:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077624.239176:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077624.239180:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077624.239185:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077624.239196:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077624.239199:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077624.239207:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077624.239209:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077624.239216:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000020:00000040:1.0:1769077624.239226:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077624.239237:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077624.239241:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077624.239244:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077624.239248:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077624.239257:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077624.239263:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077624.239270:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077624.239286:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932490752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077624.239288:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077624.239299:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769077624.239340:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077624.239343:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077624.239357:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932490752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077624.239385:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077624.239398:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077624.239433:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077624.239436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077624.239440:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077624.239446:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4325)
00000800:00000200:3.1:1769077624.239736:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077624.239738:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077624.239920:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077624.239949:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1769077625.134504:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077625.134509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077625.134511:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077625.134515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077625.134516:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077625.134524:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077625.134527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077625.134530:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077625.134531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077625.134535:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077625.134539:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077625.134543:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077625.134547:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077625.134552:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077625.134557:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077625.134562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077625.582478:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298989347, at 4298989376
00000100:00000010:2.0:1769077625.582489:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000001:2.0:1769077626.158507:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077626.158514:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077626.158517:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077626.158525:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077626.158531:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077626.158537:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077626.158546:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077626.158550:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077626.158553:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077626.158675:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077626.158679:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077626.158682:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077626.158683:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077627.182493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077627.182493:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077627.182501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077627.182501:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077627.182508:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077627.182511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077627.182513:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077627.182517:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077627.182519:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077627.182521:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077627.182523:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077627.182528:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077627.182528:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077627.182533:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077627.182535:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077627.182536:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077627.182539:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077627.182543:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077627.182547:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077627.182572:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077627.182577:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077627.182580:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077628.206523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077628.206527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077628.206533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077628.206537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077628.206569:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077628.206582:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077628.206586:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077628.206592:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077628.206598:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077628.206608:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077628.206614:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077628.206618:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077628.206621:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077629.230461:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077629.230468:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077629.230470:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077629.230475:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077629.230480:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077629.230483:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077629.230484:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077629.230490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077629.230491:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077629.230495:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077629.230499:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077629.230501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077629.230506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077629.358515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077629.358524:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077629.358526:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077629.358529:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077629.358532:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077629.358538:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4320
00000400:00000200:1.0:1769077629.358546:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077629.358552:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077629.358554:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077629.358557:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358559:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077629.358561:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358563:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077629.358567:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077629.358568:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077629.358570:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077629.358572:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077629.358574:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077629.358575:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077629.358577:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358579:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077629.358581:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358582:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077629.358584:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077629.358587:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358588:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077629.358590:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077629.358592:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077629.358594:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077629.358596:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077629.358597:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077629.358605:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769077629.358608:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077629.358610:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077629.358612:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077629.358614:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077629.358615:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077629.358619:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077629.358625:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077629.358630:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077629.358637:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932490880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077629.358645:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077629.358648:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077629.358651:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932490880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077629.358672:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077629.358675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077629.358677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077629.358678:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077629.358679:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077629.358681:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077629.358683:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4320
00000400:00000200:1.0:1769077629.358686:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077629.358688:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077629.358689:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077629.358691:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358693:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077629.358695:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358696:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077629.358697:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077629.358699:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077629.358700:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077629.358701:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077629.358703:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077629.358705:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077629.358707:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358709:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077629.358710:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358711:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077629.358713:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077629.358716:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358719:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077629.358722:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077629.358726:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077629.358730:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077629.358732:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077629.358737:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077629.358742:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077629.358747:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077629.358752:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769077629.358755:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077629.358759:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077629.358763:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077629.358766:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077629.358770:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077629.358772:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077629.358778:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769077629.358782:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077629.358790:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932491008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077629.358802:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077629.358804:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077629.358811:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932491008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077629.358822:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077629.358826:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077629.358828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077629.358830:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077629.358833:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077629.358838:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077629.358842:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4320
00000400:00000200:1.0:1769077629.358867:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077629.358872:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077629.358875:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077629.358880:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358884:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077629.358887:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358890:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077629.358893:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077629.358894:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077629.358896:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077629.358898:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077629.358906:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077629.358911:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077629.358916:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358918:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077629.358922:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358925:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077629.358927:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077629.358932:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077629.358937:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077629.358940:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077629.358944:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077629.358948:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077629.358953:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077629.358956:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077629.358961:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077629.358962:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077629.358965:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769077629.358969:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077629.358972:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077629.358975:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077629.358980:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077629.358984:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077629.358988:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077629.358997:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077629.359004:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077629.359014:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00100000:1.0:1769077629.359015:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932491136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077629.359017:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769077629.359035:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077629.359038:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077629.359046:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932491136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077629.359059:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077629.359063:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077629.359068:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077629.359074:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077629.359081:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077629.359096:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4330)
00000800:00000200:3.1:1769077629.359376:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077629.359379:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077629.359655:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077629.359656:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769077630.254502:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077630.254510:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077630.254514:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077630.254515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077630.254521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077630.254522:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077630.254525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077630.254529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077630.254532:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077630.254536:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077630.254541:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077630.254547:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077630.254553:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077630.254562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077630.254567:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077630.254570:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077630.702504:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298994466, at 4298994496
00000100:00000010:2.0:1769077630.702523:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:2.0:1769077631.278502:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077631.278508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077631.278511:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077631.278515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077631.278515:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077631.278525:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077631.278527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077631.278532:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077631.278533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077631.278537:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077631.278548:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077631.278551:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077631.278554:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077631.278576:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077631.278579:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077631.278582:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077632.302500:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077632.302509:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077632.302513:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077632.302521:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077632.302524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077632.302527:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077632.302530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077632.302531:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077632.302537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077632.302538:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077632.302540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077632.302541:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077632.302545:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077632.302563:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077632.302565:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077632.302568:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077633.326529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077633.326534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077633.326538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077633.326540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077633.326547:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077633.326557:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077633.326561:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077633.326565:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077633.326570:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077633.326570:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00010000:1.0:1769077633.326579:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077633.326580:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077633.326593:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077633.326625:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077633.326630:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077633.326635:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077634.350544:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077634.350547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077634.350556:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077634.350556:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077634.350561:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077634.350562:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077634.350567:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077634.350569:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077634.350574:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077634.350577:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077634.350577:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077634.350583:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077634.350584:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077634.350590:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077634.350596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077634.350600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077634.350602:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077634.350608:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077634.350612:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077634.350624:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077634.350628:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077634.350631:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077634.478564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077634.478575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077634.478578:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077634.478582:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077634.478587:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077634.478594:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4325
00000400:00000200:2.0:1769077634.478604:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077634.478611:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077634.478613:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077634.478617:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077634.478620:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077634.478622:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077634.478624:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077634.478629:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077634.478631:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077634.478633:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077634.478636:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077634.478638:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077634.478640:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077634.478642:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077634.478643:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077634.478644:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077634.478645:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077634.478648:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077634.478650:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077634.478652:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077634.478654:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077634.478657:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077634.478659:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077634.478661:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077634.478663:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077634.478673:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077634.478676:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077634.478680:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077634.478682:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077634.478685:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077634.478688:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077634.478692:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077634.478700:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00000001:2.0:1769077634.478707:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077634.478716:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932491264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077634.478725:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077634.478729:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077634.478732:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932491264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077634.478754:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077634.478784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077634.478787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077634.478789:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077634.478790:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077634.478792:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077634.478794:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4325
00000400:00000200:2.0:1769077634.478798:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077634.478801:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077634.478803:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077634.478805:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077634.478807:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077634.478808:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077634.478810:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077634.478812:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077634.478814:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077634.478816:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077634.478818:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077634.478819:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077634.478821:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077634.478823:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077634.478825:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077634.478827:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077634.478829:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077634.478830:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077634.478833:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077634.478835:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077634.478838:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077634.478845:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077634.478855:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077634.478858:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077634.478863:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077634.478868:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077634.478872:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077634.478885:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077634.478894:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077634.478898:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077634.478901:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077634.478904:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077634.478906:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077634.478908:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077634.478919:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769077634.478929:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077634.478937:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932491392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077634.478960:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077634.478963:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077634.478967:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932491392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077634.478988:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077634.478991:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077634.478994:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077634.478998:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077634.479000:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077634.479005:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077634.479009:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4325
00000400:00000200:2.0:1769077634.479013:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077634.479015:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077634.479017:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077634.479025:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077634.479031:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077634.479034:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077634.479037:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077634.479043:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077634.479045:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077634.479046:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077634.479048:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077634.479049:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077634.479053:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077634.479057:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077634.479059:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077634.479064:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077634.479067:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077634.479072:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077634.479078:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077634.479088:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077634.479091:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077634.479097:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077634.479106:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077634.479110:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077634.479113:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077634.479118:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077634.479123:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077634.479126:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077634.479135:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077634.479144:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077634.479146:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077634.479155:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077634.479158:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077634.479160:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077634.479167:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:2.0:1769077634.479172:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077634.479182:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932491520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077634.479204:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077634.479208:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077634.479219:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932491520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077634.479258:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077634.479271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077634.479275:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077634.479284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077634.479295:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077634.479305:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4335)
00000800:00000200:3.1:1769077634.479327:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077634.479330:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077634.479716:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077634.479717:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077634.479951:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077634.479954:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769077635.374503:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077635.374508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077635.374512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077635.374512:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077635.374520:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077635.374521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077635.374524:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077635.374525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077635.374529:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077635.374534:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077635.374545:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077635.374549:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077635.374552:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077635.374557:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077635.374563:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077635.374569:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077635.822503:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4298999586, at 4298999616
00000100:00000010:2.0:1769077635.822519:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000001:2.0:1769077636.398521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077636.398525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077636.398530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077636.398539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077636.398541:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077636.398544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077636.398551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077636.398553:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077636.398561:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077636.398567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077636.398588:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077636.398592:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077636.398596:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077636.398598:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077636.398603:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077636.398607:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077637.422508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077637.422510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077637.422516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077637.422516:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077637.422520:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077637.422524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077637.422524:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077637.422529:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077637.422531:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077637.422532:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077637.422535:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077637.422536:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077637.422540:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077637.422543:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077637.422544:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077637.422547:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077637.422551:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077637.422553:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077637.422557:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077637.422579:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077637.422582:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077637.422585:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077638.446491:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077638.446492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077638.446497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077638.446501:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077638.446504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077638.446507:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077638.446508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077638.446518:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077638.446527:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077638.446536:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077638.446542:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077638.446545:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077638.446549:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077638.446564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077638.446568:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077638.446572:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077639.470511:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077639.470519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077639.470520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077639.470524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077639.470526:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077639.470531:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077639.470532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077639.470535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077639.470537:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077639.470542:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077639.470556:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077639.470557:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077639.470562:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077639.470562:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077639.470568:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077639.470569:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077639.598505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077639.598513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077639.598515:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077639.598518:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077639.598522:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077639.598528:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4330
00000400:00000200:1.0:1769077639.598535:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077639.598540:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077639.598543:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077639.598545:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598548:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077639.598550:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598551:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077639.598555:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077639.598557:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077639.598559:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077639.598561:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077639.598562:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077639.598565:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077639.598567:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598568:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077639.598569:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598571:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077639.598573:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077639.598575:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598576:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077639.598579:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077639.598581:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077639.598583:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077639.598584:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077639.598586:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077639.598594:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769077639.598597:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077639.598600:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077639.598601:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077639.598603:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077639.598605:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077639.598609:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077639.598615:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077639.598620:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077639.598627:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932491648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077639.598635:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077639.598639:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077639.598642:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932491648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077639.598659:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077639.598661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077639.598664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077639.598665:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077639.598666:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077639.598668:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077639.598670:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4330
00000400:00000200:1.0:1769077639.598689:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077639.598692:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077639.598694:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077639.598696:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598698:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077639.598700:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598701:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077639.598703:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077639.598704:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077639.598705:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077639.598707:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077639.598710:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077639.598713:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077639.598716:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598719:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077639.598721:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598725:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077639.598727:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077639.598733:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598738:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077639.598741:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077639.598746:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077639.598749:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077639.598753:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077639.598756:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077639.598760:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077639.598764:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077639.598767:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769077639.598772:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077639.598776:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077639.598778:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077639.598781:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077639.598783:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077639.598785:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077639.598790:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769077639.598795:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077639.598802:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932491776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077639.598813:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077639.598815:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077639.598820:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932491776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077639.598830:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077639.598833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077639.598836:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077639.598837:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077639.598840:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077639.598843:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077639.598847:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4330
00000400:00000200:1.0:1769077639.598850:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077639.598856:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077639.598857:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077639.598860:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598864:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077639.598867:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598868:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077639.598870:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077639.598872:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077639.598874:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077639.598878:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077639.598880:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077639.598883:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077639.598889:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598891:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077639.598896:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598897:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077639.598899:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077639.598904:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077639.598907:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077639.598911:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077639.598914:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077639.598921:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077639.598925:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077639.598927:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077639.598931:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077639.598935:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077639.598939:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769077639.598943:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077639.598946:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077639.598948:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077639.598951:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077639.598952:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077639.598953:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077639.598957:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769077639.598963:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077639.598967:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932491904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077639.598978:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077639.598980:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077639.598986:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932491904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077639.598995:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077639.599000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077639.599002:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077639.599005:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077639.599010:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077639.599015:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4341)
00000800:00000200:3.1:1769077639.599074:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077639.599078:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077639.599547:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077639.599550:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077639.599884:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077639.599886:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1769077640.494480:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077640.494488:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077640.494491:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077640.494496:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077640.494499:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077640.494503:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077640.494505:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077640.494509:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077640.494513:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077640.494543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077640.494549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077640.494559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077640.494568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077640.494600:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077640.494605:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077640.494613:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077640.942506:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299004706, at 4299004736
00000100:00000010:2.0:1769077640.942521:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000001:2.0:1769077641.518533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077641.518541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077641.518543:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077641.518553:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077641.518554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077641.518568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077641.518570:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077641.518577:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077641.518579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077641.518583:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077641.518596:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077641.518602:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077641.518609:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077641.518631:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077641.518637:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077641.518659:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077642.542515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077642.542515:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077642.542521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077642.542524:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077642.542529:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077642.542530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077642.542533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077642.542533:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077642.542538:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077642.542542:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077642.542555:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077642.542557:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077642.542559:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077642.542561:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077642.542567:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077642.542568:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077643.566494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077643.566495:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077643.566504:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077643.566504:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077643.566507:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077643.566509:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077643.566514:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077643.566514:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077643.566520:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077643.566522:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077643.566523:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077643.566528:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077643.566528:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077643.566533:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077643.566535:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077643.566536:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077643.566542:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077643.566543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077643.566548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077643.566571:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077643.566575:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077643.566578:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077644.590493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077644.590496:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077644.590499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077644.590503:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077644.590505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077644.590507:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077644.590508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077644.590516:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077644.590523:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077644.590529:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077644.590533:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077644.590536:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077644.590537:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077644.590542:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077644.590543:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077644.590550:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077644.719105:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077644.719108:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077644.719486:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077644.719489:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077644.719730:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077644.719732:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1769077645.614524:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077645.614527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077645.614533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077645.614533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077645.614536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077645.614540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077645.614542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077645.614544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077645.614550:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077645.614555:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077645.614568:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077645.614569:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077645.614585:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077645.614586:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077645.614588:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077645.614592:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077646.062544:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299009826, at 4299009856
00000100:00000010:2.0:1769077646.062583:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600310c0.
00000100:00000001:2.0:1769077646.638474:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077646.638481:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077646.638485:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077646.638491:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077646.638496:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077646.638501:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077646.638505:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077646.638507:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077646.638510:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077646.638530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077646.638535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077646.638541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077646.638551:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077646.638566:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077646.638569:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077646.638575:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077646.638577:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077646.638580:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077646.638584:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077646.638610:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077646.638613:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077646.638615:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077647.662586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077647.662587:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077647.662602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077647.662604:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077647.662613:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077647.662617:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077647.662626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077647.662628:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077647.662641:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077647.662647:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077647.662670:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077647.662678:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077647.662679:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077647.662686:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077647.662689:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077647.662694:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077648.686563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077648.686567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077648.686578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077648.686581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077648.686585:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077648.686596:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077648.686603:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077648.686606:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077648.686612:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077648.686614:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00010000:1.0:1769077648.686615:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077648.686625:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077648.686631:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077648.686635:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077648.686638:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077648.686641:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077649.710542:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077649.710550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077649.710552:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077649.710556:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077649.710558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077649.710563:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077649.710570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077649.710570:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077649.710576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077649.710579:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077649.710598:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077649.710601:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077649.710604:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077649.710610:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077649.710616:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077649.710621:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077649.838489:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077649.838511:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077649.838515:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077649.838519:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077649.838524:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077649.838531:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4341
00000400:00000200:1.0:1769077649.838541:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077649.838547:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077649.838550:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077649.838552:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077649.838555:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077649.838558:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077649.838560:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077649.838564:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077649.838567:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077649.838570:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077649.838572:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077649.838574:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077649.838576:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077649.838578:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077649.838579:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077649.838580:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077649.838582:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077649.838584:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077649.838586:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077649.838588:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077649.838590:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077649.838593:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077649.838595:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077649.838597:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077649.838599:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077649.838608:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769077649.838612:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077649.838616:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077649.838617:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077649.838620:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077649.838622:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077649.838627:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077649.838635:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769077649.838641:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077649.838651:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932492416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077649.838664:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077649.838670:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077649.838676:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932492416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077649.838706:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077649.838710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077649.838714:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077649.838716:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077649.838719:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077649.838722:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077649.838725:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4341
00000400:00000200:1.0:1769077649.838730:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077649.838734:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077649.838737:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077649.838742:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077649.838745:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077649.838749:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077649.838752:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077649.838755:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077649.838757:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077649.838760:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077649.838762:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077649.838767:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077649.838771:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077649.838777:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077649.838781:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077649.838784:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077649.838788:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077649.838795:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077649.838803:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077649.838805:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077649.838810:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077649.838817:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077649.838825:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077649.838830:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077649.838836:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077649.838841:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077649.838847:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077649.838854:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769077649.838858:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077649.838864:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077649.838866:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077649.838869:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077649.838873:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077649.838875:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077649.838880:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769077649.838886:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077649.838895:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932492544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077649.838914:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077649.838918:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077649.838925:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932492544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077649.838938:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077649.838942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077649.838947:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077649.838949:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077649.838950:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077649.838954:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077649.838959:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4341
00000400:00000200:1.0:1769077649.838991:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077649.838998:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077649.839002:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077649.839009:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077649.839012:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077649.839016:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077649.839019:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077649.839024:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077649.839026:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077649.839028:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077649.839029:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077649.839030:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077649.839032:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077649.839038:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077649.839040:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077649.839041:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077649.839043:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077649.839046:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077649.839050:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077649.839054:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077649.839055:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077649.839058:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1769077649.839060:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:1.0:1769077649.839061:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077649.839066:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077649.839068:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077649.839070:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077649.839071:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077649.839074:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769077649.839076:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077649.839077:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077649.839078:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077649.839079:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077649.839080:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077649.839082:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077649.839102:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769077649.839110:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077649.839120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932492672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077649.839132:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077649.839137:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077649.839146:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932492672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077649.839155:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077649.839157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077649.839161:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077649.839165:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077649.839170:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077649.839178:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4351)
00000800:00000200:0.1:1769077649.839328:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077649.839536:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077650.734512:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077650.734520:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077650.734523:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077650.734530:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077650.734535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077650.734535:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077650.734541:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077650.734542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077650.734548:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077650.734552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077650.734553:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077650.734556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077650.734561:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077650.734598:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077650.734602:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077650.734605:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077651.182560:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299014946, at 4299014976
00000100:00000010:2.0:1769077651.182583:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031840.
00000100:00000001:2.0:1769077651.758531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077651.758541:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077651.758542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077651.758545:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077651.758554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077651.758556:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077651.758566:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077651.758571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077651.758572:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077651.758581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077651.758581:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077651.758587:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077651.758593:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077651.758634:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077651.758639:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077651.758645:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077652.782533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077652.782542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077652.782543:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077652.782549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077652.782549:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077652.782559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077652.782559:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077652.782580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077652.782582:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077652.782588:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077652.782597:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077652.782611:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077652.782611:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077652.782618:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077652.782628:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077652.782628:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769077652.910745:0:2406:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:2.0:1769077652.910797:0:2406:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077652.910811:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077652.910816:0:2406:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:2.0:1769077652.910820:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077652.910824:0:2406:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077652.910830:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077652.910835:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:2.0:1769077652.910840:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077652.910860:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077652.910867:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e110
00000400:00000010:2.0:1769077652.910870:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e110.
00000100:00000001:2.0:1769077652.910876:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077652.910886:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de4000 x1855007932492416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077652.910913:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077652.910918:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4000 x1855007932492416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077652.910927:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077652.910929:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077652.910939:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077652.910942:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9100.
00000400:00000200:2.0:1769077652.910945:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077652.910948:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077652.910951:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eee0
00000400:00000010:2.0:1769077652.910954:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eee0.
00000100:00000001:2.0:1769077652.910956:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077652.910961:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de5500 x1855007932492544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077652.910975:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077652.910981:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5500 x1855007932492544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077652.911001:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077652.911008:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077652.911022:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077652.911029:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9e00.
00000400:00000200:2.0:1769077652.911036:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077652.911052:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077652.911063:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e2a8
00000400:00000010:2.0:1769077652.911069:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e2a8.
00000100:00000001:2.0:1769077652.911074:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077652.911087:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d748de7100 x1855007932492672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077652.911113:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077652.911126:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7100 x1855007932492672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077652.911197:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077652.911204:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077653.806522:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077653.806524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077653.806529:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077653.806530:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077653.806533:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077653.806536:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077653.806542:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077653.806542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077653.806550:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077653.806550:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077653.806555:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077653.806556:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077653.806559:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077653.806564:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077653.806567:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077653.806570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077653.806573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077653.806573:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077653.806580:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077653.806598:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077653.806601:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077653.806603:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077654.830529:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077654.830539:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077654.830546:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077654.830547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077654.830553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077654.830555:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077654.830558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077654.830563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077654.830563:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077654.830570:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077654.830577:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077654.830584:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077654.830588:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077654.830589:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077654.830595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077654.830607:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077654.959209:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077654.959215:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077654.959708:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077654.959711:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077654.960027:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077654.960030:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1769077655.854598:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077655.854599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077655.854607:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077655.854608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077655.854611:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077655.854624:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077655.854627:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077655.854635:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077655.854653:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077655.854660:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077655.854672:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077655.854677:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077655.854687:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077655.854695:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077655.854704:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077655.854709:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077656.302519:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299020066, at 4299020096
00000100:00000010:2.0:1769077656.302539:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600317e0.
00000100:00000001:2.0:1769077656.878508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077656.878517:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077656.878522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077656.878524:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077656.878528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077656.878532:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077656.878537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077656.878540:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077656.878545:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077656.878546:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077656.878550:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077656.878557:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077656.878562:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077656.878567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077656.878569:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077656.878574:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077656.878575:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077656.878580:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077656.878581:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077657.902564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077657.902571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077657.902581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077657.902584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077657.902586:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077657.902594:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077657.902603:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077657.902617:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000020:00000001:1.0:1769077657.902624:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077657.902626:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077657.902631:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077657.902638:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077657.902640:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077657.902657:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077657.902662:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077657.902666:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077658.926525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077658.926532:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077658.926534:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077658.926540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077658.926544:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077658.926552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077658.926553:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077658.926560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077658.926563:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077658.926568:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077658.926572:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077658.926581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077658.926588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077658.926654:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077658.926657:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077658.926659:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077659.950502:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077659.950509:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077659.950514:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077659.950521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077659.950523:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077659.950528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077659.950532:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077659.950537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077659.950539:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077659.950543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077659.950551:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077659.950555:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077659.950562:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077659.950591:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077659.950596:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077659.950600:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769077660.079013:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077660.079020:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077660.079448:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077660.079451:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077660.079686:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077660.079688:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1769077660.974562:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077660.974567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077660.974573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077660.974573:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077660.974583:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077660.974585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077660.974595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077660.974596:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077660.974615:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077660.974630:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077660.974640:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077660.974642:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077660.974648:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077660.974649:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077660.974655:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077660.974656:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077661.422552:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299025186, at 4299025216
00000100:00000010:2.0:1769077661.422573:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031f60.
00000100:00000001:2.0:1769077661.998470:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077661.998486:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077661.998491:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077661.998494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077661.998498:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077661.998502:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077661.998506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077661.998511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077661.998511:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077661.998519:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077661.998530:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077661.998534:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077661.998537:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077661.998541:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077661.998545:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077661.998548:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077663.022467:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077663.022474:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077663.022477:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077663.022483:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077663.022488:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077663.022493:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077663.022497:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077663.022500:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077663.022505:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077663.022507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077663.022510:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077663.022513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077663.022514:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077663.022519:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077663.022521:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077663.022522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077663.022524:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077663.022525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077663.022551:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077663.022555:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077663.022559:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077664.046462:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077664.046464:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077664.046467:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077664.046470:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077664.046471:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077664.046474:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077664.046477:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077664.046478:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077664.046483:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077664.046485:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077664.046488:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077664.046489:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077664.046497:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077664.046500:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077664.046504:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077664.046504:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077664.046508:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077664.046511:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077664.046518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077664.046527:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077664.046530:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077664.046533:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077664.046537:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077664.046539:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077664.046540:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077664.046542:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077664.046545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077664.046546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077664.046566:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077664.046568:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077664.046571:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077665.070472:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077665.070477:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077665.070481:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077665.070488:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077665.070493:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077665.070496:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077665.070509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077665.070512:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077665.070516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077665.070517:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.070525:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077665.070527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077665.070531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077665.070563:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077665.070568:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077665.070573:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077665.198523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077665.198532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077665.198535:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077665.198538:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077665.198547:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077665.198553:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4356
00000400:00000200:0.0:1769077665.198561:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077665.198566:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077665.198568:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077665.198570:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077665.198573:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077665.198575:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077665.198577:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077665.198580:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077665.198582:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077665.198583:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077665.198585:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077665.198587:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077665.198588:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077665.198590:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077665.198593:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077665.198594:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077665.198595:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077665.198598:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077665.198600:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077665.198601:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077665.198603:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077665.198606:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077665.198607:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077665.198609:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077665.198611:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077665.198619:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2d80.
00000020:00000040:0.0:1769077665.198621:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077665.198624:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077665.198625:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077665.198627:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077665.198629:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077665.198633:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077665.198639:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cac00.
00000100:00000001:0.0:1769077665.198644:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077665.198651:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2d80 x1855007932493568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077665.198659:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077665.198662:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077665.198666:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000296efca4] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2d80 x1855007932493568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077665.198687:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077665.198690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077665.198692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077665.198693:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077665.198694:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077665.198696:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077665.198698:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4356
00000400:00000200:0.0:1769077665.198702:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077665.198705:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077665.198708:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077665.198710:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077665.198712:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077665.198714:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077665.198715:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077665.198717:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077665.198718:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077665.198719:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077665.198720:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077665.198723:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077665.198730:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077665.198737:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077665.198746:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077665.198749:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077665.198751:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077665.198757:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077665.198764:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077665.198774:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077665.198785:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077665.198794:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077665.198800:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077665.198804:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077665.198814:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077665.198822:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077665.198829:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077665.198835:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0a80.
00000020:00000040:0.0:1769077665.198839:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077665.198845:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077665.198856:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077665.198862:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077665.198864:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077665.198865:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077665.198870:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb000.
00000100:00000001:0.0:1769077665.198875:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077665.198881:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0a80 x1855007932493696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077665.198901:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077665.198908:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077665.198913:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a51dfce] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0a80 x1855007932493696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077665.198927:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077665.198936:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077665.198943:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077665.198948:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077665.198950:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077665.198958:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077665.198967:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4356
00000400:00000200:0.0:1769077665.198986:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077665.198996:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077665.199009:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077665.199017:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077665.199030:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077665.199039:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077665.199044:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077665.199047:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077665.199048:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077665.199049:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077665.199051:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077665.199052:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077665.199060:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077665.199069:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077665.199070:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077665.199077:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077665.199081:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077665.199083:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077665.199092:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077665.199094:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077665.199101:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077665.199107:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077665.199115:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077665.199125:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077665.199133:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077665.199150:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077665.199159:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077665.199166:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769077665.199170:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077665.199182:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077665.199188:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077665.199200:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077665.199203:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077665.199208:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077665.199214:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:0.0:1769077665.199227:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077665.199254:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932493824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077665.199270:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077665.199277:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077665.199285:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:0.0:1769077665.199291:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932493824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077665.199294:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1769077665.199319:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077665.199326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077665.199329:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077665.199332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077665.199341:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077665.199351:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4366)
00000800:00000200:3.1:1769077665.199684:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077665.199686:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077665.199879:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077665.199898:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1769077666.094459:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077666.094466:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077666.094468:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077666.094473:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077666.094476:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077666.094477:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077666.094482:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077666.094483:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077666.094487:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077666.094489:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077666.094490:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077666.094492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077666.094494:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077666.094496:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077666.094502:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077666.094505:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077666.094511:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:1.0:1769077666.094514:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077666.094518:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077666.094518:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077666.094524:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077666.094524:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077666.094537:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077666.094541:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077666.094544:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077666.542486:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299030307, at 4299030336
00000100:00000010:2.0:1769077666.542496:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000001:2.0:1769077667.118456:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077667.118462:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077667.118465:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077667.118471:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077667.118477:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077667.118483:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077667.118489:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077667.118489:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077667.118492:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077667.118495:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077667.118496:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077667.118500:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077667.118508:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077667.118510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077667.118513:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077667.118514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077667.118518:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077667.118522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077667.118523:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077667.118527:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077667.118528:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077667.118531:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077667.118532:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077667.118538:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077667.118541:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077667.118544:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077667.118547:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077667.118549:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077667.118572:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077667.118576:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077667.118579:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077668.142471:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077668.142475:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077668.142476:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077668.142477:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077668.142479:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077668.142482:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077668.142483:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077668.142485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077668.142486:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077668.142489:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077668.142490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077668.142491:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077668.142496:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077668.142498:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077668.142500:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077668.142504:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077668.142509:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077668.142513:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077668.142514:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077668.142518:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077668.142519:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077668.142521:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077668.142528:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077668.142533:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077668.142536:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077669.166549:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077669.166556:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077669.166558:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077669.166563:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077669.166571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077669.166572:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077669.166580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077669.166582:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077669.166583:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077669.166591:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077669.166592:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077669.166593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077669.166602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077669.166604:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077669.166614:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077669.166617:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077669.166627:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077669.166631:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077669.166635:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077669.166636:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077669.166640:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077669.166646:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077669.166647:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077669.166653:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077669.166660:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077670.190558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077670.190558:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077670.190560:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077670.190567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.190570:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077670.190575:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077670.190577:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077670.190582:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077670.190585:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077670.190586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077670.190598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.190599:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077670.190600:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077670.190606:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077670.190611:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077670.190613:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077670.190620:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.190620:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077670.190641:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077670.190642:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077670.190649:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077670.190652:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077670.190661:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077670.190662:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077670.190671:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077670.318552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077670.318570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077670.318574:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077670.318592:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077670.318599:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077670.318607:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4361
00000400:00000200:2.0:1769077670.318618:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077670.318625:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077670.318628:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077670.318630:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077670.318634:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077670.318636:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077670.318638:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077670.318642:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077670.318644:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077670.318646:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077670.318649:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077670.318651:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077670.318652:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077670.318655:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077670.318656:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077670.318658:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077670.318659:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077670.318662:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077670.318664:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077670.318666:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077670.318668:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077670.318671:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077670.318674:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.318676:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077670.318679:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077670.318691:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077670.318696:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077670.318701:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077670.318703:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.318707:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077670.318710:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077670.318716:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077670.318727:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8800.
00000100:00000001:2.0:1769077670.318736:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077670.318749:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932493952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077670.318760:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077670.318764:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077670.318769:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932493952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.318791:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077670.318794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077670.318797:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077670.318798:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077670.318800:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077670.318802:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077670.318805:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4361
00000400:00000200:2.0:1769077670.318809:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077670.318812:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077670.318814:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077670.318816:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077670.318821:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077670.318825:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077670.318830:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077670.318834:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077670.318835:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077670.318836:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077670.318838:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077670.318839:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077670.318842:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077670.318846:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077670.318868:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077670.318873:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077670.318881:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077670.318887:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077670.318894:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077670.318902:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077670.318908:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077670.318935:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077670.318940:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.318947:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077670.318955:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077670.318960:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.318966:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077670.318973:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077670.318979:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077670.318984:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077670.318987:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.318993:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077670.318998:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077670.319004:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077670.319011:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:2.0:1769077670.319019:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077670.319028:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932494080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077670.319052:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077670.319053:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077670.319059:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932494080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.319072:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077670.319075:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077670.319081:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077670.319083:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077670.319086:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077670.319090:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077670.319096:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4361
00000400:00000200:2.0:1769077670.319124:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077670.319132:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077670.319136:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077670.319144:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077670.319151:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077670.319171:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077670.319175:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769077670.319180:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077670.319185:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077670.319189:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077670.319192:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077670.319194:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077670.319195:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077670.319197:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077670.319201:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077670.319207:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077670.319213:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077670.319217:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077670.319222:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077670.319228:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077670.319237:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077670.319245:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077670.319250:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077670.319255:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077670.319262:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.319269:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077670.319273:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077670.319278:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.319280:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077670.319283:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077670.319287:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077670.319291:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077670.319294:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.319296:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077670.319300:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077670.319304:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077670.319322:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000001:2.0:1769077670.319328:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077670.319336:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932494208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077670.319347:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077670.319349:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077670.319357:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932494208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.319368:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077670.319371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077670.319375:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077670.319381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077670.319388:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077670.319396:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4371)
00000800:00000200:3.1:1769077670.319670:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077670.319672:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077670.319935:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077670.319938:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769077671.214515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077671.214515:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077671.214518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077671.214524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077671.214525:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077671.214526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077671.214531:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077671.214532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077671.214532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077671.214536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077671.214539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077671.214540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077671.214546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077671.214548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077671.214552:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077671.214552:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077671.214558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077671.214562:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077671.214562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077671.214566:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077671.214567:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077671.214568:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077671.214572:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077671.214573:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077671.214578:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077671.662548:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299035426, at 4299035456
00000100:00000010:2.0:1769077671.662568:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:2.0:1769077672.238526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077672.238533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077672.238535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077672.238539:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077672.238540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077672.238549:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077672.238550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077672.238553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077672.238556:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077672.238561:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077672.238563:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077672.238565:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077672.238570:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077672.238570:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077672.238574:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077672.238575:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077672.238579:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:1.0:1769077672.238583:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077672.238584:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077672.238589:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077672.238590:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077672.238596:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077672.238598:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077672.238600:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077672.238606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077673.262525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077673.262525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077673.262528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077673.262535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077673.262537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077673.262537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077673.262542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077673.262543:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077673.262544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077673.262548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077673.262551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077673.262551:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077673.262558:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077673.262559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077673.262564:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077673.262565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077673.262572:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077673.262577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077673.262580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077673.262581:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077673.262584:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077673.262587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077673.262588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077673.262592:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077673.262598:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077674.286533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077674.286542:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077674.286548:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077674.286550:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077674.286551:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077674.286556:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077674.286558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077674.286559:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077674.286563:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077674.286564:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077674.286569:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077674.286571:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077674.286575:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077674.286578:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077674.286584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077674.286588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077674.286599:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077674.286604:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077674.286609:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077674.286627:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077674.286632:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077674.286636:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077674.286636:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077674.286645:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077674.286649:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077674.286654:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077674.286657:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077674.286660:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077674.286662:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077674.286665:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077674.286667:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.310545:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077675.310551:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077675.310554:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077675.310561:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077675.310566:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077675.310572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077675.310576:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077675.310579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.310583:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077675.310590:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077675.310591:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077675.310595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077675.310600:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077675.310603:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077675.310604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077675.310606:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077675.310617:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077675.310622:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077675.310629:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077675.310636:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077675.310639:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077675.310643:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077675.310655:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077675.310660:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077675.310665:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077675.438569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077675.438590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077675.438596:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077675.438600:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077675.438606:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077675.438613:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4366
00000400:00000200:2.0:1769077675.438638:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077675.438644:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077675.438646:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077675.438649:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077675.438652:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077675.438654:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077675.438655:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077675.438659:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077675.438660:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077675.438662:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077675.438664:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077675.438665:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077675.438667:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077675.438669:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077675.438670:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077675.438671:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077675.438674:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077675.438676:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077675.438678:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077675.438680:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077675.438682:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077675.438684:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077675.438687:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.438688:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077675.438690:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077675.438698:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077675.438701:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077675.438705:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077675.438706:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.438708:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077675.438710:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077675.438713:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077675.438720:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab400.
00000100:00000001:2.0:1769077675.438726:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077675.438732:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932494336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077675.438740:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077675.438743:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077675.438746:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932494336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.438768:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077675.438770:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077675.438773:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077675.438774:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077675.438775:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077675.438777:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077675.438778:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4366
00000400:00000200:2.0:1769077675.438781:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077675.438783:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077675.438785:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077675.438787:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077675.438788:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077675.438790:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077675.438791:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077675.438793:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077675.438793:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077675.438794:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077675.438796:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077675.438797:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077675.438798:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077675.438800:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077675.438817:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077675.438819:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077675.438821:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077675.438823:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077675.438825:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077675.438827:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077675.438829:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077675.438833:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077675.438835:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.438837:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077675.438840:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077675.438843:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.438845:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077675.438848:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077675.438850:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077675.438853:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077675.438855:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.438857:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077675.438859:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077675.438861:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077675.438865:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000001:2.0:1769077675.438886:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077675.438890:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932494464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077675.438896:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077675.438900:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077675.438906:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932494464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.438916:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077675.438921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077675.438928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077675.438932:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077675.438936:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077675.438940:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077675.438963:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4366
00000400:00000200:2.0:1769077675.438972:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077675.438977:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077675.438980:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077675.438984:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077675.438987:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077675.438992:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077675.438996:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077675.438997:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077675.438998:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077675.438999:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077675.439001:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077675.439007:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077675.439028:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077675.439031:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077675.439036:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077675.439041:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077675.439043:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077675.439045:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077675.439049:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077675.439053:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077675.439054:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077675.439056:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077675.439062:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.439063:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077675.439065:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077675.439067:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.439111:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077675.439120:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077675.439126:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077675.439129:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077675.439133:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.439138:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077675.439140:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077675.439144:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077675.439151:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:2.0:1769077675.439156:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077675.439166:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932494592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077675.439180:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077675.439184:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077675.439191:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932494592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.439201:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077675.439205:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077675.439211:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077675.439214:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077675.439235:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077675.439243:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4376)
00000800:00000200:3.1:1769077675.439348:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077675.439352:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077675.439792:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077675.439794:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077675.440059:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077675.440061:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769077676.334555:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077676.334555:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077676.334559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077676.334568:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077676.334571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077676.334572:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077676.334573:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077676.334581:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077676.334585:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077676.334588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077676.334594:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077676.334596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077676.334598:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077676.334600:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077676.334608:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077676.334613:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077676.334621:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077676.334626:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077676.334629:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077676.334635:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077676.334636:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077676.334639:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077676.334644:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077676.334648:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077676.334652:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077676.782502:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299040546, at 4299040576
00000100:00000010:2.0:1769077676.782523:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000001:0.0:1769077677.358553:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077677.358553:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077677.358558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077677.358561:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077677.358562:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077677.358565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077677.358570:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077677.358571:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077677.358573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077677.358577:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077677.358583:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077677.358583:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077677.358585:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077677.358591:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077677.358593:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077677.358593:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077677.358604:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077677.358604:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077677.358605:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077677.358612:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077677.358614:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769077677.358618:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077677.358621:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077677.358621:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077677.358625:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077677.358625:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077677.358628:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077677.358629:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077677.358663:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077677.358668:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077677.358671:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077678.382522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077678.382523:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077678.382526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077678.382527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077678.382528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077678.382532:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077678.382533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077678.382535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077678.382536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077678.382538:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077678.382539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077678.382544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077678.382544:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077678.382549:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077678.382550:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077678.382555:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077678.382562:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077678.382563:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077678.382565:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077678.382566:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077678.382571:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077678.382572:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077678.382575:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077678.382578:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077678.382580:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077679.406498:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077679.406498:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077679.406501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077679.406506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077679.406506:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077679.406507:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077679.406510:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077679.406512:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077679.406516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077679.406516:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077679.406518:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077679.406520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077679.406521:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077679.406525:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077679.406526:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077679.406531:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077679.406540:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077679.406544:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077679.406547:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077679.406548:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077679.406552:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077679.406552:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077679.406557:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077679.406558:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077679.406563:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077680.430563:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077680.430571:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077680.430575:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077680.430579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077680.430579:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769077680.430582:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077680.430593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077680.430594:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077680.430594:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077680.430598:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077680.430601:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077680.430607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077680.430609:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769077680.430610:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077680.430612:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077680.430615:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.430622:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077680.430623:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077680.430629:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077680.430634:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077680.430637:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077680.430641:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077680.430651:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077680.430656:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077680.430662:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077680.558776:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077680.558782:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077680.558786:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077680.558796:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5180 x1855007932494720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.558812:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077680.558815:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077680.558821:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077680.558825:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077680.558830:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077680.558838:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932494720:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077680.558846:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077680.558851:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077680.558855:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077680.558859:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077680.558866:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077680.558870:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077680.558882:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077680.558889:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077680.558900:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077680.558912:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932494720, portal 25
00000100:00000001:0.0:1769077680.558918:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077680.558923:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564478336 : -121121145073280 : ffff91d7492c5180)
00000100:00000040:0.0:1769077680.558932:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5180 x1855007932494720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.558947:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077680.558953:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077680.558958:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077680.558964:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932494720, offset 0
00000400:00000200:0.0:1769077680.558974:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077680.558999:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077680.559007:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077680.559015:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077680.559021:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077680.559027:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077680.559033:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077680.559040:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47520:47520:256:4294967295] 192.168.204.153@tcp LPNI seq info [47520:47520:8:4294967295]
00000400:00000200:0.0:1769077680.559049:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077680.559068:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077680.559084:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077680.559091:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077680.559103:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077680.559107:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077680.559113:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077680.559116:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769077680.559119:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077680.559122:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077680.559128:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077680.559131:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077680.559135:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077680.559137:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077680.559142:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077680.559146:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5180 x1855007932494720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559154:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077680.559156:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5180 x1855007932494720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559162:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077680.559164:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077680.559168:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077680.559171:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077680.559174:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299045666
00000100:00000010:0.0:1769077680.559178:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031cc0.
00000100:00000001:0.0:1769077680.559184:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077680.559189:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299045666
00000100:00000010:0.0:1769077680.559192:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031300.
00000100:00000001:0.0:1769077680.559194:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077680.559197:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077680.559199:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077680.559201:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077680.559204:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077680/real 1769077680]  req@ffff91d7492c5180 x1855007932494720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077680.559215:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077680.559217:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077680.559218:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077680.559221:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077680.559222:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077680.559223:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077680.559226:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5180 x1855007932494720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077680.559233:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5180 x1855007932494720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559237:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077680.559239:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559240:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077680.559242:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077680.559244:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5180 x1855007932494720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559249:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077680.559252:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5180 x1855007932494720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559257:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077680.559258:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559260:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077680.559260:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559262:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077680.559264:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077680.559266:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077680.559269:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077680.559271:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077680.559274:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5180 x1855007932494720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077680.559281:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932494720:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077680.559285:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559287:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077680.559289:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5180 x1855007932494720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559293:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077680.559296:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077680.559298:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077680.559299:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077680.559301:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077680.559302:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077680.559304:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077680.559305:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:0.0:1769077680.559316:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077680.559317:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077680.559319:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5180.
00000100:00000001:0.0:1769077680.559321:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077680.559322:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559324:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559332:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077680.559334:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077680.559336:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077680.559337:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077680.559338:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077680.559340:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4e00 x1855007932494848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559346:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077680.559347:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077680.559349:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077680.559353:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077680.559355:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077680.559357:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932494848:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077680.559359:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077680.559361:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077680.559362:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077680.559363:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077680.559365:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077680.559367:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077680.559369:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077680.559371:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077680.559374:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077680.559376:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932494848, portal 10
00000100:00000001:0.0:1769077680.559377:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077680.559378:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564477440 : -121121145074176 : ffff91d7492c4e00)
00000100:00000040:0.0:1769077680.559383:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4e00 x1855007932494848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559388:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077680.559390:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077680.559391:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077680.559393:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932494848, offset 0
00000400:00000200:0.0:1769077680.559395:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077680.559398:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077680.559400:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077680.559433:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077680.559436:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077680.559437:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077680.559439:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077680.559441:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47521:47521:256:4294967295] 192.168.204.153@tcp LPNI seq info [47521:47521:8:4294967295]
00000400:00000200:0.0:1769077680.559444:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077680.559449:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077680.559452:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077680.559455:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077680.559458:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077680.559460:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077680.559463:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077680.559464:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769077680.559467:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077680.559468:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077680.559470:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077680.559473:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077680.559475:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077680.559477:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077680.559478:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077680.559481:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4e00 x1855007932494848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559486:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077680.559488:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4e00 x1855007932494848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559493:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077680.559494:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077680.559496:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077680.559499:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077680.559501:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077680.559503:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299044364
00000100:00000001:0.0:1769077680.559505:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299045666
00000100:00000001:0.0:1769077680.559507:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299044364
00000100:00000001:0.0:1769077680.559508:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299045666
00000100:00000001:0.0:1769077680.559510:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077680.559511:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077680.559512:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077680.559514:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077680/real 1769077680]  req@ffff91d7492c4e00 x1855007932494848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077680.559519:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077680.559520:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077680.559522:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077680.559523:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077680.559524:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077680.559526:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077680.559528:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4e00 x1855007932494848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077680.559534:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4e00 x1855007932494848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559538:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077680.559539:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559540:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077680.559541:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077680.559543:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4e00 x1855007932494848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559547:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077680.559550:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4e00 x1855007932494848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559554:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077680.559555:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559556:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077680.559557:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559558:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077680.559560:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077680.559561:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077680.559563:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077680.559564:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077680.559567:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4e00 x1855007932494848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077680.559571:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932494848:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077680.559574:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077680.559577:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4700 x1855007932494976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559582:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077680.559582:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077680.559584:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077680.559585:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077680.559586:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077680.559588:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932494976:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077680.559589:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077680.559591:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077680.559592:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077680.559593:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077680.559595:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769077680.559597:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077680.559599:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077680.559600:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077680.559602:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077680.559604:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932494976, portal 10
00000100:00000001:0.0:1769077680.559606:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077680.559607:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564475648 : -121121145075968 : ffff91d7492c4700)
00000100:00000040:0.0:1769077680.559611:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4700 x1855007932494976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559615:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077680.559617:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077680.559618:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077680.559620:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932494976, offset 0
00000400:00000200:0.0:1769077680.559622:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077680.559624:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077680.559626:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077680.559628:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077680.559630:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077680.559631:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077680.559633:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077680.559635:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47522:47522:256:4294967295] 192.168.204.153@tcp LPNI seq info [47522:47522:8:4294967295]
00000400:00000200:0.0:1769077680.559638:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077680.559642:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077680.559644:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077680.559646:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077680.559648:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077680.559650:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077680.559653:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077680.559655:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769077680.559657:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077680.559659:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077680.559661:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077680.559663:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077680.559665:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077680.559666:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077680.559667:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077680.559670:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4700 x1855007932494976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559675:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077680.559677:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4700 x1855007932494976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559681:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077680.559682:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077680.559683:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077680.559685:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077680.559687:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077680.559688:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299044363
00000100:00000001:0.0:1769077680.559689:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299045666
00000100:00000001:0.0:1769077680.559691:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299044363
00000100:00000001:0.0:1769077680.559693:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299045666
00000100:00000001:0.0:1769077680.559694:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077680.559696:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077680.559697:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077680.559700:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077680/real 1769077680]  req@ffff91d7492c4700 x1855007932494976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077680.559704:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077680.559705:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077680.559706:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077680.559707:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077680.559708:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077680.559709:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077680.559711:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4700 x1855007932494976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077680.559716:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4700 x1855007932494976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559721:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077680.559722:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559723:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077680.559724:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077680.559726:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4700 x1855007932494976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559730:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077680.559732:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4700 x1855007932494976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559736:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077680.559737:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559738:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077680.559739:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559740:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077680.559743:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077680.559745:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077680.559747:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077680.559749:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077680.559751:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4700 x1855007932494976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077680.559756:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932494976:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077680.559758:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559759:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077680.559761:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4e00 x1855007932494848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559765:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077680.559766:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077680.559767:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077680.559769:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077680.559770:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077680.559771:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077680.559772:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077680.559774:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:0.0:1769077680.559775:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077680.559776:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077680.559777:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4e00.
00000100:00000001:0.0:1769077680.559779:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077680.559780:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559781:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077680.559783:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4700 x1855007932494976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077680.559787:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077680.559788:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077680.559789:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769077680.559791:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077680.559792:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077680.559793:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077680.559795:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077680.559796:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:0.0:1769077680.559797:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077680.559798:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077680.559799:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4700.
00000100:00000001:0.0:1769077680.559800:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077680.559800:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559802:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.559803:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077680.559804:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077680.559805:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077680.559806:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077681.454473:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077681.454479:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077681.454481:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077681.454486:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077681.454489:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077681.454491:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077681.454494:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077681.454496:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077681.454497:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077681.454499:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769077681.454503:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077681.454504:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077681.454509:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077681.454510:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077681.454513:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077681.454517:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077681.454520:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077681.454522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077681.454524:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077681.454525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077681.454532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077681.454535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077681.454577:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077681.454580:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077681.454583:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077681.902533:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299045666, at 4299045696
00000100:00000010:2.0:1769077681.902553:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031cc0.
00000100:00000001:2.0:1769077682.478508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077682.478517:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077682.478520:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077682.478529:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077682.478537:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077682.478543:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077682.478551:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077682.478554:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077682.478559:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077682.478559:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077682.478573:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077682.478580:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077682.478597:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077682.478603:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077682.478607:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077682.478610:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077682.478613:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077682.478616:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077682.478694:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077682.478699:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077682.478705:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077682.478707:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077682.478738:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077682.478740:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077682.478742:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077683.502500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077683.502512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077683.502522:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077683.502522:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077683.502524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077683.502536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077683.502537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077683.502540:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077683.502545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077683.502549:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077683.502556:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077683.502558:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077683.502568:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077683.502570:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077683.502573:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077683.502578:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077683.502588:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077683.502593:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077683.502595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077683.502598:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077683.502603:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077683.502603:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077683.502605:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077683.502611:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077683.502615:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077684.526511:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077684.526519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077684.526521:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077684.526528:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077684.526534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077684.526534:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077684.526539:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077684.526540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077684.526541:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077684.526546:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077684.526546:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077684.526548:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077684.526549:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077684.526550:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077684.526551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077684.526557:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077684.526558:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077684.526559:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077684.526567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077684.526569:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077684.526573:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077684.526576:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077684.526586:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077684.526587:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077684.526599:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077684.526599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077684.526604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077684.526606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077684.526648:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077684.526653:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077684.526657:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077685.550468:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077685.550470:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077685.550473:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077685.550475:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077685.550476:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077685.550480:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077685.550481:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077685.550482:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077685.550486:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077685.550486:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077685.550493:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077685.550493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077685.550493:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077685.550497:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077685.550500:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077685.550501:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077685.550506:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077685.550506:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.550512:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077685.550513:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077685.550515:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077685.550518:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077685.550520:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077685.550523:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077685.550524:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077685.678723:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077685.678729:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077685.678732:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077685.678741:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4000 x1855007932495104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.678753:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077685.678757:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077685.678763:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077685.678768:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077685.678772:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077685.678777:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932495104:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077685.678783:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077685.678787:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077685.678790:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077685.678794:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077685.678800:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077685.678805:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077685.678817:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077685.678822:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077685.678829:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077685.678839:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932495104, portal 25
00000100:00000001:0.0:1769077685.678845:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077685.678849:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564473856 : -121121145077760 : ffff91d7492c4000)
00000100:00000040:0.0:1769077685.678863:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4000 x1855007932495104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.678923:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077685.678927:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077685.678932:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077685.678937:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932495104, offset 0
00000400:00000200:0.0:1769077685.678947:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077685.678958:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077685.678965:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077685.678971:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077685.678978:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077685.678985:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077685.678990:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077685.678996:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47523:47523:256:4294967295] 192.168.204.153@tcp LPNI seq info [47523:47523:8:4294967295]
00000400:00000200:0.0:1769077685.679002:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077685.679016:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077685.679027:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077685.679034:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077685.679044:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077685.679050:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077685.679057:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077685.679064:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769077685.679073:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077685.679076:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077685.679083:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077685.679089:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077685.679093:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077685.679095:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077685.679098:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077685.679103:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4000 x1855007932495104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679111:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077685.679113:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4000 x1855007932495104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679118:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077685.679119:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077685.679123:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077685.679126:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077685.679128:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299050786
00000100:00000010:0.0:1769077685.679132:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031600.
00000100:00000001:0.0:1769077685.679137:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077685.679141:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299050786
00000100:00000010:0.0:1769077685.679144:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600319c0.
00000100:00000001:0.0:1769077685.679146:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077685.679148:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077685.679151:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077685.679153:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077685.679155:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077685/real 1769077685]  req@ffff91d7492c4000 x1855007932495104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077685.679162:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077685.679164:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077685.679165:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077685.679168:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077685.679169:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077685.679171:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077685.679173:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4000 x1855007932495104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077685.679179:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4000 x1855007932495104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679184:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077685.679185:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679187:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077685.679188:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077685.679190:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4000 x1855007932495104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679195:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077685.679198:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4000 x1855007932495104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679203:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077685.679205:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679213:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077685.679214:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679216:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077685.679217:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077685.679219:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077685.679222:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077685.679224:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077685.679227:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4000 x1855007932495104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077685.679232:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932495104:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077685.679236:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679237:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077685.679239:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4000 x1855007932495104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679248:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077685.679250:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077685.679252:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077685.679254:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077685.679255:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077685.679256:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077685.679258:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077685.679259:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:0.0:1769077685.679262:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077685.679263:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077685.679265:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4000.
00000100:00000001:0.0:1769077685.679267:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077685.679268:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679269:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679276:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077685.679277:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077685.679279:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077685.679280:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077685.679281:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077685.679283:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5f80 x1855007932495232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679288:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077685.679289:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077685.679290:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077685.679292:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077685.679293:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077685.679295:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932495232:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077685.679297:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077685.679298:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077685.679299:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077685.679300:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077685.679302:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077685.679304:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077685.679307:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077685.679309:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077685.679311:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077685.679313:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932495232, portal 10
00000100:00000001:0.0:1769077685.679315:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077685.679316:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481920 : -121121145069696 : ffff91d7492c5f80)
00000100:00000040:0.0:1769077685.679320:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5f80 x1855007932495232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679325:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077685.679326:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077685.679328:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077685.679329:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932495232, offset 0
00000400:00000200:0.0:1769077685.679332:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077685.679334:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077685.679336:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077685.679338:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077685.679340:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077685.679342:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077685.679344:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077685.679346:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47524:47524:256:4294967295] 192.168.204.153@tcp LPNI seq info [47524:47524:8:4294967295]
00000400:00000200:0.0:1769077685.679348:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077685.679352:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077685.679355:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077685.679357:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077685.679359:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077685.679361:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077685.679364:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077685.679365:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769077685.679368:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077685.679369:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077685.679371:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077685.679373:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077685.679375:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077685.679376:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077685.679378:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077685.679380:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5f80 x1855007932495232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679386:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077685.679388:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5f80 x1855007932495232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679392:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077685.679393:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077685.679395:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077685.679397:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077685.679399:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077685.679423:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299049484
00000100:00000001:0.0:1769077685.679426:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299050786
00000100:00000001:0.0:1769077685.679427:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299049484
00000100:00000001:0.0:1769077685.679429:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299050786
00000100:00000001:0.0:1769077685.679430:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077685.679432:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077685.679433:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077685.679435:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077685/real 1769077685]  req@ffff91d7492c5f80 x1855007932495232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077685.679440:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077685.679441:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077685.679443:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077685.679445:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077685.679446:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077685.679447:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077685.679449:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5f80 x1855007932495232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077685.679455:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5f80 x1855007932495232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679463:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077685.679464:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679466:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077685.679466:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077685.679469:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5f80 x1855007932495232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679473:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077685.679475:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5f80 x1855007932495232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679479:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077685.679481:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679482:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077685.679482:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679483:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077685.679485:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077685.679487:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077685.679489:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077685.679490:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077685.679493:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5f80 x1855007932495232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077685.679498:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932495232:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077685.679500:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077685.679502:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6a00 x1855007932495360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679506:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077685.679507:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077685.679508:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077685.679510:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077685.679511:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077685.679513:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932495360:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077685.679515:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077685.679516:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077685.679517:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077685.679518:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077685.679521:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077685.679522:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077685.679525:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077685.679526:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077685.679528:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077685.679530:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932495360, portal 10
00000100:00000001:0.0:1769077685.679531:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077685.679532:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564484608 : -121121145067008 : ffff91d7492c6a00)
00000100:00000040:0.0:1769077685.679536:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6a00 x1855007932495360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679540:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077685.679542:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077685.679543:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077685.679545:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932495360, offset 0
00000400:00000200:0.0:1769077685.679547:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077685.679549:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077685.679551:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077685.679553:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077685.679555:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077685.679556:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077685.679558:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077685.679560:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47525:47525:256:4294967295] 192.168.204.153@tcp LPNI seq info [47525:47525:8:4294967295]
00000400:00000200:0.0:1769077685.679563:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077685.679567:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077685.679570:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077685.679572:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077685.679575:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077685.679577:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077685.679580:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077685.679581:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769077685.679584:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077685.679585:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077685.679587:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077685.679589:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077685.679591:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077685.679592:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077685.679594:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077685.679596:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6a00 x1855007932495360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679600:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077685.679602:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6a00 x1855007932495360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679606:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077685.679607:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077685.679608:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077685.679610:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077685.679612:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077685.679614:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299049483
00000100:00000001:0.0:1769077685.679615:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299050786
00000100:00000001:0.0:1769077685.679617:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299049483
00000100:00000001:0.0:1769077685.679618:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299050786
00000100:00000001:0.0:1769077685.679619:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077685.679621:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077685.679622:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077685.679624:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077685/real 1769077685]  req@ffff91d7492c6a00 x1855007932495360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077685.679629:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077685.679630:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077685.679631:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077685.679633:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077685.679634:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077685.679635:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077685.679637:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6a00 x1855007932495360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077685.679642:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6a00 x1855007932495360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679645:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077685.679646:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679647:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077685.679648:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077685.679650:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6a00 x1855007932495360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679654:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077685.679656:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6a00 x1855007932495360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679660:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077685.679662:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679663:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077685.679664:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679665:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077685.679667:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077685.679669:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077685.679671:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077685.679672:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077685.679675:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6a00 x1855007932495360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077685.679680:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932495360:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077685.679682:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679683:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077685.679685:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5f80 x1855007932495232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679689:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077685.679690:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077685.679691:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077685.679692:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077685.679693:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077685.679694:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077685.679695:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077685.679696:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:0.0:1769077685.679698:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077685.679698:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077685.679699:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5f80.
00000100:00000001:0.0:1769077685.679702:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077685.679703:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679704:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077685.679706:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6a00 x1855007932495360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077685.679710:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077685.679711:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077685.679712:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077685.679713:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077685.679714:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077685.679715:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077685.679716:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077685.679717:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:0.0:1769077685.679718:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077685.679719:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077685.679720:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6a00.
00000100:00000001:0.0:1769077685.679721:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077685.679722:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679723:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.679725:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077685.679726:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077685.679728:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077685.679729:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077686.574498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077686.574505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077686.574510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077686.574514:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077686.574516:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077686.574518:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077686.574521:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077686.574523:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077686.574525:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077686.574528:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077686.574534:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077686.574535:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077686.574541:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077686.574542:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769077686.574551:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077686.574553:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077686.574554:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077686.574556:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077686.574563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00010000:1.0:1769077686.574564:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769077686.574565:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077686.574575:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077686.574581:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.574582:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077686.574588:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077686.574591:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077686.574594:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077686.574604:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077686.574604:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077686.574609:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.574612:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077687.022466:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299050786, at 4299050816
00000100:00000010:2.0:1769077687.022479:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031600.
00010000:00000001:1.0:1769077687.598471:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077687.598471:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077687.598472:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077687.598477:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.598478:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077687.598479:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077687.598481:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077687.598484:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077687.598485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077687.598487:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077687.598489:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077687.598491:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077687.598496:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077687.598500:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077687.598504:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077687.598507:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077687.598509:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077687.598512:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077687.598513:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077687.598520:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077687.598523:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077687.598525:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077687.598530:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077687.598532:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077687.598535:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077688.622492:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077688.622492:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077688.622493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077688.622499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077688.622500:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077688.622501:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077688.622504:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077688.622505:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077688.622511:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077688.622513:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077688.622514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077688.622517:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077688.622518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077688.622520:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077688.622523:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077688.622526:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077688.622529:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077688.622532:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077688.622534:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077688.622540:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077688.622544:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077688.622546:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077688.622547:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077688.622561:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077688.622565:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077689.646539:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077689.646541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077689.646548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077689.646549:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077689.646555:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077689.646558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077689.646560:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077689.646562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077689.646563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077689.646574:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077689.646575:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077689.646580:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077689.646583:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077689.646596:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000020:00000001:1.0:1769077689.646600:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077689.646603:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077689.646609:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077689.646609:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077689.646610:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077689.646619:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077689.646621:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077689.646622:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077689.646630:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077689.646634:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077689.646638:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077690.670473:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077690.670476:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077690.670479:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077690.670482:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077690.670483:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077690.670486:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077690.670489:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077690.670493:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077690.670493:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077690.670497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077690.670497:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.670499:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077690.670501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077690.670503:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077690.670506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077690.670509:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077690.670510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077690.670515:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077690.670520:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077690.670521:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077690.670524:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077690.670528:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077690.670529:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077690.670532:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077690.670535:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077690.798650:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077690.798656:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077690.798660:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077690.798670:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7b80 x1855007932495488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.798689:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077690.798692:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077690.798697:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077690.798701:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077690.798704:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077690.798710:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932495488:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077690.798717:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077690.798722:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077690.798725:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077690.798730:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077690.798736:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077690.798739:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077690.798748:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077690.798754:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077690.798762:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077690.798770:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932495488, portal 25
00000100:00000001:0.0:1769077690.798777:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077690.798779:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564489088 : -121121145062528 : ffff91d7492c7b80)
00000100:00000040:0.0:1769077690.798787:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7b80 x1855007932495488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.798801:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077690.798808:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077690.798842:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077690.798848:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932495488, offset 0
00000400:00000200:0.0:1769077690.798859:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077690.798869:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077690.798879:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077690.798887:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077690.798893:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077690.798898:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077690.798903:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077690.798910:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47526:47526:256:4294967295] 192.168.204.153@tcp LPNI seq info [47526:47526:8:4294967295]
00000400:00000200:0.0:1769077690.798919:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077690.798937:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077690.798944:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077690.798951:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077690.798963:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077690.798970:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077690.798981:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077690.798987:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769077690.798996:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077690.799000:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077690.799007:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077690.799013:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077690.799020:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077690.799024:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077690.799028:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077690.799032:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7b80 x1855007932495488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799044:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077690.799046:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7b80 x1855007932495488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799051:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077690.799052:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077690.799057:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077690.799067:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077690.799069:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299055906
00000100:00000010:0.0:1769077690.799073:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600314e0.
00000100:00000001:0.0:1769077690.799078:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077690.799082:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299055906
00000100:00000010:0.0:1769077690.799084:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ba0.
00000100:00000001:0.0:1769077690.799086:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077690.799089:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077690.799090:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077690.799092:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077690.799096:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077690/real 1769077690]  req@ffff91d7492c7b80 x1855007932495488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077690.799102:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077690.799103:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077690.799105:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077690.799107:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077690.799109:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077690.799110:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077690.799113:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7b80 x1855007932495488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077690.799119:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7b80 x1855007932495488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799128:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077690.799129:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799131:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077690.799133:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077690.799136:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7b80 x1855007932495488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799140:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077690.799143:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7b80 x1855007932495488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799147:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077690.799149:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799151:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077690.799152:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799153:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077690.799155:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077690.799157:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077690.799160:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077690.799161:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077690.799164:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7b80 x1855007932495488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077690.799169:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932495488:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077690.799172:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799174:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077690.799175:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7b80 x1855007932495488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799183:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077690.799185:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077690.799187:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077690.799189:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077690.799190:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077690.799192:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077690.799193:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077690.799195:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508c00.
02000000:00000001:0.0:1769077690.799198:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077690.799200:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077690.799201:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7b80.
00000100:00000001:0.0:1769077690.799204:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077690.799205:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799207:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799213:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077690.799215:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077690.799216:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077690.799217:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077690.799218:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077690.799221:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4380 x1855007932495616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799226:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077690.799227:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077690.799228:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077690.799229:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077690.799231:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077690.799233:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932495616:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077690.799235:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077690.799236:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077690.799237:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077690.799239:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077690.799241:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077690.799242:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077690.799245:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077690.799247:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077690.799249:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077690.799251:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932495616, portal 10
00000100:00000001:0.0:1769077690.799252:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077690.799254:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564474752 : -121121145076864 : ffff91d7492c4380)
00000100:00000040:0.0:1769077690.799258:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4380 x1855007932495616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799263:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077690.799264:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077690.799266:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077690.799267:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932495616, offset 0
00000400:00000200:0.0:1769077690.799270:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077690.799272:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077690.799275:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077690.799277:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077690.799278:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077690.799280:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077690.799281:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077690.799284:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47527:47527:256:4294967295] 192.168.204.153@tcp LPNI seq info [47527:47527:8:4294967295]
00000400:00000200:0.0:1769077690.799287:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077690.799291:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077690.799294:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077690.799296:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077690.799299:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077690.799301:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077690.799303:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077690.799305:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769077690.799308:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077690.799309:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077690.799311:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077690.799313:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077690.799315:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077690.799316:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077690.799318:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077690.799320:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4380 x1855007932495616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799325:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077690.799327:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4380 x1855007932495616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799336:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077690.799337:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077690.799339:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077690.799341:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077690.799343:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077690.799345:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299054603
00000100:00000001:0.0:1769077690.799346:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299055906
00000100:00000001:0.0:1769077690.799348:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299054603
00000100:00000001:0.0:1769077690.799349:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299055906
00000100:00000001:0.0:1769077690.799350:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077690.799352:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077690.799353:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077690.799355:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077690/real 1769077690]  req@ffff91d7492c4380 x1855007932495616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077690.799359:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077690.799360:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077690.799362:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077690.799363:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077690.799364:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077690.799365:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077690.799367:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4380 x1855007932495616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077690.799372:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4380 x1855007932495616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799376:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077690.799377:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799378:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077690.799379:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077690.799381:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4380 x1855007932495616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799386:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077690.799388:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4380 x1855007932495616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799393:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077690.799394:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799395:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077690.799396:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799397:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077690.799398:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077690.799400:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077690.799428:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077690.799430:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077690.799433:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4380 x1855007932495616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077690.799444:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932495616:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077690.799446:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077690.799448:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932495744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799453:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077690.799454:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077690.799455:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077690.799456:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077690.799458:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077690.799460:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932495744:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077690.799462:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077690.799464:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077690.799465:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077690.799466:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077690.799469:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077690.799470:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077690.799472:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077690.799474:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077690.799476:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077690.799478:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932495744, portal 10
00000100:00000001:0.0:1769077690.799479:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077690.799480:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:0.0:1769077690.799484:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932495744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799488:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077690.799490:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077690.799491:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077690.799493:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932495744, offset 0
00000400:00000200:0.0:1769077690.799495:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077690.799498:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077690.799500:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077690.799501:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077690.799503:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077690.799504:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077690.799506:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077690.799508:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47528:47528:256:4294967295] 192.168.204.153@tcp LPNI seq info [47528:47528:8:4294967295]
00000400:00000200:0.0:1769077690.799511:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077690.799515:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077690.799518:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077690.799520:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077690.799522:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077690.799524:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769077690.799527:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077690.799529:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769077690.799531:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077690.799533:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077690.799535:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077690.799537:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077690.799539:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077690.799540:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077690.799542:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077690.799544:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6d80 x1855007932495744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799549:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077690.799551:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932495744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799555:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077690.799556:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077690.799558:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077690.799560:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077690.799562:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077690.799563:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299054603
00000100:00000001:0.0:1769077690.799565:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299055906
00000100:00000001:0.0:1769077690.799566:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299054603
00000100:00000001:0.0:1769077690.799568:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299055906
00000100:00000001:0.0:1769077690.799569:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077690.799571:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077690.799572:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077690.799574:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077690/real 1769077690]  req@ffff91d7492c6d80 x1855007932495744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077690.799578:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077690.799579:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077690.799580:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077690.799581:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077690.799582:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077690.799584:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077690.799586:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932495744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077690.799591:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932495744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799595:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077690.799596:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799597:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077690.799598:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077690.799600:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932495744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799604:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077690.799606:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932495744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799611:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077690.799612:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799613:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077690.799614:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799615:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077690.799617:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077690.799618:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077690.799620:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077690.799621:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077690.799624:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932495744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077690.799628:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932495744:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077690.799630:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799632:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077690.799634:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4380 x1855007932495616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799638:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077690.799639:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077690.799640:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077690.799642:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077690.799643:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077690.799643:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077690.799644:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077690.799646:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:0.0:1769077690.799647:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077690.799648:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077690.799649:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4380.
00000100:00000001:0.0:1769077690.799651:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077690.799651:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799653:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077690.799654:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932495744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077690.799658:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077690.799659:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077690.799660:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077690.799661:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077690.799662:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077690.799662:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077690.799663:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077690.799664:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:0.0:1769077690.799665:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077690.799666:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077690.799667:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:0.0:1769077690.799669:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077690.799670:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799671:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.799673:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077690.799674:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077690.799675:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077690.799676:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077691.694544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077691.694554:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077691.694558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077691.694566:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077691.694568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077691.694570:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077691.694574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077691.694585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077691.694589:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077691.694589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077691.694605:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077691.694613:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077691.694629:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077691.694630:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769077691.694635:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077691.694646:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769077691.694648:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077691.694654:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077691.694657:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769077691.694661:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077691.694666:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077691.694669:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077691.694671:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077691.694674:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077691.694676:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077692.142546:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299055906, at 4299055936
00000100:00000010:2.0:1769077692.142578:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600314e0.
00000100:00000001:0.0:1769077692.718531:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077692.718531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077692.718535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077692.718540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077692.718541:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077692.718542:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077692.718545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.718546:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077692.718554:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077692.718555:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077692.718556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077692.718561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077692.718563:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077692.718563:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077692.718570:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077692.718570:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077692.718584:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077692.718588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077692.718592:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077692.718596:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077692.718599:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077692.718602:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.718604:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077692.718608:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077692.718609:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077693.742476:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077693.742485:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077693.742486:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077693.742489:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077693.742492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077693.742497:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077693.742500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077693.742502:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077693.742505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077693.742508:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077693.742523:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077693.742527:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077693.742532:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077693.742533:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077693.742537:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077693.742540:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077694.766479:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077694.766482:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077694.766491:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077694.766491:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077694.766497:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077694.766497:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077694.766502:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077694.766508:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077694.766509:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077694.766513:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077694.766516:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077694.766516:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077694.766522:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077694.766523:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077694.766530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077694.766533:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077694.766535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077694.766538:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077694.766539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077694.766543:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077694.766544:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077694.766547:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077694.766550:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077694.766556:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077694.766559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077694.766563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077694.766565:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077694.766569:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.790502:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077695.790503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077695.790508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.790509:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077695.790515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077695.790515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077695.790519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077695.790521:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077695.790527:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077695.790531:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077695.790543:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077695.790545:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077695.790546:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.790549:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077695.790550:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077695.790555:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077695.918612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077695.918627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077695.918630:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077695.918636:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077695.918641:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077695.918651:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4387
00000400:00000200:2.0:1769077695.918663:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077695.918670:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077695.918674:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077695.918678:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077695.918683:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077695.918686:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077695.918689:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077695.918694:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077695.918696:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077695.918699:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077695.918702:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077695.918705:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077695.918708:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077695.918712:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077695.918715:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077695.918717:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077695.918720:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077695.918724:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077695.918758:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077695.918761:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077695.918764:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077695.918768:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077695.918772:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077695.918774:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077695.918777:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077695.918790:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077695.918796:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077695.918801:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077695.918803:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077695.918806:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077695.918810:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077695.918815:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077695.918825:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8000.
00000100:00000001:2.0:1769077695.918833:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077695.918844:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077695.918857:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077695.918862:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077695.918868:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077695.918901:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077695.918905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077695.918909:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077695.918911:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077695.918913:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077695.918916:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077695.918919:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4387
00000400:00000200:2.0:1769077695.918923:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077695.918927:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077695.918930:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077695.918934:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077695.918937:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077695.918940:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077695.918943:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077695.918944:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077695.918949:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769077695.918950:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769077695.918952:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000001:0.0:1769077695.918955:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077695.918956:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077695.918961:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000040:0.0:1769077695.918965:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077695.918966:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077695.918972:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077695.918981:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077695.918983:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077695.918988:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077695.918988:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077695.918994:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000001:0.0:1769077695.918995:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077695.919000:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077695.919000:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:0.0:1769077695.919006:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077695.919006:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077695.919015:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00100000:0.0:1769077695.919016:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932495872:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077695.919021:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.919023:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077695.919025:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077695.919028:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077695.919031:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077695.919034:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077695.919034:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077695.919039:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077695.919041:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
00000100:00000001:2.0:1769077695.919043:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769077695.919047:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769077695.919051:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769077695.919056:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000008:00000001:2.0:1769077695.919057:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077695.919062:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077695.919063:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000100:00000010:2.0:1769077695.919068:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000400:00000010:0.0:1769077695.919072:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000020:00000040:2.0:1769077695.919073:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077695.919079:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077695.919080:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077695.919082:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932495872, portal 25
00000100:00000001:2.0:1769077695.919083:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769077695.919087:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769077695.919088:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077695.919090:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564832256 : -121121144719360 : ffff91d74931b800)
02000000:00000001:2.0:1769077695.919092:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077695.919097:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077695.919100:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9c00.
00000100:00000001:2.0:1769077695.919107:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.919108:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077695.919113:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00100000:2.0:1769077695.919117:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769077695.919118:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077695.919125:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932495872, offset 0
00000100:00000001:2.0:1769077695.919134:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769077695.919136:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077695.919139:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077695.919146:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077695.919148:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077695.919158:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077695.919168:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077695.919175:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:2.0:1769077695.919176:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077695.919181:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769077695.919182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077695.919185:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:2.0:1769077695.919191:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769077695.919192:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47529:47529:256:4294967295] 192.168.204.153@tcp LPNI seq info [47529:47529:8:4294967295]
00000100:00000001:2.0:1769077695.919195:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769077695.919199:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:2.0:1769077695.919199:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769077695.919209:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077695.919215:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077695.919220:0:36:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:0.0:1769077695.919221:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000100:00080000:2.0:1769077695.919226:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4387
00000800:00000200:0.0:1769077695.919232:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000400:00000200:2.0:1769077695.919235:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000800:00000200:0.0:1769077695.919238:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000400:00000200:2.0:1769077695.919243:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077695.919248:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1769077695.919249:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077695.919255:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769077695.919256:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000100:0.0:1769077695.919263:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077695.919263:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1769077695.919269:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000100:00000040:2.0:1769077695.919270:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077695.919274:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:0.0:1769077695.919276:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1769077695.919278:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077695.919281:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000200:0.0:1769077695.919285:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1769077695.919286:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077695.919290:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:0.0:1769077695.919293:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000020:00000001:2.0:1769077695.919294:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000010:0.0:1769077695.919299:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000020:00000001:2.0:1769077695.919300:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077695.919307:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077695.919310:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077695.919312:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077695.919314:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077695.919317:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000001:0.0:1769077695.919318:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1769077695.919321:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077695.919325:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077695.919328:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077695.919329:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077695.919334:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077695.919340:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077695.919344:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077695.919348:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769077695.919351:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1769077695.919353:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077695.919357:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077695.919358:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077695.919363:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000100:00000001:0.0:1769077695.919367:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077695.919368:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769077695.919370:0:2416:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769077695.919374:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077695.919377:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.919379:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077695.919380:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077695.919383:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077695.919387:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077695.919388:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000010:2.0:1769077695.919393:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:0.0:1769077695.919394:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299061026
00000100:00000001:2.0:1769077695.919400:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077695.919450:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031360.
00000100:00100000:2.0:1769077695.919457:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077695.919460:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077695.919471:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077695.919474:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299061027
00000100:00000001:2.0:1769077695.919475:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077695.919483:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077695.919484:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600314e0.
00000100:00000001:0.0:1769077695.919492:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077695.919499:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077695.919500:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.919507:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077695.919507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077695.919514:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1769077695.919515:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077695.919521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769077695.919526:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077695/real 1769077695]  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077695.919527:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077695.919536:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4397)
00000400:00000001:0.0:1769077695.919543:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077695.919547:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077695.919550:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077695.919555:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077695.919558:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077695.919561:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077695.919564:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077695.919571:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919576:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077695.919578:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.919580:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077695.919581:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077695.919584:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919590:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077695.919593:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919600:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077695.919602:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.919610:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077695.919611:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.919614:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077695.919615:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077695.919618:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077695.919621:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077695.919623:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077695.919626:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077695.919633:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932495872:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077695.919637:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.919639:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077695.919641:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b800 x1855007932495872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919646:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077695.919648:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077695.919650:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077695.919653:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077695.919654:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077695.919655:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077695.919657:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077695.919659:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8000.
02000000:00000001:0.0:1769077695.919662:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077695.919663:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077695.919665:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b800.
00000100:00000001:0.0:1769077695.919667:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077695.919669:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.919670:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.919680:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077695.919681:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.919683:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077695.919684:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077695.919686:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077695.919688:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919693:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077695.919694:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077695.919696:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077695.919697:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077695.919698:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077695.919700:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932496000:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077695.919702:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077695.919704:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077695.919705:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077695.919706:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077695.919708:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077695.919710:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077695.919713:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077695.919715:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077695.919718:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077695.919720:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932496000, portal 10
00000100:00000001:0.0:1769077695.919722:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077695.919723:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564821504 : -121121144730112 : ffff91d749318e00)
00000100:00000040:0.0:1769077695.919743:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919748:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077695.919750:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077695.919752:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077695.919754:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932496000, offset 0
00000400:00000200:0.0:1769077695.919757:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077695.919760:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077695.919763:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077695.919766:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077695.919768:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077695.919770:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077695.919772:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077695.919774:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47530:47530:256:4294967295] 192.168.204.153@tcp LPNI seq info [47530:47530:8:4294967295]
00000400:00000200:0.0:1769077695.919777:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077695.919782:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077695.919785:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077695.919788:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077695.919791:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077695.919799:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077695.919803:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077695.919807:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077695.919810:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077695.919811:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077695.919813:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077695.919816:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077695.919818:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077695.919820:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077695.919821:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077695.919824:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919830:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077695.919832:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919837:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.919838:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077695.919841:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077695.919844:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077695.919846:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077695.919848:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299059724
00000100:00000001:0.0:1769077695.919851:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299061026
00000100:00000001:0.0:1769077695.919852:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299059724
00000100:00000001:0.0:1769077695.919854:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299061027
00000100:00000001:0.0:1769077695.919856:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077695.919857:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.919858:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077695.919860:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077695/real 1769077695]  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077695.919865:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077695.919866:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077695.919867:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077695.919869:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077695.919870:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077695.919871:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077695.919874:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077695.919879:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919884:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077695.919885:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.919886:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077695.919887:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077695.919889:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919893:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077695.919895:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919899:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077695.919901:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.919903:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077695.919904:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.919905:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077695.919907:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077695.919909:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077695.919911:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077695.919912:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077695.919915:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077695.919919:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932496000:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077695.919922:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077695.919924:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919928:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077695.919930:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077695.919931:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077695.919932:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077695.919934:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077695.919935:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932496128:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077695.919937:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077695.919938:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077695.919939:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077695.919941:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077695.919943:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077695.919945:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077695.919947:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077695.919949:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077695.919951:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077695.919953:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932496128, portal 10
00000100:00000001:0.0:1769077695.919954:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077695.919955:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564822400 : -121121144729216 : ffff91d749319180)
00000100:00000040:0.0:1769077695.919959:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.919964:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077695.919966:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077695.919967:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077695.919968:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932496128, offset 0
00000400:00000200:0.0:1769077695.919971:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077695.919973:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077695.919976:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077695.919978:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077695.919980:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077695.919981:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077695.919983:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077695.919985:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47531:47531:256:4294967295] 192.168.204.153@tcp LPNI seq info [47531:47531:8:4294967295]
00000400:00000200:0.0:1769077695.919988:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077695.919992:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077695.919995:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077695.919996:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077695.919999:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077695.920001:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077695.920004:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077695.920005:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077695.920008:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077695.920009:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077695.920011:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077695.920014:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077695.920016:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077695.920017:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077695.920018:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077695.920021:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.920026:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077695.920028:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.920033:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.920034:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077695.920036:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077695.920038:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077695.920040:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077695.920041:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299059723
00000100:00000001:0.0:1769077695.920043:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299061026
00000100:00000001:0.0:1769077695.920044:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299059723
00000100:00000001:0.0:1769077695.920046:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299061027
00000100:00000001:0.0:1769077695.920048:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077695.920049:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.920050:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077695.920052:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077695/real 1769077695]  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077695.920056:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077695.920057:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077695.920058:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077695.920059:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077695.920060:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077695.920062:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077695.920064:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077695.920070:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.920073:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077695.920074:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.920075:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077695.920076:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077695.920079:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.920084:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077695.920086:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.920090:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077695.920092:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.920093:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077695.920094:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.920095:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077695.920097:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077695.920098:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077695.920100:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077695.920101:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077695.920103:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077695.920108:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932496128:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077695.920110:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.920111:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077695.920113:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318e00 x1855007932496000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.920118:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077695.920119:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077695.920120:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077695.920122:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077695.920123:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077695.920124:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077695.920125:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077695.920127:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:0.0:1769077695.920129:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077695.920130:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077695.920131:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318e00.
00000100:00000001:0.0:1769077695.920133:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077695.920134:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.920135:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077695.920137:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319180 x1855007932496128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077695.920142:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077695.920142:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077695.920143:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077695.920145:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077695.920145:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077695.920146:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077695.920147:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077695.920148:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:0.0:1769077695.920149:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077695.920150:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077695.920151:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319180.
00000100:00000001:0.0:1769077695.920152:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077695.920152:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.920154:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.920156:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077695.920157:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077695.920158:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077695.920159:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077696.814559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077696.814562:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077696.814573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077696.814575:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077696.814580:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077696.814586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077696.814590:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077696.814596:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077696.814596:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077696.814605:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077696.814607:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077696.814620:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077696.814628:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769077696.814634:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077696.814635:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077696.814640:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077696.814645:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077696.814647:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077696.814662:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077696.814748:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077696.814754:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077696.814759:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077697.262524:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299061026, at 4299061056
00000100:00000010:2.0:1769077697.262542:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031360.
00000100:00000001:0.0:1769077697.838551:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077697.838557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077697.838560:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077697.838563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077697.838564:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077697.838581:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077697.838586:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077697.838587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077697.838592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077697.838593:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077697.838603:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077697.838607:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077697.838611:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077697.838633:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077697.838637:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077697.838639:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077697.838642:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077697.838645:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077697.838648:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077697.838650:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077697.838651:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077697.838654:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077697.838657:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077697.838661:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077697.838665:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077698.862494:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077698.862494:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077698.862503:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077698.862504:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077698.862506:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077698.862508:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077698.862513:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:1.0:1769077698.862515:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077698.862518:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077698.862522:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077698.862523:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077698.862528:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077698.862528:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077698.862536:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077698.862545:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077698.862545:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077698.862551:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077698.862558:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077698.862595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077698.862598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077698.862601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077698.862602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077698.862643:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077698.862647:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077698.862651:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077699.886533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077699.886539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077699.886544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077699.886547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077699.886591:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077699.886601:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077699.886604:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077699.886611:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:2.0:1769077699.886611:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077699.886618:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077699.886622:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:2.0:1769077699.886623:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077699.886630:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077699.886635:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077699.886639:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077699.886643:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077699.886695:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077699.886699:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077699.886701:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077699.886704:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077699.886708:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077699.886711:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077699.886714:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077699.886716:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077699.886720:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077700.910489:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077700.910495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077700.910502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077700.910504:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077700.910506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077700.910510:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077700.910515:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077700.910522:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077700.910522:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077700.910530:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077700.910531:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077700.910531:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077700.910536:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077700.910536:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077700.910538:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077700.910545:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769077700.910545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077700.910547:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077700.910551:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077700.910552:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077700.910556:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077700.910557:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077700.910562:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077700.910565:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077700.910569:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077701.038572:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077701.038584:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077701.038587:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077701.038591:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077701.038596:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077701.038604:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4392
00000400:00000200:1.0:1769077701.038614:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077701.038631:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077701.038635:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077701.038653:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.038657:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077701.038660:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.038663:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077701.038669:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077701.038672:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077701.038675:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077701.038678:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077701.038681:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077701.038684:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077701.038687:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.038690:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077701.038692:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.038694:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077701.038698:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077701.038702:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077701.038705:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077701.038708:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077701.038712:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077701.038716:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.038721:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077701.038724:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077701.038737:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769077701.038743:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077701.038748:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077701.038750:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.038754:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077701.038757:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077701.038764:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077701.038779:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077701.038787:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077701.038796:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077701.038805:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077701.038809:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077701.038812:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077701.038833:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077701.038836:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077701.038839:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077701.038840:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077701.038842:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077701.038844:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077701.038845:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4392
00000400:00000200:1.0:1769077701.038848:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077701.038850:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077701.038852:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077701.038854:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.038856:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077701.038857:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.038859:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077701.038862:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077701.038864:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077701.038865:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077701.038867:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077701.038869:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077701.038871:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077701.038875:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.038878:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077701.038880:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.038882:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077701.038885:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077701.038888:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077701.038891:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077701.038892:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077701.038898:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077701.038900:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077701.038906:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077701.038907:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077701.038912:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.038914:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077701.038920:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769077701.038922:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077701.038929:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.038936:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077701.038946:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769077701.038953:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769077701.038955:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077701.038958:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769077701.038960:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077701.038961:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.038970:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077701.038972:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077701.038973:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077701.038974:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077701.038979:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769077701.038981:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
02000000:00000001:0.0:1769077701.038988:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.038989:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077701.039004:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769077701.039006:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932496256:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077701.039030:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077701.039034:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077701.039037:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077701.039038:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077701.039044:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077701.039044:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077701.039054:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077701.039064:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077701.039067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1769077701.039068:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
00000100:00080000:1.0:1769077701.039072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1769077701.039074:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.039075:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077701.039080:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077701.039084:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077701.039087:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4392
00000400:00000200:0.0:1769077701.039093:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077701.039100:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000200:1.0:1769077701.039105:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077701.039113:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000010:0.0:1769077701.039115:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00080000:1.0:1769077701.039115:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077701.039121:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.039124:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769077701.039126:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932496256, portal 25
00000100:00000040:1.0:1769077701.039127:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.039140:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769077701.039141:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1769077701.039147:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769077701.039148:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559376384 : -121121150175232 : ffff91d748de7800)
00000020:00000040:1.0:1769077701.039152:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077701.039155:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077701.039158:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077701.039162:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077701.039164:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077701.039166:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077701.039177:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.039184:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077701.039194:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.039200:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077701.039210:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000001:0.0:1769077701.039211:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769077701.039219:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000040:0.0:1769077701.039227:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077701.039228:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077701.039232:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1769077701.039234:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
02000000:00000001:1.0:1769077701.039235:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077701.039242:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077701.039244:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932496256, offset 0
00000100:00000001:1.0:1769077701.039244:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077701.039248:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077701.039254:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.039256:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077701.039264:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000400:00000200:0.0:1769077701.039265:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000040:1.0:1769077701.039272:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077701.039275:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077701.039276:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.039278:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077701.039279:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077701.039283:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077701.039284:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000010:1.0:1769077701.039288:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769077701.039293:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077701.039298:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00100000:1.0:1769077701.039299:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077701.039316:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769077701.039320:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077701.039326:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077701.039333:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:1.0:1769077701.039335:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077701.039343:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077701.039354:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:1.0:1769077701.039355:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077701.039364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077701.039372:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47532:47532:256:4294967295] 192.168.204.153@tcp LPNI seq info [47532:47532:8:4294967295]
00000100:00000040:1.0:1769077701.039373:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077701.039378:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077701.039387:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769077701.039393:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:1.0:1769077701.039396:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4402)
00000400:00000200:0.0:1769077701.039452:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077701.039463:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077701.039470:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077701.039478:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077701.039482:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077701.039489:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077701.039493:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769077701.039498:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077701.039501:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077701.039507:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077701.039512:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077701.039516:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077701.039519:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077701.039524:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077701.039529:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.039540:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077701.039544:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.039552:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077701.039554:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077701.039559:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077701.039563:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077701.039567:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299066147
00000100:00000010:0.0:1769077701.039572:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ba0.
00000100:00000001:0.0:1769077701.039579:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077701.039585:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299066147
00000100:00000010:0.0:1769077701.039588:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600319c0.
00000100:00000001:0.0:1769077701.039592:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077701.039595:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077701.039598:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077701.039601:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077701.039605:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077701/real 1769077701]  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077701.039615:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077701.039616:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077701.039619:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077701.039622:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077701.039624:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077701.039627:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077701.039631:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077701.039656:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.039664:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077701.039666:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.039668:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077701.039671:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077701.039675:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.039682:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077701.039688:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.039703:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077701.039706:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.039708:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077701.039710:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.039712:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077701.039715:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077701.039718:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077701.039723:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077701.039725:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077701.039730:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077701.039740:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932496256:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077701.039745:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.039748:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077701.039751:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7800 x1855007932496256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.039760:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077701.039762:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077701.039765:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077701.039768:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077701.039771:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077701.039773:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077701.039775:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077701.039778:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:0.0:1769077701.039781:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077701.039783:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077701.039785:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7800.
00000100:00000001:0.0:1769077701.039789:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077701.039790:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.039792:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.039801:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077701.039803:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077701.039806:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077701.039808:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077701.039809:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077701.039814:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.039822:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077701.039823:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077701.039826:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077701.039828:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077701.039830:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077701.039833:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932496384:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077701.039837:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077701.039839:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077701.039841:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077701.039843:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077701.039846:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077701.039848:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077701.039852:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077701.039855:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077701.039859:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077701.039862:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932496384, portal 10
00000100:00000001:0.0:1769077701.039864:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077701.039866:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559375488 : -121121150176128 : ffff91d748de7480)
00000100:00000040:0.0:1769077701.039872:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.039879:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077701.039882:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077701.039884:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077701.039887:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932496384, offset 0
00000400:00000200:0.0:1769077701.039891:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077701.039894:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077701.039898:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077701.039902:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077701.039905:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077701.039908:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077701.039910:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077701.039914:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47533:47533:256:4294967295] 192.168.204.153@tcp LPNI seq info [47533:47533:8:4294967295]
00000400:00000200:0.0:1769077701.039918:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077701.039926:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077701.039931:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077701.039935:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077701.039939:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077701.039942:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077701.039947:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077701.039950:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769077701.039954:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077701.039956:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077701.039959:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077701.039963:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077701.039966:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077701.039968:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077701.039971:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077701.039975:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.039983:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077701.039987:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.039995:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077701.039996:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077701.039999:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077701.040003:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077701.040006:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077701.040008:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299064844
00000100:00000001:0.0:1769077701.040012:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299066147
00000100:00000001:0.0:1769077701.040014:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299064844
00000100:00000001:0.0:1769077701.040017:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299066147
00000100:00000001:0.0:1769077701.040019:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077701.040021:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077701.040023:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077701.040027:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077701/real 1769077701]  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077701.040035:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077701.040037:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077701.040039:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077701.040041:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077701.040042:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077701.040044:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077701.040048:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077701.040059:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.040066:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077701.040067:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.040069:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077701.040070:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077701.040073:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.040081:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077701.040085:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.040092:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077701.040095:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.040097:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077701.040099:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.040101:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077701.040103:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077701.040106:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077701.040109:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077701.040111:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077701.040116:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077701.040126:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932496384:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077701.040129:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077701.040133:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.040140:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077701.040141:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077701.040144:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077701.040146:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077701.040148:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077701.040151:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932496512:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077701.040154:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077701.040156:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077701.040158:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077701.040160:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077701.040163:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077701.040165:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077701.040169:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077701.040171:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077701.040174:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077701.040177:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932496512, portal 10
00000100:00000001:0.0:1769077701.040179:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077701.040181:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559363840 : -121121150187776 : ffff91d748de4700)
00000100:00000040:0.0:1769077701.040187:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.040194:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077701.040196:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077701.040198:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077701.040201:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932496512, offset 0
00000400:00000200:0.0:1769077701.040205:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077701.040209:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077701.040213:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077701.040216:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077701.040218:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077701.040221:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077701.040224:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077701.040227:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47534:47534:256:4294967295] 192.168.204.153@tcp LPNI seq info [47534:47534:8:4294967295]
00000400:00000200:0.0:1769077701.040232:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077701.040240:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077701.040245:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077701.040248:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077701.040252:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077701.040255:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769077701.040259:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077701.040262:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769077701.040266:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077701.040268:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077701.040271:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077701.040274:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077701.040277:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077701.040279:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077701.040282:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077701.040285:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.040293:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077701.040298:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.040305:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077701.040307:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077701.040310:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077701.040313:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077701.040316:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077701.040318:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299064843
00000100:00000001:0.0:1769077701.040321:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299066147
00000100:00000001:0.0:1769077701.040323:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299064843
00000100:00000001:0.0:1769077701.040326:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299066147
00000100:00000001:0.0:1769077701.040328:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077701.040330:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077701.040332:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077701.040336:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077701/real 1769077701]  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077701.040344:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077701.040346:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077701.040348:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077701.040350:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077701.040351:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077701.040353:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077701.040357:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077701.040367:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.040374:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077701.040376:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.040378:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077701.040379:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077701.040383:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.040391:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077701.040395:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.040422:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077701.040424:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.040426:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077701.040428:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.040430:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077701.040433:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077701.040435:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077701.040439:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077701.040441:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077701.040446:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077701.040456:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932496512:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077701.040459:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.040461:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077701.040465:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7480 x1855007932496384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.040471:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077701.040473:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077701.040475:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077701.040478:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077701.040479:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077701.040481:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077701.040483:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077701.040485:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:0.0:1769077701.040487:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077701.040489:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077701.040491:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7480.
00000100:00000001:0.0:1769077701.040493:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077701.040495:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.040496:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077701.040500:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4700 x1855007932496512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077701.040506:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077701.040508:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077701.040509:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077701.040512:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077701.040513:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077701.040515:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077701.040517:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077701.040518:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:0.0:1769077701.040520:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077701.040522:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077701.040523:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4700.
00000100:00000001:0.0:1769077701.040525:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077701.040526:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.040528:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.040532:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077701.040533:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077701.040535:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077701.040536:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077701.934533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077701.934544:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077701.934548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077701.934549:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077701.934554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077701.934554:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769077701.934561:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077701.934565:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077701.934566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077701.934570:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077701.934572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077701.934572:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077701.934576:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077701.934590:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769077701.934590:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077701.934599:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.934600:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077701.934611:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077701.934613:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077701.934640:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077701.934640:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077701.934646:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077701.934648:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077701.934651:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077701.934655:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077702.382634:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299066147, at 4299066176
00000100:00000010:2.0:1769077702.382661:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031ba0.
00000100:00000001:2.0:1769077702.958490:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077702.958493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077702.958495:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077702.958497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077702.958498:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077702.958501:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077702.958503:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077702.958505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077702.958506:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077702.958509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077702.958510:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077702.958511:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077702.958516:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077702.958518:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077702.958520:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077702.958523:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077702.958526:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077702.958526:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077702.958531:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077702.958534:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077702.958534:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077702.958541:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077702.958543:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077702.958547:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077702.958552:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077703.982552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077703.982555:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077703.982555:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077703.982560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077703.982568:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077703.982569:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077703.982569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077703.982571:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077703.982574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077703.982575:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077703.982586:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077703.982587:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077703.982604:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077703.982612:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077703.982617:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077703.982618:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077703.982624:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077703.982625:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077703.982635:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077703.982635:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077703.982647:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077703.982648:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077703.982649:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077703.982657:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077703.982663:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077705.006479:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077705.006489:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077705.006489:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077705.006491:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077705.006499:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077705.006501:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077705.006501:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077705.006504:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077705.006511:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077705.006512:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077705.006513:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077705.006520:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077705.006524:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077705.006525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077705.006527:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769077705.006531:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077705.006534:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077705.006540:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077705.006540:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077705.006541:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077705.006555:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077705.006555:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077705.006565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077705.006569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077705.006586:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077705.006587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077705.006591:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077705.006597:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077705.006624:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077705.006629:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077705.006633:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077706.030581:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077706.030581:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077706.030591:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077706.030593:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077706.030594:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077706.030596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077706.030597:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077706.030603:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077706.030608:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077706.030608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077706.030608:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077706.030617:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.030622:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077706.030623:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077706.030623:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077706.030633:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.030633:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.030634:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.030652:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.030655:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077706.030661:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.030668:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077706.030669:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077706.030682:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077706.030689:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077706.158715:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077706.158720:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077706.158723:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077706.158732:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5c00 x1855007932496640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.158749:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077706.158752:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077706.158757:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077706.158761:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077706.158766:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077706.158772:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932496640:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077706.158776:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077706.158781:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077706.158784:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077706.158788:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077706.158795:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077706.158798:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077706.158807:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077706.158811:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077706.158827:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077706.158835:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932496640, portal 25
00000100:00000001:0.0:1769077706.158841:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077706.158843:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481024 : -121121145070592 : ffff91d7492c5c00)
00000100:00000040:0.0:1769077706.158853:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5c00 x1855007932496640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.158870:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077706.158879:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077706.158884:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077706.158891:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932496640, offset 0
00000400:00000200:0.0:1769077706.158906:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077706.158919:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077706.158930:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077706.158941:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077706.158947:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077706.158952:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077706.158954:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077706.158961:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47535:47535:256:4294967295] 192.168.204.153@tcp LPNI seq info [47535:47535:8:4294967295]
00000400:00000200:0.0:1769077706.158967:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077706.158981:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077706.158990:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077706.158996:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077706.159007:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077706.159011:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077706.159021:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077706.159027:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769077706.159034:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077706.159037:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077706.159044:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077706.159049:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077706.159052:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077706.159054:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077706.159058:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077706.159062:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5c00 x1855007932496640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159069:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077706.159072:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5c00 x1855007932496640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159077:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.159078:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077706.159083:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077706.159086:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077706.159087:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299071266
00000100:00000010:0.0:1769077706.159091:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031600.
00000100:00000001:0.0:1769077706.159096:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077706.159100:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299071266
00000100:00000010:0.0:1769077706.159102:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031300.
00000100:00000001:0.0:1769077706.159104:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077706.159106:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077706.159109:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.159111:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077706.159113:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077706/real 1769077706]  req@ffff91d7492c5c00 x1855007932496640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077706.159120:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077706.159121:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077706.159123:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077706.159126:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077706.159128:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077706.159130:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077706.159134:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5c00 x1855007932496640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077706.159144:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5c00 x1855007932496640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159151:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077706.159153:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159156:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077706.159158:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077706.159162:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5c00 x1855007932496640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159170:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077706.159175:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5c00 x1855007932496640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159181:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077706.159183:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159184:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077706.159185:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159187:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077706.159188:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077706.159190:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077706.159193:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077706.159195:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077706.159198:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5c00 x1855007932496640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077706.159204:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932496640:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077706.159207:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159208:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077706.159210:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5c00 x1855007932496640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159214:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077706.159216:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077706.159218:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077706.159220:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077706.159221:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077706.159223:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077706.159224:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077706.159226:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:0.0:1769077706.159228:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077706.159230:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077706.159231:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5c00.
00000100:00000001:0.0:1769077706.159233:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077706.159234:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159235:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159242:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077706.159243:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.159245:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077706.159246:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077706.159247:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077706.159249:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932496768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159254:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077706.159255:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077706.159257:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077706.159258:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077706.159260:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077706.159262:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932496768:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077706.159264:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077706.159266:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077706.159267:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077706.159268:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077706.159270:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077706.159271:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077706.159274:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077706.159276:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077706.159278:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077706.159281:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932496768, portal 10
00000100:00000001:0.0:1769077706.159282:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077706.159283:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:0.0:1769077706.159287:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932496768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159292:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077706.159293:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077706.159295:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077706.159296:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932496768, offset 0
00000400:00000200:0.0:1769077706.159298:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077706.159301:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077706.159304:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077706.159306:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077706.159307:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077706.159309:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077706.159311:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077706.159313:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47536:47536:256:4294967295] 192.168.204.153@tcp LPNI seq info [47536:47536:8:4294967295]
00000400:00000200:0.0:1769077706.159316:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077706.159320:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077706.159323:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077706.159326:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077706.159328:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077706.159330:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077706.159333:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077706.159335:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769077706.159337:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077706.159339:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077706.159340:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077706.159343:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077706.159345:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077706.159346:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077706.159348:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077706.159350:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6d80 x1855007932496768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159355:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077706.159357:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932496768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159361:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.159362:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077706.159364:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077706.159367:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077706.159369:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077706.159370:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299069963
00000100:00000001:0.0:1769077706.159372:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299071266
00000100:00000001:0.0:1769077706.159374:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299069963
00000100:00000001:0.0:1769077706.159375:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299071266
00000100:00000001:0.0:1769077706.159377:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077706.159378:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.159379:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077706.159381:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077706/real 1769077706]  req@ffff91d7492c6d80 x1855007932496768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077706.159391:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077706.159392:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077706.159393:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077706.159395:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077706.159396:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077706.159397:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077706.159399:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932496768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077706.159426:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932496768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159431:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077706.159432:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159434:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077706.159435:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077706.159437:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932496768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159442:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077706.159444:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932496768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159449:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077706.159451:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159452:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077706.159452:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159454:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077706.159455:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077706.159457:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077706.159458:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077706.159460:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077706.159463:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932496768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077706.159468:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932496768:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077706.159470:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077706.159472:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4380 x1855007932496896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159476:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077706.159477:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077706.159479:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077706.159480:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077706.159481:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077706.159483:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932496896:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077706.159485:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077706.159486:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077706.159487:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077706.159488:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077706.159491:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077706.159492:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077706.159495:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077706.159497:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077706.159499:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077706.159501:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932496896, portal 10
00000100:00000001:0.0:1769077706.159502:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077706.159503:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564474752 : -121121145076864 : ffff91d7492c4380)
00000100:00000040:0.0:1769077706.159506:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4380 x1855007932496896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159511:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077706.159512:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077706.159513:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077706.159515:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932496896, offset 0
00000400:00000200:0.0:1769077706.159518:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077706.159521:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077706.159523:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077706.159525:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077706.159527:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077706.159528:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077706.159530:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077706.159532:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47537:47537:256:4294967295] 192.168.204.153@tcp LPNI seq info [47537:47537:8:4294967295]
00000400:00000200:0.0:1769077706.159535:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077706.159539:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077706.159541:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077706.159543:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077706.159546:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077706.159548:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769077706.159550:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077706.159566:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769077706.159569:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077706.159571:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077706.159573:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077706.159575:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077706.159577:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077706.159578:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077706.159580:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077706.159583:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4380 x1855007932496896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159588:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077706.159590:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4380 x1855007932496896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159594:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.159595:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077706.159597:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077706.159599:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077706.159601:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077706.159604:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299069963
00000100:00000001:0.0:1769077706.159605:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299071266
00000100:00000001:0.0:1769077706.159607:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299069963
00000100:00000001:0.0:1769077706.159608:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299071266
00000100:00000001:0.0:1769077706.159610:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077706.159611:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.159612:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077706.159614:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077706/real 1769077706]  req@ffff91d7492c4380 x1855007932496896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077706.159619:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077706.159620:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077706.159621:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077706.159623:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077706.159624:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077706.159625:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077706.159627:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4380 x1855007932496896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077706.159633:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4380 x1855007932496896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159636:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077706.159637:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159638:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077706.159639:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077706.159641:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4380 x1855007932496896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159645:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077706.159647:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4380 x1855007932496896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159652:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077706.159653:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159654:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077706.159655:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159657:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077706.159659:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077706.159660:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077706.159662:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077706.159663:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077706.159666:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4380 x1855007932496896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077706.159671:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932496896:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077706.159673:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159675:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077706.159677:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932496768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159682:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077706.159683:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077706.159685:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077706.159687:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077706.159689:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077706.159690:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077706.159692:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077706.159694:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:0.0:1769077706.159697:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077706.159698:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077706.159699:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:0.0:1769077706.159705:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077706.159706:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159707:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077706.159711:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4380 x1855007932496896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.159723:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077706.159724:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077706.159726:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077706.159728:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077706.159729:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077706.159730:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077706.159732:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077706.159733:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:0.0:1769077706.159735:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077706.159736:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077706.159737:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4380.
00000100:00000001:0.0:1769077706.159739:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077706.159740:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159742:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077706.159746:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077706.159747:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.159749:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077706.159750:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077707.054494:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077707.054508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077707.054516:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077707.054522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077707.054524:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077707.054526:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077707.054529:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077707.054530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077707.054530:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077707.054552:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077707.054552:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077707.054558:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077707.054563:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077707.054565:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077707.054566:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077707.054570:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077707.054573:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077707.054581:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769077707.054582:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077707.054582:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077707.054589:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077707.054593:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077707.054597:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077707.054599:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077707.054601:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077707.054606:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077707.054609:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077707.054610:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077707.054645:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077707.054649:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077707.054652:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077707.502570:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299071266, at 4299071296
00000100:00000010:2.0:1769077707.502587:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031600.
00000100:00000001:0.0:1769077708.078557:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077708.078558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077708.078560:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077708.078564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077708.078567:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077708.078568:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077708.078569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077708.078572:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.078576:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077708.078576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077708.078580:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077708.078585:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077708.078586:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077708.078591:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077708.078594:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077708.078600:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077708.078602:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077708.078603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077708.078607:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077708.078613:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.078614:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077708.078615:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.078621:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077708.078621:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077708.078628:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077709.102555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077709.102558:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077709.102561:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077709.102562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077709.102572:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077709.102572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077709.102572:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077709.102579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077709.102579:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077709.102580:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077709.102597:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077709.102597:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077709.102608:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077709.102609:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077709.102615:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077709.102615:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077709.102616:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077709.102625:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077709.102630:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077709.102633:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077709.102638:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077709.102642:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077709.102643:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077709.102647:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077709.102652:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077710.126525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077710.126526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077710.126534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077710.126535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077710.126537:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077710.126538:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077710.126544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077710.126544:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077710.126545:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077710.126550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077710.126551:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077710.126552:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077710.126556:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077710.126557:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077710.126558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077710.126563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077710.126563:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077710.126565:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077710.126569:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077710.126578:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077710.126581:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077710.126584:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077710.126589:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077710.126594:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077710.126598:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077711.150559:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077711.150563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077711.150565:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077711.150570:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077711.150574:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077711.150575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.150575:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077711.150579:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077711.150583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077711.150585:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077711.150590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.150591:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077711.150593:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077711.150600:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.150604:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077711.150605:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077711.150612:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.150613:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077711.150617:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077711.150621:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077711.150625:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077711.150630:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077711.150634:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077711.150639:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.150643:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077711.278547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077711.278557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077711.278559:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077711.278563:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077711.278568:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077711.278577:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4402
00000400:00000200:2.0:1769077711.278587:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077711.278602:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077711.278606:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077711.278610:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278613:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077711.278616:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278619:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077711.278624:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077711.278626:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077711.278628:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077711.278630:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077711.278632:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077711.278633:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077711.278636:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278637:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077711.278638:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278639:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077711.278641:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077711.278643:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278645:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077711.278647:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077711.278650:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077711.278652:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.278654:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077711.278656:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077711.278665:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077711.278669:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077711.278672:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077711.278674:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.278677:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077711.278679:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077711.278683:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077711.278690:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:2.0:1769077711.278696:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077711.278703:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077711.278712:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077711.278716:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077711.278719:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077711.278737:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077711.278739:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077711.278742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077711.278743:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077711.278744:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077711.278746:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077711.278747:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4402
00000400:00000200:2.0:1769077711.278750:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077711.278752:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077711.278754:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077711.278756:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278758:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077711.278760:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278761:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077711.278763:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077711.278765:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077711.278766:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077711.278767:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:0.0:1769077711.278768:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769077711.278769:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077711.278773:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:0.0:1769077711.278775:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769077711.278776:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278778:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077711.278779:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077711.278780:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278783:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077711.278784:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000040:0.0:1769077711.278787:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077711.278788:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278792:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077711.278795:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077711.278800:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077711.278801:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077711.278803:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077711.278805:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.278806:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769077711.278809:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1769077711.278811:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769077711.278813:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1769077711.278814:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077711.278816:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077711.278820:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932497024:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077711.278824:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077711.278825:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1769077711.278827:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
02000000:00000001:0.0:1769077711.278830:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769077711.278831:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077711.278833:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077711.278834:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077711.278837:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077711.278837:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.278841:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077711.278842:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077711.278843:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077711.278844:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077711.278847:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077711.278847:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769077711.278851:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077711.278854:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:2.0:1769077711.278856:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769077711.278859:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000100:00000001:2.0:1769077711.278865:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077711.278867:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077711.278868:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000040:2.0:1769077711.278871:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077711.278878:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932497024, portal 25
00000100:00000001:2.0:1769077711.278879:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077711.278881:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769077711.278882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077711.278883:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000100:00080000:2.0:1769077711.278887:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077711.278889:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077711.278890:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769077711.278892:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077711.278894:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077711.278899:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4402
00000400:00000200:2.0:1769077711.278906:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077711.278909:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1769077711.278910:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077711.278913:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077711.278914:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077711.278917:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000040:2.0:1769077711.278917:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278921:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769077711.278923:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932497024, offset 0
00000100:00000040:2.0:1769077711.278924:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278927:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077711.278928:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077711.278930:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077711.278932:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769077711.278933:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000040:2.0:1769077711.278934:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077711.278936:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077711.278937:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077711.278940:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278941:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077711.278944:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769077711.278945:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278948:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:0.0:1769077711.278951:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000040:2.0:1769077711.278951:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077711.278955:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077711.278958:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077711.278959:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769077711.278960:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769077711.278962:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077711.278964:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.278966:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769077711.278967:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000008:00100000:2.0:1769077711.278968:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769077711.278972:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1769077711.278972:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.278974:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077711.278977:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000010:2.0:1769077711.278979:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000400:00000200:0.0:1769077711.278983:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47538:47538:256:4294967295] 192.168.204.153@tcp LPNI seq info [47538:47538:8:4294967295]
00000020:00000040:2.0:1769077711.278984:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077711.278988:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077711.278990:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077711.278991:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077711.278993:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077711.278995:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077711.278996:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077711.278998:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00000001:2.0:1769077711.279003:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077711.279007:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1769077711.279010:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077711.279017:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1769077711.279019:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077711.279019:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769077711.279030:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000100:00000040:2.0:1769077711.279030:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077711.279039:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077711.279041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769077711.279046:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769077711.279046:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077711.279050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077711.279053:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1769077711.279054:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769077711.279057:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4412)
00000800:00000200:0.1:1769077711.279063:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077711.279068:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769077711.279072:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077711.279075:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077711.279090:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077711.279097:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077711.279103:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077711.279105:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077711.279110:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077711.279113:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279121:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077711.279123:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279128:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077711.279129:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077711.279134:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077711.279137:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077711.279139:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299076386
00000100:00000010:0.0:1769077711.279143:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031cc0.
00000100:00000001:0.0:1769077711.279150:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077711.279154:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299076386
00000100:00000010:0.0:1769077711.279156:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600316c0.
00000100:00000001:0.0:1769077711.279158:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077711.279161:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077711.279162:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077711.279165:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077711.279168:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077711/real 1769077711]  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077711.279175:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077711.279177:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077711.279179:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077711.279182:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077711.279183:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077711.279184:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077711.279187:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077711.279193:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279196:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077711.279198:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279199:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077711.279201:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077711.279203:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279207:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077711.279209:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279218:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077711.279220:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279221:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077711.279222:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279224:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077711.279226:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077711.279228:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077711.279232:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077711.279234:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077711.279238:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077711.279246:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932497024:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077711.279252:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279254:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077711.279257:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932497024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279264:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077711.279267:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077711.279270:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077711.279273:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077711.279275:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077711.279276:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077711.279278:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077711.279281:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9400.
02000000:00000001:0.0:1769077711.279286:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077711.279288:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077711.279290:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:0.0:1769077711.279293:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077711.279294:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279296:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279306:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077711.279308:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077711.279310:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077711.279312:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077711.279313:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077711.279317:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279324:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077711.279326:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077711.279328:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077711.279330:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077711.279332:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077711.279335:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932497152:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077711.279338:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077711.279340:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077711.279342:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077711.279344:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077711.279346:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077711.279347:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077711.279351:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077711.279353:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077711.279355:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077711.279357:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932497152, portal 10
00000100:00000001:0.0:1769077711.279358:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077711.279359:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000100:00000040:0.0:1769077711.279365:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279369:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077711.279370:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077711.279372:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077711.279373:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932497152, offset 0
00000400:00000200:0.0:1769077711.279375:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077711.279378:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077711.279380:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077711.279382:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077711.279384:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077711.279385:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077711.279387:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077711.279389:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47539:47539:256:4294967295] 192.168.204.153@tcp LPNI seq info [47539:47539:8:4294967295]
00000400:00000200:0.0:1769077711.279392:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077711.279396:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077711.279398:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077711.279418:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077711.279422:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077711.279423:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769077711.279426:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077711.279428:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769077711.279430:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077711.279431:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077711.279434:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077711.279436:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077711.279438:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077711.279439:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077711.279441:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077711.279443:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279448:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077711.279450:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279454:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077711.279455:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077711.279457:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077711.279459:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077711.279461:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077711.279463:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299075084
00000100:00000001:0.0:1769077711.279465:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299076386
00000100:00000001:0.0:1769077711.279484:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299075084
00000100:00000001:0.0:1769077711.279486:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299076386
00000100:00000001:0.0:1769077711.279487:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077711.279489:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077711.279490:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077711.279493:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077711/real 1769077711]  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077711.279498:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077711.279499:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077711.279500:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077711.279502:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077711.279502:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077711.279504:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077711.279506:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077711.279511:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279515:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077711.279516:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279517:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077711.279518:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077711.279519:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279523:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077711.279525:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279529:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077711.279530:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279531:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077711.279532:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279533:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077711.279535:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077711.279537:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077711.279538:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077711.279539:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077711.279541:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077711.279546:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932497152:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077711.279548:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077711.279550:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279558:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077711.279559:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077711.279561:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077711.279562:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077711.279563:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077711.279564:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932497280:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077711.279566:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077711.279567:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077711.279568:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077711.279569:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077711.279571:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077711.279572:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077711.279574:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077711.279576:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077711.279578:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077711.279579:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932497280, portal 10
00000100:00000001:0.0:1769077711.279580:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077711.279582:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000100:00000040:0.0:1769077711.279585:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279589:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077711.279591:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077711.279592:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077711.279594:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932497280, offset 0
00000400:00000200:0.0:1769077711.279596:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077711.279598:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077711.279600:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077711.279602:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077711.279603:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077711.279605:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077711.279606:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077711.279608:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47540:47540:256:4294967295] 192.168.204.153@tcp LPNI seq info [47540:47540:8:4294967295]
00000400:00000200:0.0:1769077711.279611:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077711.279615:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077711.279618:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077711.279619:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769077711.279622:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077711.279624:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769077711.279626:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077711.279628:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769077711.279630:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077711.279631:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769077711.279633:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077711.279635:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077711.279637:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:0.0:1769077711.279638:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:0.0:1769077711.279639:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077711.279641:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279646:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077711.279647:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279651:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077711.279652:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077711.279653:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077711.279655:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077711.279657:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077711.279658:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299075083
00000100:00000001:0.0:1769077711.279659:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299076386
00000100:00000001:0.0:1769077711.279660:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299075083
00000100:00000001:0.0:1769077711.279662:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299076386
00000100:00000001:0.0:1769077711.279663:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077711.279665:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077711.279666:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077711.279668:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077711/real 1769077711]  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077711.279673:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077711.279674:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077711.279674:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077711.279675:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077711.279676:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077711.279677:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077711.279679:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077711.279684:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279688:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077711.279689:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279689:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077711.279690:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077711.279692:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279695:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077711.279697:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279701:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077711.279702:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279703:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077711.279703:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279704:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077711.279706:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077711.279708:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077711.279710:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077711.279711:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077711.279713:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077711.279717:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932497280:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077711.279719:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279720:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077711.279722:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932497152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279725:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077711.279726:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077711.279727:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077711.279728:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077711.279729:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077711.279730:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077711.279731:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077711.279732:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab800.
02000000:00000001:0.0:1769077711.279733:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077711.279734:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077711.279735:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:0.0:1769077711.279737:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077711.279737:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279738:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077711.279740:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932497280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077711.279743:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077711.279744:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077711.279745:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077711.279746:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077711.279746:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077711.279747:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077711.279748:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077711.279749:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa800.
02000000:00000001:0.0:1769077711.279751:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077711.279751:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077711.279752:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:0.0:1769077711.279753:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077711.279754:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279755:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077711.279757:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077711.279758:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077711.279759:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077711.279760:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077712.174522:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077712.174522:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077712.174528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077712.174530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077712.174530:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077712.174532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077712.174534:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077712.174534:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077712.174539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077712.174543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077712.174543:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077712.174545:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077712.174549:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077712.174550:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077712.174554:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077712.174555:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077712.174557:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077712.174561:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077712.174564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077712.174564:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077712.174566:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077712.174568:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077712.174569:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077712.174572:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077712.174576:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077712.622552:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299076386, at 4299076416
00000100:00000010:2.0:1769077712.622571:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031cc0.
00000100:00000001:0.0:1769077713.198521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077713.198521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077713.198527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077713.198528:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077713.198529:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077713.198533:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.198533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077713.198535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077713.198542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077713.198542:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077713.198545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077713.198547:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077713.198548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077713.198549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.198551:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077713.198553:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077713.198556:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077713.198561:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077713.198566:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077713.198567:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077713.198570:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077713.198573:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077713.198581:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077713.198586:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077713.198591:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077714.222530:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077714.222536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077714.222540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077714.222541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077714.222544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077714.222546:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769077714.222551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077714.222554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077714.222556:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077714.222558:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077714.222559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077714.222562:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077714.222565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.222573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769077714.222576:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077714.222578:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077714.222586:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077714.222589:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077714.222594:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077714.222596:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077714.222600:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077714.222605:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077714.222605:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077714.222614:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077714.222616:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077715.246561:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077715.246562:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077715.246573:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077715.246574:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077715.246576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077715.246576:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077715.246578:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077715.246584:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077715.246585:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077715.246586:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077715.246590:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077715.246591:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077715.246594:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077715.246595:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077715.246596:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077715.246599:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077715.246602:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077715.246602:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077715.246606:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077715.246607:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077715.246610:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077715.246612:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077715.246617:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077715.246622:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077715.246625:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077715.246626:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077715.246628:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077715.246631:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077715.246656:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077715.246662:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077715.246666:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077716.270555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077716.270556:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077716.270564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077716.270567:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077716.270574:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077716.270579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077716.270586:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077716.270586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.270589:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077716.270596:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077716.270601:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077716.270603:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.270609:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077716.270616:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077716.270619:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077716.270620:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077716.270626:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077716.270627:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077716.270634:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077716.270635:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.270636:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077716.270638:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.270641:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077716.270645:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077716.270650:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077716.398516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077716.398528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077716.398532:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077716.398538:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077716.398543:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077716.398552:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4407
00000400:00000200:2.0:1769077716.398563:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077716.398572:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077716.398575:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077716.398579:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077716.398583:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077716.398586:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077716.398589:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077716.398594:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077716.398596:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077716.398598:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077716.398601:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077716.398603:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077716.398604:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077716.398606:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077716.398607:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077716.398609:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077716.398611:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077716.398613:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077716.398616:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077716.398618:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077716.398620:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077716.398623:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077716.398625:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.398627:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077716.398628:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077716.398638:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077716.398642:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077716.398645:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077716.398646:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.398649:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077716.398652:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077716.398657:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077716.398665:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769077716.398671:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077716.398680:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077716.398691:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077716.398696:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077716.398702:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.398731:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077716.398735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077716.398737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077716.398738:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077716.398740:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077716.398742:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077716.398744:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4407
00000400:00000200:2.0:1769077716.398747:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077716.398750:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077716.398752:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077716.398755:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077716.398757:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077716.398759:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077716.398761:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077716.398763:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077716.398764:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077716.398765:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077716.398769:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769077716.398773:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077716.398777:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:0.0:1769077716.398780:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077716.398780:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077716.398783:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077716.398786:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077716.398786:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077716.398790:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077716.398791:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077716.398792:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077716.398794:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077716.398796:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077716.398797:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077716.398803:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077716.398805:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.398806:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077716.398812:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769077716.398814:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769077716.398815:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.398821:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077716.398830:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077716.398837:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769077716.398840:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077716.398842:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769077716.398843:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077716.398847:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077716.398850:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077716.398852:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077716.398854:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077716.398857:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077716.398860:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932497408:192.168.204.153@tcp:250:kworker.0
02000000:00000001:2.0:1769077716.398863:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077716.398865:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077716.398868:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077716.398870:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077716.398876:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077716.398878:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077716.398879:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:2.0:1769077716.398889:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077716.398890:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077716.398900:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077716.398906:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077716.398912:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077716.398921:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077716.398932:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000001:2.0:1769077716.398933:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077716.398939:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077716.398943:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932497408, portal 25
00000100:00000040:2.0:1769077716.398949:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077716.398951:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077716.398954:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000100:00000040:0.0:1769077716.398962:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077716.398970:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077716.398972:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077716.398974:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eb28.
00000100:00000200:0.0:1769077716.398982:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932497408, offset 0
00000100:00000001:2.0:1769077716.398985:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077716.398992:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:2.0:1769077716.398993:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077716.398999:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077716.399001:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077716.399003:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769077716.399005:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077716.399013:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077716.399019:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4407
00000400:00000200:0.0:1769077716.399020:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077716.399029:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077716.399029:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077716.399039:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000200:0.0:1769077716.399042:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077716.399049:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077716.399051:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:2.0:1769077716.399052:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769077716.399060:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47541:47541:256:4294967295] 192.168.204.153@tcp LPNI seq info [47541:47541:8:4294967295]
00000100:00000040:2.0:1769077716.399065:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077716.399069:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077716.399074:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769077716.399078:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077716.399081:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077716.399083:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077716.399085:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077716.399086:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077716.399087:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077716.399089:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077716.399094:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:0.0:1769077716.399106:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769077716.399106:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077716.399118:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077716.399126:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000200:0.0:1769077716.399129:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077716.399130:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077716.399133:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000010:0.0:1769077716.399135:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000100:00080000:2.0:1769077716.399138:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077716.399141:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077716.399142:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077716.399144:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077716.399152:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.399154:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077716.399155:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077716.399157:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077716.399158:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077716.399160:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077716.399165:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077716.399169:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077716.399175:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077716.399178:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077716.399179:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077716.399181:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077716.399185:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077716.399189:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077716.399196:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000001:2.0:1769077716.399201:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077716.399203:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077716.399210:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:2.0:1769077716.399211:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077716.399219:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299081506
00000100:00000001:2.0:1769077716.399222:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077716.399228:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077716.399231:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031f60.
00000100:00000040:2.0:1769077716.399236:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077716.399241:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077716.399244:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077716.399248:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077716.399251:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299081506
00000100:00000040:2.0:1769077716.399252:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077716.399257:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1769077716.399260:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ae0.
00000100:00000040:2.0:1769077716.399261:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077716.399266:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4417)
00000100:00000001:0.0:1769077716.399275:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077716.399280:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077716.399283:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077716.399286:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077716.399289:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077716.399298:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077716.399300:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769077716.399303:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077716.399304:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077716.399306:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077716.399313:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077716.399326:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077716.399327:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077716.399328:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077716.399330:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077716.399331:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077716.399334:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932497536:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077716.399336:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077716.399338:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077716.399339:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077716.399340:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077716.399343:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077716.399345:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077716.399348:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077716.399350:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a32c0.
00000400:00000010:0.0:1769077716.399352:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769077716.399354:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932497536, portal 10
00000100:00000001:0.0:1769077716.399356:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077716.399356:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000100:00000040:0.0:1769077716.399361:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077716.399366:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077716.399368:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077716.399370:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ee58.
00000100:00000200:0.0:1769077716.399372:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932497536, offset 0
00000400:00000200:0.0:1769077716.399375:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077716.399378:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077716.399391:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077716.399394:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077716.399396:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077716.399398:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077716.399426:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077716.399429:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47542:47542:255:4294967295] 192.168.204.153@tcp LPNI seq info [47542:47542:7:4294967295]
00000400:00000200:0.0:1769077716.399432:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077716.399437:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077716.399440:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077716.399442:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9300.
00000800:00000200:0.0:1769077716.399445:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077716.399448:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769077716.399450:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077716.399453:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077716.399455:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077716.399457:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299080204
00000100:00000001:0.0:1769077716.399460:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299081506
00000100:00000001:0.0:1769077716.399462:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299080204
00000100:00000001:0.0:1769077716.399464:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299081506
00000100:00000001:0.0:1769077716.399466:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077716.399468:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077716.399470:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077716.399474:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077716.399481:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077716.399483:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077716.399485:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077716.399487:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077716.399489:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077716.399491:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932497664:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077716.399494:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077716.399497:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077716.399498:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077716.399500:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077716.399503:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077716.399505:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077716.399508:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077716.399510:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3108.
00000400:00000010:0.0:1769077716.399513:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077716.399514:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932497664, portal 10
00000100:00000001:0.0:1769077716.399516:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077716.399517:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000100:00000040:0.0:1769077716.399521:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077716.399525:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077716.399526:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077716.399528:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ea18.
00000100:00000200:0.0:1769077716.399530:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932497664, offset 0
00000400:00000200:0.0:1769077716.399532:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077716.399534:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077716.399536:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077716.399538:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077716.399540:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077716.399541:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077716.399543:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077716.399544:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47543:47543:254:4294967295] 192.168.204.153@tcp LPNI seq info [47543:47543:6:4294967295]
00000400:00000200:0.0:1769077716.399547:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077716.399550:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077716.399553:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077716.399555:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9600.
00000800:00000200:0.0:1769077716.399557:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077716.399560:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769077716.399561:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077716.399564:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077716.399566:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077716.399568:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299080203
00000100:00000001:0.0:1769077716.399570:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299081506
00000100:00000001:0.0:1769077716.399572:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299080203
00000100:00000001:0.0:1769077716.399574:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299081506
00000100:00000001:0.0:1769077716.399576:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077716.399578:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077716.399580:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077716.399582:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077716.399585:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077716.399586:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769077716.399588:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077716.399589:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077716.399590:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077716.399592:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077717.294566:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077717.294566:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077717.294571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077717.294575:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077717.294575:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077717.294582:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077717.294582:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077717.294583:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077717.294589:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077717.294590:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077717.294594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077717.294596:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077717.294597:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077717.294602:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077717.294602:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077717.294603:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077717.294607:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077717.294616:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077717.294618:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077717.294621:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077717.294626:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769077717.294627:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077717.294627:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077717.294632:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077717.294632:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077717.294639:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077717.294640:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077717.294646:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077717.294678:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077717.294683:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077717.294686:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077717.742465:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299081506, at 4299081536
00000100:00000010:2.0:1769077717.742480:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031f60.
00000100:00000001:0.0:1769077718.318540:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077718.318540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077718.318540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077718.318558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.318560:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077718.318561:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077718.318570:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077718.318571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077718.318571:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077718.318580:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077718.318582:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077718.318585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.318588:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077718.318590:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077718.318595:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077718.318596:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077718.318606:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077718.318611:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077718.318615:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077718.318619:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077718.318624:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077718.318628:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077718.318629:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077718.318633:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077718.318638:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077719.342495:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077719.342503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077719.342503:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077719.342506:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077719.342507:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077719.342509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077719.342512:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769077719.342513:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077719.342516:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077719.342518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077719.342519:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077719.342522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077719.342523:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077719.342524:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.342530:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077719.342532:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077719.342534:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077719.342535:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.342540:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077719.342540:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077719.342544:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.342548:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077719.342550:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077719.342554:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077719.342558:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769077719.470689:0:2407:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769077719.470739:0:2407:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077719.470751:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077719.470756:0:2407:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769077719.470770:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077719.470773:0:2407:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077719.470778:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077719.470781:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:1.0:1769077719.470786:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077719.470791:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077719.470797:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eb28
00000400:00000010:1.0:1769077719.470800:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eb28.
00000100:00000001:1.0:1769077719.470804:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077719.470812:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077719.470837:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077719.470842:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077719.470850:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077719.470852:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077719.470861:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077719.470863:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9300.
00000400:00000200:1.0:1769077719.470866:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077719.470869:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077719.470872:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ee58
00000400:00000010:1.0:1769077719.470873:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ee58.
00000100:00000001:1.0:1769077719.470876:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077719.470880:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077719.470887:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077719.470891:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077719.470903:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077719.470905:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077719.470910:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077719.470912:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9600.
00000400:00000200:1.0:1769077719.470915:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077719.470918:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077719.470920:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ea18
00000400:00000010:1.0:1769077719.470922:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ea18.
00000100:00000001:1.0:1769077719.470924:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077719.470928:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077719.470936:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077719.470939:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077719.470945:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077719.470947:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077719.471143:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077719.471147:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077719.471150:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077719.471156:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077716/real 1769077719]  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077719.471169:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077719.471171:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077719.471174:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a32c0.
00000400:00000200:0.0:1769077719.471178:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769077719.471180:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769077719.471183:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077719.471187:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077719.471205:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077719.471216:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077719.471217:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471220:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077719.471222:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077719.471226:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077719.471239:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077719.471244:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077719.471251:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077719.471254:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471255:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077719.471256:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471259:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077719.471261:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077719.471264:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077719.471269:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077719.471272:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077719.471276:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077719.471285:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932497536:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077719.471289:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077719.471292:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077716/real 1769077719]  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077719.471299:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077719.471301:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077719.471303:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3108.
00000400:00000200:0.0:1769077719.471305:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077719.471307:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077719.471309:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077719.471312:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077719.471325:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077719.471359:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077719.471361:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471363:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077719.471364:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077719.471368:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077719.471374:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077719.471378:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077719.471384:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077719.471387:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471388:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077719.471389:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471391:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077719.471394:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077719.471396:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077719.471400:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077719.471431:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077719.471435:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077719.471443:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932497664:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077719.471447:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077719.471450:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077716/real 1769077719]  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077719.471464:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077719.471465:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077719.471467:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077719.471470:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077719.471472:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077719.471474:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077719.471477:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077719.471485:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077719.471492:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077719.471493:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471494:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077719.471495:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077719.471499:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077719.471505:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077719.471509:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077719.471515:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077719.471518:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471519:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077719.471521:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471522:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077719.471524:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077719.471526:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077719.471530:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077719.471532:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077719.471536:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077719.471544:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932497408:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077719.471548:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471549:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077719.471553:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932497536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077719.471559:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077719.471562:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077719.471566:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077719.471569:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077719.471572:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077719.471574:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077719.471576:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077719.471579:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa400.
02000000:00000001:0.0:1769077719.471583:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077719.471585:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077719.471587:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:0.0:1769077719.471591:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077719.471592:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471594:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077719.471597:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932497664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077719.471603:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077719.471605:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077719.471606:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077719.471609:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077719.471610:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077719.471611:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077719.471613:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077719.471615:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9800.
02000000:00000001:0.0:1769077719.471617:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077719.471618:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077719.471620:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:0.0:1769077719.471623:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077719.471624:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471625:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077719.471628:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932497408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077719.471634:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077719.471635:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077719.471637:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077719.471639:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077719.471640:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077719.471641:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077719.471643:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077719.471644:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491abc00.
02000000:00000001:0.0:1769077719.471646:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077719.471647:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077719.471648:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:0.0:1769077719.471650:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077719.471651:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471653:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077719.471661:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077719.471663:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077719.471665:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077719.471667:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077720.366537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077720.366537:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077720.366546:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077720.366548:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077720.366549:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077720.366554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077720.366555:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769077720.366563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077720.366564:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077720.366566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077720.366571:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077720.366572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077720.366579:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077720.366581:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077720.366584:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077720.366589:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077720.366590:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077720.366593:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077720.366599:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077720.366613:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077720.366618:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077720.366621:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077720.366622:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077720.366627:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077720.366633:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077721.390533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077721.390535:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077721.390538:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077721.390544:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077721.390546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077721.390551:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077721.390551:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077721.390559:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077721.390561:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077721.390562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077721.390565:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077721.390570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077721.390572:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077721.390573:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077721.390587:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.390590:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077721.390597:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077721.390603:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077721.390604:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077721.390609:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077721.390610:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077721.390616:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077721.390625:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077721.390633:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.390640:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077721.518497:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077721.518513:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077721.518516:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077721.518520:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077721.518524:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077721.518531:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4412
00000400:00000200:2.0:1769077721.518540:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077721.518554:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077721.518557:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077721.518559:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518562:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077721.518564:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518565:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077721.518569:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077721.518570:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077721.518573:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077721.518576:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077721.518577:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077721.518579:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077721.518581:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518582:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077721.518583:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518584:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077721.518586:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077721.518589:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518590:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077721.518592:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077721.518594:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077721.518596:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077721.518598:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077721.518600:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077721.518608:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077721.518612:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077721.518615:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077721.518617:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077721.518621:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077721.518624:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077721.518628:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077721.518641:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769077721.518649:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077721.518665:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077721.518676:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077721.518681:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077721.518687:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077721.518712:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077721.518716:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077721.518720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077721.518722:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077721.518723:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077721.518726:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077721.518728:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4412
00000400:00000200:2.0:1769077721.518733:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077721.518735:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077721.518738:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077721.518740:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518742:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077721.518744:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518746:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077721.518748:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077721.518749:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077721.518751:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077721.518754:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077721.518755:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077721.518758:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077721.518761:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518763:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077721.518765:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518767:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077721.518770:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077721.518772:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518775:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077721.518776:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077721.518782:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077721.518784:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077721.518786:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077721.518792:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077721.518795:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077721.518797:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077721.518801:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077721.518804:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077721.518806:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077721.518807:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077721.518809:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077721.518810:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077721.518812:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077721.518816:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000001:2.0:1769077721.518819:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077721.518824:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077721.518832:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077721.518834:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077721.518838:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077721.518846:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077721.518849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077721.518854:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077721.518855:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077721.518857:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077721.518860:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077721.518863:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4412
00000400:00000200:2.0:1769077721.518868:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077721.518872:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077721.518875:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077721.518878:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518881:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077721.518883:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518886:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077721.518888:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077721.518889:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077721.518891:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077721.518893:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000001:0.0:1769077721.518896:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769077721.518897:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077721.518900:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077721.518906:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077721.518908:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077721.518910:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077721.518914:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077721.518915:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518920:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077721.518923:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077721.518926:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077721.518928:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077721.518930:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077721.518934:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077721.518937:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077721.518940:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077721.518940:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077721.518945:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077721.518955:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077721.518960:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077721.518968:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077721.518973:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769077721.518977:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077721.518978:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077721.518982:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077721.518983:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077721.518985:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077721.518988:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077721.518990:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077721.518991:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077721.518997:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077721.518998:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
02000000:00000001:0.0:1769077721.519006:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077721.519008:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077721.519016:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932497792:192.168.204.153@tcp:250:kworker.0
00000100:00100000:2.0:1769077721.519020:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077721.519027:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077721.519036:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077721.519041:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077721.519049:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077721.519051:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077721.519054:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077721.519060:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
00000100:00000040:2.0:1769077721.519060:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077721.519068:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077721.519083:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077721.519090:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769077721.519092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769077721.519097:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000100:00000040:2.0:1769077721.519099:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077721.519106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769077721.519110:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000040:2.0:1769077721.519111:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077721.519121:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4423)
00000100:00000200:0.0:1769077721.519124:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932497792, portal 25
00000100:00000001:0.0:1769077721.519129:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077721.519131:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564822400 : -121121144729216 : ffff91d749319180)
00000100:00000040:0.0:1769077721.519139:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519147:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077721.519151:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077721.519154:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077721.519158:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932497792, offset 0
00000400:00000200:0.0:1769077721.519164:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077721.519173:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077721.519180:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077721.519185:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077721.519189:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077721.519193:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077721.519196:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077721.519200:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47544:47544:256:4294967295] 192.168.204.153@tcp LPNI seq info [47544:47544:8:4294967295]
00000400:00000200:0.0:1769077721.519204:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077721.519213:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077721.519219:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077721.519225:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077721.519232:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077721.519236:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1769077721.519242:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077721.519246:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1769077721.519250:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077721.519252:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077721.519258:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077721.519262:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077721.519266:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077721.519268:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077721.519272:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077721.519276:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519286:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077721.519290:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519327:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077721.519329:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077721.519335:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077721.519339:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077721.519342:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299086626
00000100:00000010:0.0:1769077721.519347:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600317e0.
00000100:00000001:0.0:1769077721.519354:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077721.519361:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299086626
00000100:00000010:0.0:1769077721.519364:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031120.
00000100:00000001:0.0:1769077721.519367:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077721.519370:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077721.519372:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077721.519375:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077721.519379:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077721/real 1769077721]  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077721.519389:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077721.519391:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077721.519393:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077721.519396:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077721.519398:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077721.519448:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077721.519453:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077721.519462:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519469:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077721.519471:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.519474:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077721.519475:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077721.519479:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519486:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077721.519491:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519497:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077721.519500:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.519502:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077721.519503:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.519506:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077721.519508:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077721.519511:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077721.519516:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077721.519519:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077721.519523:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077721.519532:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932497792:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077721.519536:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077721.519540:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519547:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077721.519549:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077721.519551:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077721.519553:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077721.519555:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077721.519558:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932497920:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077721.519561:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077721.519563:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077721.519565:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077721.519567:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077721.519570:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077721.519588:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077721.519592:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077721.519595:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077721.519598:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077721.519601:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932497920, portal 10
00000100:00000001:0.0:1769077721.519603:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077721.519605:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564821504 : -121121144730112 : ffff91d749318e00)
00000100:00000040:0.0:1769077721.519611:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519617:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077721.519620:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077721.519622:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077721.519624:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932497920, offset 0
00000400:00000200:0.0:1769077721.519627:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077721.519631:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077721.519634:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077721.519637:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077721.519639:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077721.519642:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077721.519644:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077721.519647:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47545:47545:256:4294967295] 192.168.204.153@tcp LPNI seq info [47545:47545:8:4294967295]
00000400:00000200:0.0:1769077721.519651:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077721.519657:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077721.519662:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077721.519665:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077721.519669:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077721.519672:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1769077721.519676:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077721.519678:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1769077721.519682:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077721.519684:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077721.519686:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077721.519690:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077721.519693:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077721.519694:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077721.519696:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077721.519700:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519708:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077721.519712:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519719:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077721.519720:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077721.519723:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077721.519726:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077721.519730:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077721.519732:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299085324
00000100:00000001:0.0:1769077721.519734:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299086626
00000100:00000001:0.0:1769077721.519737:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299085324
00000100:00000001:0.0:1769077721.519738:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299086626
00000100:00000001:0.0:1769077721.519741:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077721.519743:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077721.519745:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077721.519750:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077721/real 1769077721]  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077721.519758:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077721.519759:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077721.519761:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077721.519764:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077721.519766:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077721.519768:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077721.519771:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077721.519780:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519788:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077721.519789:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.519791:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077721.519792:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077721.519797:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519804:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077721.519807:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519813:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077721.519816:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.519817:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077721.519819:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.519820:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077721.519822:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077721.519825:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077721.519828:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077721.519830:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077721.519834:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077721.519842:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932497920:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077721.519850:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.519852:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077721.519856:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319180 x1855007932497792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519862:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077721.519865:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077721.519868:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077721.519871:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077721.519874:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077721.519876:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077721.519878:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077721.519881:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491abc00.
02000000:00000001:0.0:1769077721.519884:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077721.519886:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077721.519888:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319180.
00000100:00000001:0.0:1769077721.519891:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077721.519892:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.519894:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077721.519897:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318e00 x1855007932497920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519903:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077721.519904:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077721.519906:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077721.519908:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077721.519909:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077721.519910:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077721.519912:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077721.519913:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9800.
02000000:00000001:0.0:1769077721.519916:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077721.519917:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077721.519918:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318e00.
00000100:00000001:0.0:1769077721.519921:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077721.519922:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.519924:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.519937:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077721.519939:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077721.519942:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077721.519944:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077721.519945:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077721.519949:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.519955:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077721.519957:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077721.519959:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077721.519961:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077721.519963:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077721.519966:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932498048:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077721.519970:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077721.519972:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077721.519973:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077721.519975:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077721.519977:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077721.519979:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077721.519982:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077721.519985:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077721.519988:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077721.519990:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932498048, portal 10
00000100:00000001:0.0:1769077721.519992:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077721.519993:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564832256 : -121121144719360 : ffff91d74931b800)
00000100:00000040:0.0:1769077721.519999:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.520005:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077721.520008:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077721.520010:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077721.520013:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932498048, offset 0
00000400:00000200:0.0:1769077721.520017:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077721.520020:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077721.520023:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077721.520026:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077721.520028:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077721.520030:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077721.520033:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077721.520036:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47546:47546:256:4294967295] 192.168.204.153@tcp LPNI seq info [47546:47546:8:4294967295]
00000400:00000200:0.0:1769077721.520039:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077721.520045:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077721.520050:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077721.520053:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077721.520056:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077721.520059:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1769077721.520063:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077721.520066:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1769077721.520070:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077721.520072:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077721.520079:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077721.520082:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077721.520085:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077721.520087:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077721.520089:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077721.520092:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.520099:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077721.520103:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.520108:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077721.520110:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077721.520112:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077721.520115:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077721.520118:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077721.520124:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299085323
00000100:00000001:0.0:1769077721.520126:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299086626
00000100:00000001:0.0:1769077721.520128:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299085323
00000100:00000001:0.0:1769077721.520130:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299086626
00000100:00000001:0.0:1769077721.520132:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077721.520134:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077721.520136:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077721.520139:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077721/real 1769077721]  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077721.520146:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077721.520148:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077721.520150:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077721.520153:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077721.520154:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077721.520157:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077721.520160:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077721.520167:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.520174:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077721.520175:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.520177:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077721.520178:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077721.520181:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.520188:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077721.520191:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.520199:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077721.520201:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.520202:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077721.520203:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.520205:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077721.520208:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077721.520210:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077721.520213:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077721.520215:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077721.520219:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077721.520227:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932498048:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077721.520231:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.520233:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077721.520235:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b800 x1855007932498048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077721.520242:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077721.520243:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077721.520245:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077721.520247:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077721.520249:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077721.520250:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077721.520252:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077721.520253:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa400.
02000000:00000001:0.0:1769077721.520255:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077721.520256:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077721.520258:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b800.
00000100:00000001:0.0:1769077721.520260:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077721.520261:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.520263:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077721.520266:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077721.520267:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077721.520269:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077721.520270:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077722.414487:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077722.414487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077722.414495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077722.414497:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077722.414501:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077722.414502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077722.414506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077722.414509:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077722.414516:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077722.414522:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.414527:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077722.414528:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077722.414532:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.414533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077722.414536:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077722.414537:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077722.414537:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077722.414544:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077722.414544:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00010000:1.0:1769077722.414551:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077722.414551:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077722.414556:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.414560:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077722.414561:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.414564:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077722.862491:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299086626, at 4299086656
00000100:00000010:2.0:1769077722.862506:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600317e0.
00000100:00000001:0.0:1769077723.438520:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077723.438520:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077723.438526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077723.438529:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077723.438529:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077723.438531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077723.438533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.438534:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077723.438542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077723.438542:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077723.438543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077723.438549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.438550:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077723.438550:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077723.438555:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077723.438556:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077723.438568:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077723.438571:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077723.438573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.438574:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077723.438577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077723.438581:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077723.438584:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077723.438589:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077723.438593:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077724.462473:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077724.462476:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077724.462481:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077724.462483:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077724.462484:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077724.462489:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077724.462492:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077724.462496:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077724.462498:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077724.462501:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077724.462503:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077724.462504:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077724.462505:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077724.462507:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077724.462511:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077724.462512:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077724.462519:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077724.462527:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077724.462529:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077724.462534:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077724.462537:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077724.462540:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077724.462543:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077724.462545:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077724.462546:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077725.486534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077725.486535:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077725.486544:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077725.486545:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077725.486547:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077725.486548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077725.486550:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077725.486560:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077725.486562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077725.486563:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077725.486566:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077725.486572:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077725.486575:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077725.486577:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077725.486583:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077725.486583:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077725.486584:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077725.486596:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077725.486600:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077725.486603:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077725.486604:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077725.486606:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077725.486607:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077725.486614:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077725.486615:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077725.486623:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077725.486623:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077725.486636:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077726.510517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077726.510517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077726.510528:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077726.510528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077726.510532:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077726.510533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077726.510540:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077726.510541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077726.510545:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077726.510547:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077726.510554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077726.510556:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.510557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077726.510564:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077726.510566:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077726.510571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077726.510571:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077726.510574:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077726.510581:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077726.510585:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.510589:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077726.510591:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077726.510596:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077726.510600:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077726.510604:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077726.510606:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077726.510609:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077726.510615:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077726.510645:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077726.510648:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077726.510651:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077726.638548:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077726.638568:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077726.638572:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077726.638577:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077726.638582:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077726.638591:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4418
00000400:00000200:2.0:1769077726.638603:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077726.638611:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077726.638615:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077726.638620:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077726.638623:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077726.638626:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077726.638629:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077726.638634:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077726.638637:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077726.638640:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077726.638643:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077726.638645:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077726.638648:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077726.638651:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077726.638653:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077726.638655:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077726.638658:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077726.638662:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077726.638664:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077726.638667:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077726.638670:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077726.638674:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077726.638678:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077726.638680:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077726.638683:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077726.638696:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077726.638701:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077726.638705:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077726.638707:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077726.638711:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077726.638714:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077726.638719:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077726.638728:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769077726.638736:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077726.638746:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077726.638758:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077726.638763:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077726.638768:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077726.638792:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077726.638796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077726.638800:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077726.638801:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077726.638803:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077726.638806:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077726.638809:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4418
00000400:00000200:2.0:1769077726.638813:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077726.638816:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077726.638819:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077726.638822:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077726.638824:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077726.638827:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077726.638829:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769077726.638838:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769077726.638838:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077726.638841:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000001:0.0:1769077726.638845:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077726.638845:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077726.638849:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:0.0:1769077726.638850:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077726.638853:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077726.638858:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077726.638861:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077726.638865:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077726.638870:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077726.638875:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077726.638877:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077726.638879:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769077726.638881:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077726.638885:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:0.0:1769077726.638887:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1769077726.638891:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:0.0:1769077726.638893:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077726.638894:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077726.638897:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077726.638902:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932498176:192.168.204.153@tcp:250:kworker.0
02000000:00000001:2.0:1769077726.638907:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077726.638909:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077726.638915:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077726.638919:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077726.638920:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769077726.638923:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1769077726.638925:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769077726.638926:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077726.638932:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077726.638933:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077726.638937:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077726.638940:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
00000100:00000010:2.0:1769077726.638943:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
02000000:00000001:0.0:1769077726.638944:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077726.638948:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077726.638953:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769077726.638956:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769077726.638956:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077726.638961:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1769077726.638964:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
02000000:00000001:2.0:1769077726.638964:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1769077726.638973:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
02000000:00000001:2.0:1769077726.638974:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077726.638980:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00000200:0.0:1769077726.638984:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932498176, portal 25
00000100:00000001:2.0:1769077726.638985:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077726.638994:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077726.638995:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077726.638999:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564819712 : -121121144731904 : ffff91d749318700)
00000100:00000001:2.0:1769077726.639008:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1769077726.639009:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077726.639013:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077726.639022:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077726.639023:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077726.639030:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077726.639036:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000001:2.0:1769077726.639040:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077726.639042:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932498176, offset 0
00000100:00080000:2.0:1769077726.639044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077726.639049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769077726.639053:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077726.639053:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077726.639057:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077726.639062:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769077726.639066:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:2.0:1769077726.639067:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4418
00000400:00000200:2.0:1769077726.639074:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077726.639075:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:2.0:1769077726.639080:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000200:0.0:1769077726.639084:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769077726.639084:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077726.639090:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:0.0:1769077726.639093:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:2.0:1769077726.639095:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077726.639099:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769077726.639102:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769077726.639106:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:2.0:1769077726.639107:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077726.639112:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769077726.639113:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47547:47547:256:4294967295] 192.168.204.153@tcp LPNI seq info [47547:47547:8:4294967295]
00000020:00000040:2.0:1769077726.639115:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077726.639119:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769077726.639121:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:2.0:1769077726.639123:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077726.639126:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077726.639129:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077726.639136:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:0.0:1769077726.639137:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077726.639139:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077726.639145:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000200:0.0:1769077726.639150:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077726.639150:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077726.639155:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000010:0.0:1769077726.639159:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00080000:2.0:1769077726.639161:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077726.639165:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077726.639167:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1769077726.639171:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:2.0:1769077726.639172:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077726.639176:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077726.639177:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1769077726.639181:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077726.639185:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1769077726.639186:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000008:00000001:2.0:1769077726.639190:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769077726.639192:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1769077726.639194:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769077726.639202:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000010:2.0:1769077726.639202:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077726.639219:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000010:0.0:1769077726.639220:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
02000000:00000001:2.0:1769077726.639225:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077726.639228:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077726.639230:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769077726.639230:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077726.639234:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077726.639237:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077726.639240:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
02000000:00000010:2.0:1769077726.639243:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000400:00000200:0.0:1769077726.639248:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000100:00000001:2.0:1769077726.639249:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077726.639254:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00100000:2.0:1769077726.639260:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077726.639269:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077726.639270:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077726.639275:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077726.639278:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077726.639283:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639296:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077726.639299:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077726.639304:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077726.639304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077726.639312:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077726.639319:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077726.639321:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077726.639324:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1769077726.639326:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769077726.639333:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077726.639333:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4428)
00000400:00000200:0.0:1769077726.639342:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077726.639346:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299091746
00000100:00000010:0.0:1769077726.639352:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031840.
00000100:00000001:0.0:1769077726.639369:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077726.639376:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299091746
00000100:00000010:0.0:1769077726.639380:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600310c0.
00000100:00000001:0.0:1769077726.639383:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077726.639387:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077726.639390:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077726.639393:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077726.639397:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077726/real 1769077726]  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077726.639442:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077726.639444:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077726.639447:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077726.639451:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077726.639455:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077726.639457:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077726.639461:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077726.639470:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639477:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077726.639479:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.639482:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077726.639484:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077726.639488:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639495:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077726.639500:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639507:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077726.639510:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.639512:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077726.639513:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.639515:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077726.639517:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077726.639521:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077726.639525:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077726.639528:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077726.639532:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077726.639541:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932498176:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077726.639547:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.639549:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077726.639552:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318700 x1855007932498176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639559:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077726.639562:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077726.639564:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077726.639568:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077726.639570:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077726.639572:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077726.639574:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077726.639577:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa000.
02000000:00000001:0.0:1769077726.639581:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077726.639583:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077726.639585:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318700.
00000100:00000001:0.0:1769077726.639588:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077726.639590:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.639592:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.639602:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077726.639605:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077726.639607:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077726.639608:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077726.639610:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077726.639614:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639620:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077726.639621:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077726.639623:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077726.639625:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077726.639627:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077726.639631:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932498304:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077726.639634:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077726.639636:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077726.639637:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077726.639639:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077726.639642:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077726.639644:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077726.639648:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077726.639651:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077726.639655:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077726.639658:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932498304, portal 10
00000100:00000001:0.0:1769077726.639660:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077726.639661:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564817920 : -121121144733696 : ffff91d749318000)
00000100:00000040:0.0:1769077726.639668:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639675:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077726.639677:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077726.639679:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077726.639682:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932498304, offset 0
00000400:00000200:0.0:1769077726.639695:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077726.639699:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077726.639703:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077726.639706:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077726.639709:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077726.639713:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077726.639715:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077726.639718:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47548:47548:256:4294967295] 192.168.204.153@tcp LPNI seq info [47548:47548:8:4294967295]
00000400:00000200:0.0:1769077726.639722:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077726.639728:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077726.639733:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077726.639736:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077726.639740:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077726.639744:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769077726.639748:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077726.639750:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1769077726.639754:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077726.639756:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077726.639759:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077726.639762:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077726.639765:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077726.639767:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077726.639769:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077726.639773:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639780:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077726.639783:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639788:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077726.639790:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077726.639793:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077726.639797:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077726.639801:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077726.639803:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299090444
00000100:00000001:0.0:1769077726.639806:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299091746
00000100:00000001:0.0:1769077726.639808:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299090444
00000100:00000001:0.0:1769077726.639810:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299091746
00000100:00000001:0.0:1769077726.639813:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077726.639815:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077726.639816:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077726.639820:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077726/real 1769077726]  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077726.639829:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077726.639830:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077726.639832:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077726.639835:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077726.639836:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077726.639839:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077726.639842:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077726.639850:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639856:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077726.639857:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.639859:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077726.639860:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077726.639864:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639870:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077726.639873:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639879:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077726.639882:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.639884:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077726.639885:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.639886:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077726.639889:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077726.639892:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077726.639895:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077726.639897:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077726.639901:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077726.639909:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932498304:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077726.639913:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077726.639916:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639921:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077726.639922:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077726.639924:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077726.639926:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077726.639928:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077726.639931:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932498432:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077726.639934:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077726.639936:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077726.639937:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077726.639939:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077726.639943:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077726.639945:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077726.639948:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077726.639950:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077726.639953:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077726.639956:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932498432, portal 10
00000100:00000001:0.0:1769077726.639959:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077726.639960:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564825984 : -121121144725632 : ffff91d749319f80)
00000100:00000040:0.0:1769077726.639965:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.639971:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077726.639974:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077726.639976:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077726.639978:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932498432, offset 0
00000400:00000200:0.0:1769077726.639982:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077726.639985:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077726.639989:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077726.639992:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077726.639995:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077726.639997:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077726.639999:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077726.640002:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47549:47549:256:4294967295] 192.168.204.153@tcp LPNI seq info [47549:47549:8:4294967295]
00000400:00000200:0.0:1769077726.640006:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077726.640011:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077726.640016:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077726.640019:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077726.640023:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077726.640026:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769077726.640030:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077726.640032:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1769077726.640036:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077726.640038:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077726.640040:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077726.640044:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077726.640046:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077726.640048:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077726.640050:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077726.640053:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.640060:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077726.640063:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.640069:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077726.640071:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077726.640073:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077726.640076:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077726.640080:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077726.640082:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299090443
00000100:00000001:0.0:1769077726.640084:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299091746
00000100:00000001:0.0:1769077726.640086:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299090443
00000100:00000001:0.0:1769077726.640089:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299091746
00000100:00000001:0.0:1769077726.640091:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077726.640093:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077726.640095:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077726.640098:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077726/real 1769077726]  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077726.640105:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077726.640107:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077726.640108:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077726.640110:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077726.640112:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077726.640114:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077726.640116:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077726.640125:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.640131:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077726.640132:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.640134:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077726.640136:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077726.640139:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.640146:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077726.640150:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.640156:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077726.640159:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.640160:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077726.640161:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.640164:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077726.640167:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077726.640170:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077726.640174:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077726.640176:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077726.640180:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077726.640187:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932498432:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077726.640192:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.640193:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077726.640197:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318000 x1855007932498304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.640203:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077726.640204:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077726.640206:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077726.640220:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077726.640222:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077726.640224:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077726.640226:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077726.640227:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa800.
02000000:00000001:0.0:1769077726.640230:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077726.640232:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077726.640233:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318000.
00000100:00000001:0.0:1769077726.640235:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077726.640237:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.640239:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077726.640242:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319f80 x1855007932498432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077726.640248:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077726.640249:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077726.640251:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077726.640254:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077726.640255:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077726.640257:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077726.640259:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077726.640260:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab800.
02000000:00000001:0.0:1769077726.640263:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077726.640264:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077726.640265:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319f80.
00000100:00000001:0.0:1769077726.640268:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077726.640269:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.640270:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077726.640274:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077726.640275:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077726.640277:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077726.640279:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077727.534521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077727.534521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077727.534531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077727.534532:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077727.534543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077727.534547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077727.534547:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077727.534555:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077727.534565:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077727.534573:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.534578:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077727.534583:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.534587:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077727.534690:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077727.534695:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077727.534699:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077727.982493:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299091746, at 4299091776
00000100:00000010:2.0:1769077727.982519:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031840.
00010000:00000001:1.0:1769077728.558513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077728.558521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077728.558529:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077728.558535:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077728.558536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077728.558541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077728.558542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077728.558550:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077728.558560:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077728.558561:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769077728.558564:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077728.558566:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077728.558572:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769077728.558572:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077728.558577:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077728.558578:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077728.558580:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769077728.558583:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077728.558587:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077728.558588:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077728.558592:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077728.558593:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077728.558597:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077728.558600:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077728.558603:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077729.582473:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077729.582479:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077729.582481:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077729.582486:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077729.582486:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077729.582489:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077729.582494:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077729.582495:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077729.582501:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077729.582502:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077729.582506:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077729.582508:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077729.582519:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077729.582522:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077729.582524:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077729.582526:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077729.582529:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077729.582534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077729.582534:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077729.582542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077729.582553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077729.582556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077729.582600:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077729.582603:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077729.582605:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077730.606471:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077730.606477:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077730.606480:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077730.606481:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077730.606486:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077730.606488:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077730.606491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077730.606494:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077730.606495:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077730.606500:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077730.606504:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077730.606506:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077730.606507:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077730.606512:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077730.606513:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077730.606514:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077730.606516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077730.606519:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077730.606521:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00010000:1.0:1769077730.606525:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077730.606526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077730.606530:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077730.606534:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077730.606536:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077730.606538:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077731.630487:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077731.630490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077731.630495:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077731.630495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077731.630495:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077731.630503:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.630505:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077731.630506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077731.630509:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077731.630510:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077731.630518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077731.630519:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077731.630528:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077731.630532:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077731.630539:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077731.630539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.630546:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077731.630551:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.630555:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077731.630555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077731.630559:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077731.630560:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077731.630564:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077731.630565:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077731.630567:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077731.758494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077731.758504:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077731.758507:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077731.758520:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077731.758525:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077731.758532:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4423
00000400:00000200:2.0:1769077731.758541:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077731.758548:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077731.758551:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077731.758554:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077731.758558:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077731.758560:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077731.758563:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077731.758567:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077731.758569:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077731.758572:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077731.758574:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077731.758576:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077731.758578:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077731.758581:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077731.758583:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077731.758585:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077731.758587:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077731.758590:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077731.758593:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077731.758595:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077731.758598:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077731.758601:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077731.758604:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077731.758606:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077731.758608:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077731.758616:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077731.758620:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077731.758624:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077731.758626:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077731.758628:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077731.758631:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077731.758634:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077731.758643:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:2.0:1769077731.758648:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077731.758656:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077731.758665:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077731.758669:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077731.758673:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077731.758696:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077731.758699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077731.758702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077731.758703:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077731.758705:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077731.758707:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077731.758709:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4423
00000400:00000200:2.0:1769077731.758714:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077731.758717:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077731.758719:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077731.758723:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077731.758725:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077731.758727:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077731.758730:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769077731.758732:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769077731.758732:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769077731.758737:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769077731.758737:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000001:0.0:1769077731.758740:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077731.758741:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077731.758745:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000040:0.0:1769077731.758747:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077731.758749:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077731.758756:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:0.0:1769077731.758758:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077731.758761:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077731.758765:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769077731.758765:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000001:0.0:1769077731.758768:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077731.758770:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769077731.758771:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077731.758776:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00100000:0.0:1769077731.758777:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932498560:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077731.758784:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077731.758784:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:0.0:1769077731.758787:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769077731.758789:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077731.758793:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:0.0:1769077731.758796:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077731.758797:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077731.758801:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077731.758801:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1769077731.758808:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:2.0:1769077731.758808:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077731.758814:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077731.758814:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077731.758820:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077731.758824:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769077731.758825:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000008:00000001:2.0:1769077731.758829:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077731.758832:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000100:00000001:2.0:1769077731.758833:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077731.758840:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000400:00000010:0.0:1769077731.758841:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000020:00000040:2.0:1769077731.758844:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077731.758848:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1769077731.758849:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932498560, portal 25
02000000:00000001:2.0:1769077731.758850:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.758853:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077731.758855:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769077731.758856:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564825984 : -121121144725632 : ffff91d749319f80)
02000000:00000001:2.0:1769077731.758859:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1769077731.758863:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077731.758863:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.758871:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1769077731.758872:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9c00.
00000100:00000040:0.0:1769077731.758876:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077731.758879:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000001:2.0:1769077731.758879:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077731.758890:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769077731.758891:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932498560, offset 0
00000400:00000200:0.0:1769077731.758901:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077731.758903:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077731.758907:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077731.758910:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769077731.758914:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077731.758919:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077731.758929:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769077731.758930:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077731.758934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077731.758935:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00080000:2.0:1769077731.758940:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769077731.758942:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769077731.758943:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077731.758947:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769077731.758948:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:2.0:1769077731.758953:0:36:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769077731.758956:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47550:47550:256:4294967295] 192.168.204.153@tcp LPNI seq info [47550:47550:8:4294967295]
00000100:00080000:2.0:1769077731.758959:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4423
00000400:00000200:0.0:1769077731.758967:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077731.758968:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077731.758973:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077731.758976:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769077731.758983:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769077731.758983:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077731.758988:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077731.758992:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000200:0.0:1769077731.758994:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077731.758996:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000010:0.0:1769077731.759000:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000020:00000001:2.0:1769077731.759000:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077731.759001:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077731.759004:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077731.759006:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000800:00000200:0.0:1769077731.759008:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000001:2.0:1769077731.759010:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:0.0:1769077731.759013:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1769077731.759014:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:0.1:1769077731.759019:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769077731.759023:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000200:0.1:1769077731.759024:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1769077731.759029:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1769077731.759031:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769077731.759034:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000010:0.0:1769077731.759035:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000100:00000001:2.0:1769077731.759039:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:0.0:1769077731.759041:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1769077731.759043:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:0.0:1769077731.759048:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1769077731.759051:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:0.0:1769077731.759053:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000100:00000001:2.0:1769077731.759055:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077731.759056:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
02000000:00000001:2.0:1769077731.759060:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077731.759064:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077731.759066:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.759067:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077731.759068:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:0.0:1769077731.759073:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1769077731.759073:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077731.759081:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077731.759086:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.759087:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077731.759092:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077731.759092:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077731.759098:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769077731.759100:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.759104:0:2416:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769077731.759105:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769077731.759108:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077731.759109:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077731.759113:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077731.759113:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077731.759117:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769077731.759118:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299096866
02000000:00000001:2.0:1769077731.759134:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077731.759137:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031de0.
02000000:00000010:2.0:1769077731.759142:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8000.
00000100:00000001:0.0:1769077731.759144:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077731.759148:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.759151:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299096866
00000100:00000010:0.0:1769077731.759155:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600313c0.
00000100:00100000:2.0:1769077731.759157:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077731.759159:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077731.759165:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077731.759171:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077731.759171:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077731.759176:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.759177:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1769077731.759181:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077731.759185:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077731/real 1769077731]  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077731.759202:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077731.759206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1769077731.759208:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077731.759212:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1769077731.759213:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1769077731.759216:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000100:00000040:2.0:1769077731.759218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077731.759222:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000100:00000040:2.0:1769077731.759223:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1769077731.759225:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077731.759228:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1769077731.759229:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4433)
00000100:00000200:0.0:1769077731.759233:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077731.759240:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759245:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077731.759247:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759249:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077731.759250:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077731.759253:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759258:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077731.759260:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759265:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077731.759266:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759267:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077731.759268:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759269:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077731.759270:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077731.759272:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077731.759275:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077731.759276:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077731.759285:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077731.759290:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932498560:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077731.759293:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759294:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077731.759296:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319f80 x1855007932498560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759300:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077731.759302:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077731.759304:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077731.759306:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077731.759307:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077731.759308:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077731.759309:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077731.759311:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:0.0:1769077731.759314:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077731.759315:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077731.759316:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319f80.
00000100:00000001:0.0:1769077731.759318:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077731.759319:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759320:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759326:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077731.759328:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.759329:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077731.759330:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077731.759331:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077731.759333:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759337:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077731.759338:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077731.759340:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077731.759341:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077731.759342:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077731.759344:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932498688:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077731.759345:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077731.759346:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077731.759347:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077731.759348:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077731.759350:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077731.759352:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077731.759354:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077731.759356:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077731.759358:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077731.759360:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932498688, portal 10
00000100:00000001:0.0:1769077731.759362:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077731.759363:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564817920 : -121121144733696 : ffff91d749318000)
00000100:00000040:0.0:1769077731.759367:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759371:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077731.759372:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077731.759373:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077731.759375:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932498688, offset 0
00000400:00000200:0.0:1769077731.759377:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077731.759379:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077731.759382:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077731.759384:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077731.759385:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077731.759387:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077731.759388:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077731.759390:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47551:47551:256:4294967295] 192.168.204.153@tcp LPNI seq info [47551:47551:8:4294967295]
00000400:00000200:0.0:1769077731.759393:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077731.759397:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077731.759400:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077731.759420:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077731.759424:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077731.759426:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769077731.759428:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077731.759430:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769077731.759432:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077731.759433:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077731.759435:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077731.759437:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077731.759439:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077731.759440:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077731.759442:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077731.759444:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759453:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077731.759454:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759458:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.759459:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077731.759461:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077731.759463:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077731.759465:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077731.759466:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299095564
00000100:00000001:0.0:1769077731.759468:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299096866
00000100:00000001:0.0:1769077731.759469:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299095564
00000100:00000001:0.0:1769077731.759471:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299096866
00000100:00000001:0.0:1769077731.759472:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077731.759473:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.759474:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077731.759476:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077731/real 1769077731]  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077731.759480:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077731.759481:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077731.759482:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077731.759483:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077731.759491:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077731.759493:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077731.759496:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077731.759504:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759509:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077731.759511:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759513:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077731.759514:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077731.759517:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759524:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077731.759528:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759535:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077731.759537:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759538:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077731.759540:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759541:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077731.759543:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077731.759546:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077731.759549:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077731.759551:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077731.759554:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077731.759564:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932498688:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077731.759567:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077731.759569:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759573:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077731.759574:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077731.759575:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077731.759576:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077731.759578:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077731.759579:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932498816:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077731.759581:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077731.759583:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077731.759584:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077731.759585:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077731.759587:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077731.759588:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077731.759591:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077731.759592:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077731.759594:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077731.759596:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932498816, portal 10
00000100:00000001:0.0:1769077731.759597:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077731.759598:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564819712 : -121121144731904 : ffff91d749318700)
00000100:00000040:0.0:1769077731.759602:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759606:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077731.759607:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077731.759608:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077731.759609:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932498816, offset 0
00000400:00000200:0.0:1769077731.759612:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077731.759614:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077731.759616:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077731.759618:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077731.759619:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077731.759621:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077731.759622:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077731.759624:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47552:47552:256:4294967295] 192.168.204.153@tcp LPNI seq info [47552:47552:8:4294967295]
00000400:00000200:0.0:1769077731.759626:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077731.759630:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077731.759632:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077731.759634:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077731.759636:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077731.759638:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769077731.759640:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077731.759642:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769077731.759644:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077731.759646:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077731.759648:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077731.759650:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077731.759651:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077731.759652:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077731.759654:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077731.759656:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759660:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077731.759662:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759666:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.759666:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077731.759668:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077731.759670:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077731.759672:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077731.759673:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299095563
00000100:00000001:0.0:1769077731.759674:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299096866
00000100:00000001:0.0:1769077731.759676:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299095563
00000100:00000001:0.0:1769077731.759677:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299096866
00000100:00000001:0.0:1769077731.759678:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077731.759679:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.759680:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077731.759682:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077731/real 1769077731]  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077731.759686:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077731.759687:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077731.759688:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077731.759689:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077731.759690:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077731.759692:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077731.759693:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077731.759698:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759701:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077731.759702:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759703:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077731.759703:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077731.759705:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759709:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077731.759711:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759715:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077731.759716:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759717:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077731.759717:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759718:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077731.759720:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077731.759721:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077731.759723:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077731.759724:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077731.759726:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077731.759734:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932498816:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077731.759736:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759738:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077731.759739:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318000 x1855007932498688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759742:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077731.759743:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077731.759744:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077731.759745:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077731.759746:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077731.759747:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077731.759748:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077731.759749:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:0.0:1769077731.759751:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077731.759751:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077731.759752:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318000.
00000100:00000001:0.0:1769077731.759754:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077731.759755:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759756:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077731.759757:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318700 x1855007932498816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077731.759761:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077731.759761:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077731.759762:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769077731.759763:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077731.759764:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077731.759764:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077731.759765:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077731.759766:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8000.
02000000:00000001:0.0:1769077731.759767:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077731.759768:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077731.759768:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318700.
00000100:00000001:0.0:1769077731.759770:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077731.759771:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759772:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077731.759774:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077731.759775:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077731.759776:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077731.759777:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077732.654461:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077732.654465:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077732.654466:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077732.654468:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077732.654470:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077732.654470:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077732.654472:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077732.654475:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077732.654475:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077732.654481:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077732.654481:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077732.654483:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077732.654485:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077732.654486:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077732.654487:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077732.654488:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077732.654491:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.654492:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077732.654493:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077732.654496:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077732.654499:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.654501:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077732.654505:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077732.654508:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077732.654511:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077733.102492:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299096866, at 4299096896
00000100:00000010:2.0:1769077733.102510:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031de0.
00000100:00000001:2.0:1769077733.678467:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077733.678475:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077733.678477:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077733.678484:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077733.678491:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077733.678497:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077733.678501:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077733.678504:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077733.678506:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077733.678513:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077733.678520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077733.678522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077733.678524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077733.678529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077733.678530:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077733.678536:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077733.678540:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077733.678540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077733.678544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077733.678545:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077733.678548:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077733.678553:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077733.678576:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077733.678581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077733.678585:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077734.702512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077734.702512:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077734.702516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077734.702520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077734.702521:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077734.702522:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077734.702524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077734.702526:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077734.702526:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077734.702532:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077734.702533:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077734.702534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077734.702536:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769077734.702541:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077734.702542:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077734.702542:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077734.702545:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077734.702547:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077734.702548:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077734.702554:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077734.702562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077734.702563:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077734.702566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077734.702567:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077734.702571:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077734.702571:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077734.702574:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077734.702577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077734.702592:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077734.702596:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077734.702600:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077735.726500:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077735.726505:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077735.726505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077735.726508:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077735.726511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077735.726512:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077735.726513:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077735.726518:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077735.726520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077735.726522:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077735.726524:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077735.726524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077735.726530:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077735.726531:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077735.726537:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077735.726544:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077735.726549:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077735.726552:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077735.726552:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077735.726557:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077735.726557:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077735.726563:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077735.726564:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077735.726567:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077735.726570:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077736.750472:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077736.750481:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077736.750483:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077736.750490:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077736.750495:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077736.750499:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077736.750509:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077736.750512:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077736.750514:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077736.750544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077736.750552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077736.750564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077736.750572:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077736.750580:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077736.750585:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077736.750592:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077736.750596:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077736.750598:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077736.750601:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077736.750631:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077736.750635:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077736.750638:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077736.878591:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077736.878605:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077736.878607:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077736.878612:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077736.878616:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077736.878624:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4428
00000400:00000200:0.0:1769077736.878634:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077736.878641:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077736.878644:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077736.878647:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077736.878651:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077736.878654:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077736.878657:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077736.878663:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077736.878665:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077736.878668:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077736.878672:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077736.878675:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077736.878678:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077736.878682:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077736.878684:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077736.878687:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077736.878689:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077736.878693:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077736.878697:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077736.878700:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077736.878705:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077736.878708:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077736.878712:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077736.878715:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077736.878718:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077736.878731:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769077736.878736:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077736.878740:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077736.878743:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077736.878747:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077736.878750:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077736.878756:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077736.878767:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8800.
00000100:00000001:0.0:1769077736.878776:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077736.878787:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932498944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077736.878800:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077736.878805:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077736.878811:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932498944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077736.878842:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077736.878846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077736.878850:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077736.878852:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077736.878853:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077736.878856:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077736.878859:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4428
00000400:00000200:0.0:1769077736.878864:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077736.878868:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077736.878872:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077736.878876:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077736.878888:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077736.878894:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077736.878899:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077736.878902:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077736.878905:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077736.878907:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077736.878910:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077736.878913:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077736.878917:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077736.878923:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077736.878925:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077736.878929:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077736.878932:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077736.878936:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077736.878940:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077736.878943:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077736.878947:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077736.878952:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077736.878956:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077736.878960:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077736.878965:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077736.878969:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077736.878971:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077736.878979:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769077736.878982:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077736.878987:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077736.878989:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077736.878991:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077736.878992:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077736.878997:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077736.879001:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9000.
00000100:00000001:0.0:1769077736.879007:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077736.879015:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932499072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077736.879023:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077736.879027:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077736.879034:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932499072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077736.879059:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077736.879063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077736.879067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077736.879069:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077736.879073:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077736.879077:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077736.879081:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4428
00000400:00000200:0.0:1769077736.879088:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077736.879094:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077736.879100:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077736.879116:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077736.879122:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077736.879127:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077736.879132:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077736.879137:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077736.879140:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077736.879142:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077736.879145:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077736.879148:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077736.879152:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077736.879156:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077736.879158:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077736.879161:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077736.879164:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077736.879166:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077736.879168:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077736.879170:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077736.879171:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077736.879173:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077736.879177:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077736.879179:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077736.879181:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077736.879183:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077736.879185:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077736.879189:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769077736.879192:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077736.879194:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077736.879196:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077736.879199:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077736.879202:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077736.879204:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077736.879208:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
00000100:00000001:0.0:1769077736.879212:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077736.879220:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932499200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077736.879229:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077736.879233:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077736.879239:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932499200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077736.879251:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077736.879255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077736.879259:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077736.879264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077736.879267:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077736.879275:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4438)
00000800:00000200:3.1:1769077736.879314:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077736.879318:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077736.879798:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077736.879801:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077736.880114:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077736.880117:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1769077737.774531:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077737.774538:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077737.774540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077737.774548:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077737.774553:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077737.774555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077737.774558:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077737.774569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077737.774569:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077737.774575:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077737.774578:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077737.774586:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077737.774588:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077737.774591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077737.774593:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077737.774599:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077737.774602:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077737.774615:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077737.774619:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077737.774622:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077737.774627:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077737.774631:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077738.222479:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299101987, at 4299102016
00000100:00000010:2.0:1769077738.222495:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000001:2.0:1769077738.798509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077738.798510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077738.798512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077738.798519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077738.798520:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077738.798520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077738.798526:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077738.798526:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077738.798528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077738.798533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077738.798535:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077738.798536:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077738.798543:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077738.798543:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077738.798550:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077738.798550:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077738.798557:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077738.798559:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077738.798560:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077738.798562:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077738.798564:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077738.798567:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077738.798568:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077738.798581:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077738.798586:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077739.822488:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077739.822488:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077739.822498:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077739.822498:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077739.822502:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077739.822503:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077739.822503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077739.822512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077739.822513:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077739.822514:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077739.822522:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077739.822522:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077739.822523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077739.822527:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077739.822527:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077739.822529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077739.822534:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077739.822537:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077739.822539:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077739.822542:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077739.822545:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077739.822548:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077739.822566:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077739.822570:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077739.822584:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077740.846531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077740.846531:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077740.846535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077740.846540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077740.846541:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077740.846542:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077740.846545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077740.846547:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077740.846549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077740.846550:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077740.846553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077740.846556:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077740.846562:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077740.846566:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077740.846566:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077740.846571:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077740.846573:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077740.846575:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077740.846578:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077740.846586:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077740.846587:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077740.846590:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077740.846592:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077740.846594:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077740.846597:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077741.870521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077741.870521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077741.870529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077741.870532:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077741.870532:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077741.870536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077741.870536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077741.870537:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077741.870546:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077741.870546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077741.870546:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077741.870550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077741.870552:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077741.870553:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077741.870559:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077741.870559:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077741.870579:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077741.870581:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077741.870584:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077741.870584:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077741.870589:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077741.870591:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077741.870591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077741.870595:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.870599:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077741.998815:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077741.998823:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077741.998829:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077741.998840:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7b80 x1855007932499328/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.998861:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077741.998864:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077741.998869:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077741.998872:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077741.998876:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077741.998882:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932499328:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077741.998888:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077741.998893:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077741.998896:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077741.998901:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077741.998907:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769077741.998912:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077741.998921:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077741.998927:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077741.998936:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077741.998947:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932499328, portal 25
00000100:00000001:0.0:1769077741.998977:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077741.998979:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564489088 : -121121145062528 : ffff91d7492c7b80)
00000100:00000040:0.0:1769077741.998991:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7b80 x1855007932499328/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999019:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077741.999026:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077741.999031:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077741.999037:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932499328, offset 0
00000400:00000200:0.0:1769077741.999049:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077741.999062:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077741.999074:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077741.999087:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077741.999097:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077741.999117:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077741.999124:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077741.999135:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47556:47556:256:4294967295] 192.168.204.153@tcp LPNI seq info [47556:47556:8:4294967295]
00000400:00000200:0.0:1769077741.999147:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077741.999169:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077741.999193:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077741.999205:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077741.999215:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077741.999219:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077741.999225:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077741.999229:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769077741.999232:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077741.999235:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077741.999242:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077741.999247:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077741.999252:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077741.999254:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077741.999259:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077741.999263:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7b80 x1855007932499328/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999271:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077741.999274:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7b80 x1855007932499328/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999284:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077741.999286:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077741.999291:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077741.999295:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077741.999298:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299107106
00000100:00000010:0.0:1769077741.999303:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031900.
00000100:00000001:0.0:1769077741.999311:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077741.999316:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299107106
00000100:00000010:0.0:1769077741.999318:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031780.
00000100:00000001:0.0:1769077741.999321:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077741.999323:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077741.999326:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077741.999328:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077741.999331:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077741/real 1769077741]  req@ffff91d7492c7b80 x1855007932499328/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077741.999339:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077741.999341:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077741.999343:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077741.999346:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077741.999347:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077741.999349:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077741.999352:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7b80 x1855007932499328/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077741.999358:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7b80 x1855007932499328/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999363:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077741.999364:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999366:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077741.999367:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077741.999380:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7b80 x1855007932499328/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999386:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077741.999390:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7b80 x1855007932499328/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999395:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077741.999397:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999398:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077741.999398:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999400:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077741.999419:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077741.999422:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077741.999425:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077741.999426:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077741.999429:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7b80 x1855007932499328/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077741.999435:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932499328:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077741.999440:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999442:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077741.999444:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7b80 x1855007932499328/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999449:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077741.999451:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077741.999454:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769077741.999456:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077741.999457:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077741.999459:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077741.999460:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077741.999462:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:0.0:1769077741.999466:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077741.999468:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077741.999470:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7b80.
00000100:00000001:0.0:1769077741.999474:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077741.999475:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999477:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999485:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077741.999487:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077741.999488:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077741.999489:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077741.999490:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077741.999493:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6a00 x1855007932499456/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999498:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077741.999499:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077741.999501:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077741.999502:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077741.999504:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077741.999506:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932499456:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077741.999507:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077741.999509:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077741.999510:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077741.999511:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077741.999513:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769077741.999514:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077741.999517:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077741.999519:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077741.999522:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077741.999524:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932499456, portal 10
00000100:00000001:0.0:1769077741.999525:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077741.999526:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564484608 : -121121145067008 : ffff91d7492c6a00)
00000100:00000040:0.0:1769077741.999532:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6a00 x1855007932499456/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999536:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077741.999538:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077741.999541:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077741.999542:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932499456, offset 0
00000400:00000200:0.0:1769077741.999545:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077741.999548:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077741.999551:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077741.999554:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077741.999555:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077741.999557:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077741.999559:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077741.999562:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47557:47557:256:4294967295] 192.168.204.153@tcp LPNI seq info [47557:47557:8:4294967295]
00000400:00000200:0.0:1769077741.999565:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077741.999569:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077741.999580:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077741.999582:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077741.999585:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077741.999587:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077741.999590:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077741.999592:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769077741.999594:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077741.999596:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077741.999598:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077741.999600:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077741.999602:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077741.999604:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077741.999605:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077741.999608:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6a00 x1855007932499456/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999613:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077741.999615:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6a00 x1855007932499456/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999623:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077741.999625:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077741.999627:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077741.999631:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077741.999633:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077741.999635:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299105804
00000100:00000001:0.0:1769077741.999637:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299107106
00000100:00000001:0.0:1769077741.999639:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299105804
00000100:00000001:0.0:1769077741.999640:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299107106
00000100:00000001:0.0:1769077741.999642:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077741.999643:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077741.999644:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077741.999646:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077741/real 1769077741]  req@ffff91d7492c6a00 x1855007932499456/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077741.999652:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077741.999653:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077741.999654:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077741.999656:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077741.999657:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077741.999658:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077741.999660:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6a00 x1855007932499456/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077741.999667:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6a00 x1855007932499456/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999671:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077741.999671:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999672:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077741.999673:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077741.999676:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6a00 x1855007932499456/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999680:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077741.999682:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6a00 x1855007932499456/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999687:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077741.999689:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999690:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077741.999691:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999692:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077741.999694:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077741.999695:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077741.999697:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077741.999699:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077741.999701:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6a00 x1855007932499456/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077741.999706:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932499456:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077741.999708:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077741.999710:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5f80 x1855007932499584/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999714:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077741.999715:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077741.999717:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077741.999718:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077741.999719:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077741.999721:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932499584:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077741.999723:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077741.999724:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077741.999725:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077741.999726:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077741.999728:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769077741.999730:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077741.999732:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077741.999734:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077741.999736:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077741.999738:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932499584, portal 10
00000100:00000001:0.0:1769077741.999740:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077741.999741:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481920 : -121121145069696 : ffff91d7492c5f80)
00000100:00000040:0.0:1769077741.999745:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5f80 x1855007932499584/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999749:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077741.999751:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077741.999752:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077741.999754:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932499584, offset 0
00000400:00000200:0.0:1769077741.999756:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077741.999758:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077741.999760:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077741.999762:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077741.999764:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077741.999765:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077741.999767:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077741.999770:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47558:47558:256:4294967295] 192.168.204.153@tcp LPNI seq info [47558:47558:8:4294967295]
00000400:00000200:0.0:1769077741.999775:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077741.999782:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077741.999787:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077741.999790:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077741.999794:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077741.999797:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769077741.999801:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077741.999805:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769077741.999810:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077741.999812:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077741.999815:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077741.999819:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077741.999822:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077741.999825:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077741.999827:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077741.999831:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5f80 x1855007932499584/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999839:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077741.999841:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5f80 x1855007932499584/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999846:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077741.999847:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077741.999850:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077741.999852:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077741.999855:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077741.999856:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299105803
00000100:00000001:0.0:1769077741.999858:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299107106
00000100:00000001:0.0:1769077741.999860:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299105803
00000100:00000001:0.0:1769077741.999862:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299107106
00000100:00000001:0.0:1769077741.999863:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077741.999864:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077741.999865:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077741.999867:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077741/real 1769077741]  req@ffff91d7492c5f80 x1855007932499584/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077741.999873:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077741.999874:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077741.999875:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077741.999877:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077741.999878:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077741.999880:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077741.999882:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5f80 x1855007932499584/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077741.999887:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5f80 x1855007932499584/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999892:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077741.999893:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999894:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077741.999895:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077741.999898:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5f80 x1855007932499584/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999902:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077741.999904:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5f80 x1855007932499584/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999908:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077741.999910:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999910:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077741.999911:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999912:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077741.999915:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077741.999917:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077741.999919:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077741.999921:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077741.999923:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5f80 x1855007932499584/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077741.999928:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932499584:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077741.999931:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999932:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077741.999934:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6a00 x1855007932499456/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999939:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077741.999940:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077741.999942:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769077741.999943:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077741.999945:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077741.999946:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077741.999947:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077741.999948:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:0.0:1769077741.999966:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077741.999967:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077741.999968:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6a00.
00000100:00000001:0.0:1769077741.999971:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077741.999972:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999973:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077741.999976:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5f80 x1855007932499584/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077741.999981:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077741.999982:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077741.999983:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769077741.999985:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077741.999986:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077741.999987:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077741.999988:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077741.999989:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:0.0:1769077741.999990:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077741.999991:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077741.999992:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5f80.
00000100:00000001:0.0:1769077741.999993:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077741.999994:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999995:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077741.999997:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077741.999998:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077741.999999:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077742.000000:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077742.894528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077742.894532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077742.894538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077742.894545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077742.894547:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077742.894547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077742.894549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077742.894552:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077742.894554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077742.894556:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077742.894556:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077742.894562:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077742.894562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077742.894567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.894567:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077742.894570:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077742.894579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077742.894580:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077742.894582:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077742.894583:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077742.894584:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077742.894586:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.894590:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077742.894591:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077742.894597:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077743.342478:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299107106, at 4299107136
00000100:00000010:2.0:1769077743.342498:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031900.
00000100:00000001:0.0:1769077743.918522:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077743.918527:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077743.918536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077743.918541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077743.918541:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077743.918545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077743.918546:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077743.918554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077743.918562:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077743.918562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077743.918563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077743.918574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077743.918578:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077743.918579:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077743.918591:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077743.918591:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077743.918616:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077743.918618:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077743.918620:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077743.918625:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077743.918626:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077743.918626:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077743.918630:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077743.918631:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077743.918636:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077744.942548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077744.942555:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077744.942556:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077744.942561:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077744.942566:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077744.942567:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077744.942573:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077744.942576:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077744.942577:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077744.942586:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077744.942588:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077744.942590:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077744.942601:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077744.942602:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077744.942602:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077744.942612:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077744.942612:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077744.942618:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077744.942623:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077744.942629:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077744.942629:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.942631:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077744.942640:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077744.942641:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077744.942649:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.942649:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077744.942653:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077744.942658:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077745.966480:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077745.966489:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077745.966490:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077745.966493:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077745.966497:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769077745.966500:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077745.966501:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077745.966508:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077745.966509:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077745.966514:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077745.966514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077745.966515:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077745.966519:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077745.966521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077745.966529:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077745.966530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077745.966532:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077745.966534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077745.966536:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077745.966536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077745.966541:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077745.966545:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077745.966566:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077745.966570:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077745.966573:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077746.990496:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077746.990504:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077746.990507:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077746.990513:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077746.990518:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077746.990523:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077746.990527:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077746.990530:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077746.990534:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077746.990546:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077746.990553:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077746.990555:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077746.990559:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077746.990563:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077746.990566:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077746.990569:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077746.990571:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077746.990574:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077746.990598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077746.990601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077746.990604:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077746.990608:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077746.990610:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077746.990613:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077746.990616:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077746.990618:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077746.990619:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077746.990621:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077747.118488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077747.118497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077747.118500:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077747.118504:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077747.118507:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077747.118513:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4438
00000400:00000200:0.0:1769077747.118521:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077747.118525:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077747.118528:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077747.118530:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118533:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077747.118535:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118536:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077747.118540:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077747.118541:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077747.118543:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077747.118545:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077747.118547:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077747.118548:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077747.118550:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118552:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077747.118553:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118555:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077747.118557:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077747.118559:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118560:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077747.118562:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077747.118565:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077747.118566:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.118568:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077747.118569:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077747.118577:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3480.
00000020:00000040:0.0:1769077747.118580:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077747.118583:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077747.118584:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.118587:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077747.118589:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077747.118593:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077747.118600:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cac00.
00000100:00000001:0.0:1769077747.118605:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077747.118611:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3480 x1855007932499712/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077747.118619:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077747.118622:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077747.118626:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb5fd4f] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3480 x1855007932499712/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077747.118645:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077747.118648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077747.118652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077747.118653:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077747.118655:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077747.118657:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077747.118660:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4438
00000400:00000200:0.0:1769077747.118664:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077747.118667:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077747.118669:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077747.118673:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118675:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077747.118677:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118679:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077747.118682:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077747.118683:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077747.118685:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077747.118687:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077747.118690:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077747.118692:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077747.118695:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118698:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077747.118700:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118702:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077747.118705:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077747.118707:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118710:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077747.118711:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077747.118716:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077747.118718:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.118720:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077747.118724:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077747.118727:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.118730:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077747.118733:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d1500.
00000020:00000040:0.0:1769077747.118736:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077747.118738:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077747.118739:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.118741:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077747.118743:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077747.118745:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077747.118748:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb000.
00000100:00000001:0.0:1769077747.118751:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077747.118756:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d1500 x1855007932499840/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077747.118762:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077747.118764:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077747.118768:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bde341] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d1500 x1855007932499840/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077747.118785:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077747.118788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077747.118791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077747.118793:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077747.118794:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077747.118797:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077747.118799:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4438
00000400:00000200:0.0:1769077747.118803:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077747.118805:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077747.118813:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077747.118816:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118818:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077747.118820:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118822:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077747.118825:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077747.118826:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077747.118828:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077747.118830:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077747.118832:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077747.118835:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077747.118838:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118840:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077747.118842:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118844:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077747.118847:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077747.118849:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077747.118852:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077747.118854:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077747.118857:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077747.118859:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.118861:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769077747.118892:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000008:00100000:0.0:1769077747.118895:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1769077747.118895:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000008:00000001:0.0:1769077747.118898:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.118900:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077747.118905:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769077747.118907:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077747.118920:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077747.118922:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.118924:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077747.118925:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077747.118927:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077747.118931:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca800.
00000100:00000001:0.0:1769077747.118934:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077747.118938:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932499968/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077747.118946:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077747.118949:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077747.118953:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932499968/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077747.118961:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077747.118965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077747.118969:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077747.118972:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077747.118975:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077747.118980:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4448)
00000800:00000200:3.1:1769077747.119236:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077747.119238:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077747.119440:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077747.119454:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1769077748.014549:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077748.014550:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077748.014557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077748.014562:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077748.014562:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077748.014563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077748.014568:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077748.014568:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077748.014572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077748.014577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077748.014579:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077748.014579:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077748.014587:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077748.014587:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077748.014595:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077748.014596:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077748.014613:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077748.014617:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077748.014621:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077748.014621:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077748.014624:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077748.014625:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077748.014629:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077748.014630:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077748.014635:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077748.462508:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299112226, at 4299112256
00000100:00000010:2.0:1769077748.462539:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:2.0:1769077749.038557:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077749.038563:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077749.038564:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077749.038566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077749.038568:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.038570:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077749.038573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.038574:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077749.038577:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077749.038581:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077749.038583:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077749.038584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077749.038590:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077749.038591:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077749.038597:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077749.038597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077749.038597:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077749.038602:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077749.038606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.038616:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077749.038620:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077749.038623:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077749.038639:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077749.038644:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077749.038648:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077750.062504:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077750.062504:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077750.062510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077750.062511:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077750.062512:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077750.062516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077750.062517:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077750.062517:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077750.062524:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077750.062525:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077750.062526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077750.062529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077750.062533:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077750.062533:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077750.062538:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077750.062539:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077750.062545:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077750.062548:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077750.062550:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077750.062551:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077750.062552:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077750.062555:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077750.062556:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077750.062559:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077750.062560:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077751.086506:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077751.086506:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077751.086513:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077751.086515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077751.086516:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077751.086516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077751.086522:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077751.086522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077751.086530:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077751.086532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077751.086532:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077751.086536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077751.086539:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077751.086540:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077751.086546:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077751.086547:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077751.086556:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077751.086559:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077751.086561:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077751.086563:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077751.086564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077751.086566:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077751.086568:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077751.086573:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077751.086583:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077752.110488:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077752.110488:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077752.110497:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077752.110497:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077752.110502:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.110504:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077752.110506:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077752.110512:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077752.110513:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077752.110517:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.110520:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077752.110526:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077752.110529:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077752.110533:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077752.110536:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.110539:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077752.110543:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.110547:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077752.110555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077752.110561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077752.110568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077752.110571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077752.110603:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077752.110607:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077752.110611:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077752.238521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077752.238530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077752.238532:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077752.238535:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077752.238538:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077752.238544:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4443
00000400:00000200:2.0:1769077752.238553:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077752.238558:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077752.238561:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077752.238563:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077752.238566:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077752.238569:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077752.238571:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077752.238575:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077752.238577:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077752.238580:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077752.238583:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077752.238586:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077752.238589:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077752.238593:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077752.238596:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077752.238598:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077752.238601:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077752.238605:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077752.238610:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077752.238613:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077752.238617:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077752.238621:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077752.238624:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.238627:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077752.238629:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077752.238639:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077752.238642:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077752.238646:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077752.238647:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.238650:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077752.238652:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077752.238656:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077752.238662:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:2.0:1769077752.238667:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077752.238675:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932500096/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077752.238682:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077752.238686:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077752.238689:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932500096/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.238707:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077752.238709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077752.238712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077752.238713:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077752.238714:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077752.238716:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077752.238719:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4443
00000400:00000200:2.0:1769077752.238723:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077752.238725:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077752.238728:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077752.238733:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077752.238736:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077752.238739:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077752.238742:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077752.238745:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077752.238746:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077752.238748:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077752.238751:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077752.238755:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077752.238759:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077752.238765:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077752.238770:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077752.238774:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077752.238777:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077752.238799:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077752.238801:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077752.238802:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077752.238807:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077752.238813:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077752.238818:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.238821:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077752.238827:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077752.238831:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.238835:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077752.238839:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077752.238843:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077752.238848:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077752.238851:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.238853:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077752.238854:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077752.238856:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077752.238861:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000001:2.0:1769077752.238866:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077752.238874:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932500224/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077752.238883:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077752.238887:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077752.238899:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932500224/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.238915:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077752.238919:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077752.238925:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077752.238928:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077752.238930:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077752.238934:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077752.238936:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4443
00000400:00000200:2.0:1769077752.238978:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077752.238983:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077752.238988:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077752.238990:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077752.238992:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077752.238997:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077752.239001:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077752.239005:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077752.239007:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077752.239010:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1769077752.239011:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:2.0:1769077752.239012:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077752.239016:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:3.1:1769077752.239016:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077752.239022:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077752.239029:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077752.239032:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077752.239035:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077752.239038:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077752.239041:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077752.239047:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077752.239050:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077752.239055:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077752.239059:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077752.239061:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.239064:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077752.239065:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077752.239068:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.239073:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077752.239080:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077752.239086:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077752.239093:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077752.239096:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.239101:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077752.239104:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077752.239108:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077752.239116:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab400.
00000100:00000001:2.0:1769077752.239122:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077752.239132:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932500352/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077752.239145:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077752.239149:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077752.239154:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932500352/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.239170:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077752.239174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077752.239179:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077752.239184:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077752.239190:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077752.239194:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4453)
00000800:00000200:3.1:1769077752.239382:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077752.239383:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077752.239619:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077752.239622:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1769077753.134519:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077753.134519:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077753.134526:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077753.134528:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077753.134529:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077753.134533:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077753.134535:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077753.134542:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077753.134543:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077753.134546:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077753.134552:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077753.134552:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077753.134557:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077753.134559:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077753.134560:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077753.134568:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077753.134572:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077753.134576:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077753.134616:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077753.134622:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077753.134627:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077753.134628:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077753.134647:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077753.134649:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077753.134652:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077753.582492:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299117346, at 4299117376
00000100:00000010:2.0:1769077753.582506:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000001:0.0:1769077754.158516:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077754.158516:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077754.158520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077754.158523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077754.158524:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077754.158526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077754.158527:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.158528:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077754.158535:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077754.158536:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077754.158538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077754.158540:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077754.158543:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077754.158545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077754.158546:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077754.158549:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077754.158552:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077754.158557:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077754.158559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.158571:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077754.158575:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077754.158578:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077754.158579:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077754.158583:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077754.158588:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077755.182488:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077755.182488:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077755.182495:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077755.182496:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077755.182502:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077755.182502:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077755.182505:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077755.182508:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077755.182509:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077755.182513:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077755.182514:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077755.182517:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077755.182519:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077755.182524:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077755.182530:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077755.182530:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077755.182533:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077755.182540:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077755.182551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077755.182565:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077755.182568:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077755.182570:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077755.182573:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077755.182575:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077755.182577:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077755.182579:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077755.182582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077755.182584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077755.182597:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077755.182599:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077755.182601:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077756.206525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077756.206526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077756.206527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077756.206533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077756.206534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077756.206534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077756.206538:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077756.206539:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077756.206541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077756.206545:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077756.206545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077756.206546:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077756.206552:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077756.206553:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077756.206556:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077756.206557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077756.206560:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077756.206564:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077756.206568:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077756.206568:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077756.206571:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077756.206573:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077756.206574:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077756.206578:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077756.206582:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077757.230496:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077757.230505:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077757.230510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077757.230510:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077757.230512:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077757.230516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077757.230518:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769077757.230518:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077757.230522:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077757.230526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077757.230527:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077757.230527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077757.230532:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077757.230534:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077757.230535:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077757.230539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077757.230549:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077757.230551:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077757.230553:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077757.230555:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077757.230558:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769077757.230560:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077757.230560:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077757.230563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077757.230564:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077757.230569:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077757.230570:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077757.230573:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077757.230599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077757.230602:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077757.230605:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077757.358578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077757.358593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077757.358596:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077757.358601:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077757.358605:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077757.358612:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4448
00000400:00000200:0.0:1769077757.358622:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077757.358628:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077757.358631:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077757.358635:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077757.358639:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077757.358642:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077757.358644:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077757.358649:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077757.358651:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077757.358654:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077757.358657:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077757.358660:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077757.358662:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077757.358665:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077757.358668:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077757.358670:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077757.358672:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077757.358676:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077757.358679:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077757.358682:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077757.358685:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077757.358688:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077757.358724:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077757.358728:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077757.358730:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077757.358740:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769077757.358744:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077757.358748:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077757.358750:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077757.358753:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077757.358756:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077757.358760:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077757.358768:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb800.
00000100:00000001:0.0:1769077757.358774:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077757.358783:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932500480/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077757.358793:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077757.358797:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077757.358802:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932500480/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077757.358832:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077757.358836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077757.358840:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077757.358842:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077757.358843:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077757.358846:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077757.358850:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4448
00000400:00000200:0.0:1769077757.358855:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077757.358859:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077757.358862:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077757.358865:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077757.358868:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077757.358872:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077757.358877:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077757.358883:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077757.358885:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077757.358888:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077757.358891:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077757.358897:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077757.358902:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077757.358910:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077757.358915:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077757.358919:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077757.358923:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077757.358928:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077757.358932:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077757.358937:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077757.358939:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077757.358945:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077757.358948:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077757.358951:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077757.358958:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077757.358964:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077757.358968:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077757.358973:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769077757.358978:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077757.358983:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077757.358987:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077757.358992:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077757.358995:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077757.358999:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077757.359007:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8c00.
00000100:00000001:0.0:1769077757.359013:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077757.359022:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932500608/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077757.359035:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077757.359039:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077757.359047:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932500608/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077757.359072:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077757.359078:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077757.359086:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077757.359090:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077757.359093:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077757.359099:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077757.359107:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4448
00000400:00000200:0.0:1769077757.359113:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077757.359120:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077757.359125:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077757.359133:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077757.359138:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077757.359146:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077757.359151:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077757.359158:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077757.359162:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077757.359165:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077757.359168:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077757.359173:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077757.359180:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077757.359187:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077757.359190:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077757.359195:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077757.359198:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077757.359203:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077757.359207:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077757.359213:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077757.359219:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077757.359222:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077757.359228:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077757.359232:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769077757.359234:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000008:00100000:0.0:1769077757.359235:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1769077757.359238:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000008:00000001:0.0:1769077757.359242:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077757.359248:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077757.359254:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769077757.359259:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077757.359265:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077757.359269:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077757.359274:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077757.359278:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077757.359282:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077757.359290:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8000.
00000100:00000001:0.0:1769077757.359298:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077757.359310:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932500736/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077757.359324:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077757.359329:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077757.359339:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932500736/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077757.359352:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077757.359357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077757.359365:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077757.359372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077757.359380:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077757.359387:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4458)
00000800:00000200:3.1:1769077757.359625:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077757.359627:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077757.359835:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077757.359837:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769077758.254563:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077758.254570:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077758.254572:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077758.254574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077758.254575:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769077758.254576:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077758.254580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077758.254582:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077758.254582:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077758.254588:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077758.254590:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077758.254591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077758.254593:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077758.254596:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077758.254597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077758.254600:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077758.254601:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077758.254608:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077758.254609:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077758.254619:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077758.254623:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077758.254630:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077758.254636:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077758.254647:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077758.254655:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077758.702511:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299122466, at 4299122496
00000100:00000010:2.0:1769077758.702544:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000001:2.0:1769077759.278494:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077759.278502:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077759.278504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077759.278505:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.278506:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077759.278510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077759.278513:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077759.278517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077759.278519:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077759.278521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.278524:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077759.278525:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077759.278531:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077759.278538:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077759.278538:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077759.278542:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077759.278545:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077759.278545:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077759.278550:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077759.278551:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077759.278555:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077759.278556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.278558:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077759.278563:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077759.278564:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077760.302529:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077760.302532:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077760.302533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077760.302538:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077760.302539:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077760.302539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077760.302543:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077760.302545:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077760.302547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077760.302548:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077760.302557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077760.302560:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077760.302560:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077760.302569:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077760.302569:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077760.302576:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077760.302582:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077760.302584:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077760.302585:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077760.302590:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077760.302594:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077760.302595:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077760.302595:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077760.302600:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077760.302605:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077761.326481:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077761.326484:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077761.326485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077761.326490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077761.326491:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077761.326492:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077761.326497:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077761.326498:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077761.326499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077761.326502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077761.326507:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077761.326507:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077761.326515:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077761.326516:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077761.326520:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077761.326522:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077761.326525:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077761.326525:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077761.326529:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077761.326530:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077761.326532:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077761.326535:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077761.326542:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077761.326545:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077761.326549:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077762.350547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077762.350552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077762.350553:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077762.350557:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077762.350559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077762.350568:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077762.350569:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077762.350569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077762.350582:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077762.350582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077762.350584:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077762.350600:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077762.350601:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077762.350626:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077762.350631:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077762.350634:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077762.350637:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077762.350643:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077762.350644:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077762.350647:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077762.350651:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077762.350652:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077762.350658:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077762.350661:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.350666:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077762.478725:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077762.478730:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077762.478735:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077762.478744:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4000 x1855007932500864/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.478758:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077762.478761:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077762.478766:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077762.478770:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077762.478775:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077762.478782:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932500864:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077762.478789:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077762.478793:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077762.478796:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077762.478800:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077762.478804:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9400.
02000000:00000001:0.0:1769077762.478809:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077762.478818:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077762.478822:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077762.478827:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077762.478835:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932500864, portal 25
00000100:00000001:0.0:1769077762.478839:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077762.478842:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564473856 : -121121145077760 : ffff91d7492c4000)
00000100:00000040:0.0:1769077762.478850:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4000 x1855007932500864/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.478862:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077762.478866:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077762.478870:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077762.478874:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932500864, offset 0
00000400:00000200:0.0:1769077762.478881:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077762.478892:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077762.478900:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077762.478910:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077762.478918:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077762.478926:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077762.478934:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077762.478944:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47568:47568:256:4294967295] 192.168.204.153@tcp LPNI seq info [47568:47568:8:4294967295]
00000400:00000200:0.0:1769077762.478957:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077762.478978:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077762.478989:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077762.478995:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077762.479007:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077762.479012:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077762.479019:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077762.479024:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077762.479032:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077762.479035:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077762.479041:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077762.479047:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077762.479052:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077762.479057:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077762.479063:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077762.479068:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4000 x1855007932500864/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479086:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077762.479091:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4000 x1855007932500864/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479102:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077762.479104:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077762.479108:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077762.479113:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077762.479116:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299127586
00000100:00000010:0.0:1769077762.479121:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031540.
00000100:00000001:0.0:1769077762.479130:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077762.479138:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299127586
00000100:00000010:0.0:1769077762.479143:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031060.
00000100:00000001:0.0:1769077762.479146:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077762.479150:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077762.479155:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077762.479158:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077762.479165:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077762/real 1769077762]  req@ffff91d7492c4000 x1855007932500864/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077762.479181:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077762.479184:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077762.479186:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077762.479190:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077762.479193:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077762.479196:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077762.479200:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4000 x1855007932500864/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077762.479212:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4000 x1855007932500864/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479217:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077762.479218:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479221:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077762.479222:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077762.479225:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4000 x1855007932500864/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479229:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077762.479233:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4000 x1855007932500864/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479237:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077762.479239:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479240:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077762.479241:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479243:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077762.479244:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077762.479246:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077762.479249:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077762.479250:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077762.479253:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4000 x1855007932500864/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077762.479258:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932500864:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077762.479261:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479263:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077762.479264:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4000 x1855007932500864/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479269:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077762.479271:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077762.479272:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9400.
02000000:00000001:0.0:1769077762.479274:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077762.479275:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077762.479277:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077762.479278:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077762.479280:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:0.0:1769077762.479283:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077762.479284:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077762.479286:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4000.
00000100:00000001:0.0:1769077762.479288:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077762.479289:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479290:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479296:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077762.479298:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077762.479299:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077762.479300:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077762.479302:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077762.479304:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4700 x1855007932500992/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479309:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077762.479310:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077762.479311:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077762.479313:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077762.479314:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077762.479316:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932500992:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077762.479318:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077762.479319:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077762.479320:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077762.479321:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077762.479323:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9400.
02000000:00000001:0.0:1769077762.479325:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077762.479327:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077762.479329:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077762.479331:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077762.479333:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932500992, portal 10
00000100:00000001:0.0:1769077762.479335:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077762.479336:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564475648 : -121121145075968 : ffff91d7492c4700)
00000100:00000040:0.0:1769077762.479340:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4700 x1855007932500992/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479345:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077762.479347:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077762.479348:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077762.479350:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932500992, offset 0
00000400:00000200:0.0:1769077762.479352:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077762.479354:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077762.479357:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077762.479359:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077762.479360:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077762.479362:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077762.479363:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077762.479366:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47569:47569:256:4294967295] 192.168.204.153@tcp LPNI seq info [47569:47569:8:4294967295]
00000400:00000200:0.0:1769077762.479368:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077762.479373:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077762.479376:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077762.479378:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077762.479381:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077762.479383:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077762.479386:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077762.479387:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077762.479390:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077762.479392:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077762.479394:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077762.479396:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077762.479398:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077762.479399:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077762.479419:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077762.479422:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4700 x1855007932500992/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479427:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077762.479429:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4700 x1855007932500992/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479438:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077762.479439:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077762.479441:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077762.479444:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077762.479446:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077762.479448:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299126284
00000100:00000001:0.0:1769077762.479450:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299127586
00000100:00000001:0.0:1769077762.479451:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299126284
00000100:00000001:0.0:1769077762.479453:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299127586
00000100:00000001:0.0:1769077762.479454:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077762.479455:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077762.479456:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077762.479459:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077762/real 1769077762]  req@ffff91d7492c4700 x1855007932500992/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077762.479464:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077762.479465:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077762.479466:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077762.479467:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077762.479468:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077762.479470:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077762.479472:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4700 x1855007932500992/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077762.479477:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4700 x1855007932500992/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479490:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077762.479491:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479492:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077762.479493:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077762.479496:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4700 x1855007932500992/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479501:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077762.479503:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4700 x1855007932500992/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479508:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077762.479509:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479510:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077762.479511:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479512:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077762.479513:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077762.479515:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077762.479517:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077762.479518:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077762.479524:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4700 x1855007932500992/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077762.479529:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932500992:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077762.479531:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077762.479534:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4e00 x1855007932501120/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479538:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077762.479539:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077762.479540:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077762.479541:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077762.479543:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077762.479544:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932501120:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077762.479546:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077762.479548:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077762.479549:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077762.479550:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077762.479553:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca800.
02000000:00000001:0.0:1769077762.479554:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077762.479556:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077762.479558:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077762.479560:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077762.479562:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932501120, portal 10
00000100:00000001:0.0:1769077762.479563:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077762.479564:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564477440 : -121121145074176 : ffff91d7492c4e00)
00000100:00000040:0.0:1769077762.479568:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4e00 x1855007932501120/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479580:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077762.479586:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077762.479589:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077762.479592:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932501120, offset 0
00000400:00000200:0.0:1769077762.479597:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077762.479601:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077762.479617:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077762.479621:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077762.479624:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077762.479626:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077762.479629:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077762.479633:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47570:47570:256:4294967295] 192.168.204.153@tcp LPNI seq info [47570:47570:8:4294967295]
00000400:00000200:0.0:1769077762.479637:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077762.479642:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077762.479645:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077762.479648:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077762.479651:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077762.479653:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769077762.479656:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077762.479657:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769077762.479660:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077762.479662:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077762.479664:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077762.479666:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077762.479668:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077762.479669:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077762.479671:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077762.479674:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4e00 x1855007932501120/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479680:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077762.479682:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4e00 x1855007932501120/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479686:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077762.479688:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077762.479690:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077762.479692:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077762.479694:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077762.479695:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299126283
00000100:00000001:0.0:1769077762.479697:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299127586
00000100:00000001:0.0:1769077762.479698:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299126283
00000100:00000001:0.0:1769077762.479700:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299127586
00000100:00000001:0.0:1769077762.479701:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077762.479703:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077762.479704:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077762.479706:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077762/real 1769077762]  req@ffff91d7492c4e00 x1855007932501120/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077762.479711:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077762.479712:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077762.479713:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077762.479715:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077762.479716:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077762.479717:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077762.479720:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4e00 x1855007932501120/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077762.479725:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4e00 x1855007932501120/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479729:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077762.479730:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479731:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077762.479732:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077762.479734:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4e00 x1855007932501120/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479738:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077762.479740:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4e00 x1855007932501120/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479745:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077762.479747:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479748:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077762.479749:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479750:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077762.479752:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077762.479753:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077762.479755:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077762.479757:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077762.479760:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4e00 x1855007932501120/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077762.479768:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932501120:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077762.479772:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479774:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077762.479778:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4700 x1855007932500992/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479785:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077762.479787:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077762.479789:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9400.
02000000:00000001:0.0:1769077762.479791:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077762.479793:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077762.479794:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077762.479797:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077762.479799:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508000.
02000000:00000001:0.0:1769077762.479801:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077762.479802:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077762.479804:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4700.
00000100:00000001:0.0:1769077762.479805:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077762.479806:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479807:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077762.479810:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4e00 x1855007932501120/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077762.479814:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077762.479815:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077762.479816:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca800.
02000000:00000001:0.0:1769077762.479818:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077762.479818:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077762.479819:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077762.479820:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077762.479821:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:0.0:1769077762.479823:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077762.479823:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077762.479824:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4e00.
00000100:00000001:0.0:1769077762.479826:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077762.479827:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479828:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.479830:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077762.479831:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077762.479832:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077762.479834:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077763.374495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077763.374500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077763.374508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077763.374516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077763.374547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769077763.374551:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077763.374552:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769077763.374554:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077763.374556:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077763.374559:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769077763.374561:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077763.374567:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077763.374570:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077763.374572:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077763.374574:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077763.374576:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077763.822494:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299127586, at 4299127616
00000100:00000010:2.0:1769077763.822513:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031540.
00010000:00000001:1.0:1769077764.398530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077764.398537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077764.398542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077764.398544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077764.398561:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077764.398586:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077764.398588:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769077764.398591:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077764.398592:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077764.398593:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077764.398601:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077764.398602:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077764.398606:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00010000:1.0:1769077764.398615:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769077764.398615:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077764.398619:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077764.398626:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077764.398631:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077764.398632:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077764.398639:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077764.398643:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077764.398646:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077764.398647:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077764.398651:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077764.398655:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077765.422532:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077765.422536:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077765.422543:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077765.422543:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077765.422551:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077765.422552:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077765.422552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077765.422573:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769077765.422575:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077765.422580:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077765.422585:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077765.422588:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077765.422590:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077765.422590:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077765.422593:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077765.422600:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077765.422606:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077765.422607:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077765.422616:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077765.422617:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077765.422621:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077765.422623:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077765.422626:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077765.422636:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077765.422642:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077765.422642:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077765.422654:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077765.422662:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077765.422686:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077765.422690:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077765.422694:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077766.446574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077766.446576:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077766.446580:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077766.446581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077766.446587:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077766.446591:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077766.446593:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077766.446594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077766.446597:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077766.446598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077766.446611:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769077766.446613:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077766.446620:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077766.446625:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077766.446627:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077766.446632:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077766.446632:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077766.446635:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077766.446643:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077766.446647:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077766.446653:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077766.446658:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077766.446659:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077766.446665:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077766.446671:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077767.470509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077767.470515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077767.470542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077767.470545:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077767.470549:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077767.470552:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077767.470556:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077767.470557:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077767.470562:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077767.470578:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769077767.470578:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077767.470589:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077767.470590:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077767.470601:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077767.470602:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077767.470619:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077767.470620:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077767.470624:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077767.470629:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077767.470651:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077767.470653:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077767.470656:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077767.470770:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077767.470775:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077767.470777:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077767.470781:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077767.470785:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077767.470787:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077767.470790:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077767.470792:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077767.470794:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077767.598554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077767.598563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077767.598565:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077767.598569:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077767.598572:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077767.598578:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4458
00000400:00000200:0.0:1769077767.598586:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077767.598591:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077767.598594:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077767.598596:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598599:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077767.598601:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598603:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077767.598606:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077767.598608:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077767.598609:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077767.598611:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077767.598613:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077767.598615:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077767.598616:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598618:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077767.598619:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598621:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077767.598623:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077767.598625:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598627:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077767.598629:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077767.598631:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077767.598633:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077767.598635:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077767.598636:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077767.598644:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0a80.
00000020:00000040:0.0:1769077767.598648:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077767.598650:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077767.598652:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077767.598655:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077767.598656:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077767.598660:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077767.598666:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca800.
00000100:00000001:0.0:1769077767.598671:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077767.598678:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0a80 x1855007932501248/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077767.598685:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077767.598689:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077767.598692:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a51dfce] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0a80 x1855007932501248/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077767.598711:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077767.598713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077767.598716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077767.598717:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077767.598718:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077767.598720:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077767.598722:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4458
00000400:00000200:0.0:1769077767.598725:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077767.598728:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077767.598730:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077767.598732:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598734:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077767.598736:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598737:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077767.598741:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077767.598742:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077767.598746:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077767.598748:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077767.598751:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077767.598755:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077767.598758:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598762:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077767.598765:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598769:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077767.598774:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077767.598780:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598786:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077767.598791:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077767.598797:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077767.598803:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077767.598809:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077767.598815:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077767.598823:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077767.598827:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077767.598842:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2d80.
00000020:00000040:0.0:1769077767.598845:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077767.598850:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077767.598852:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077767.598854:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077767.598855:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077767.598858:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077767.598864:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9400.
00000100:00000001:0.0:1769077767.598869:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077767.598875:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2d80 x1855007932501376/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077767.598886:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077767.598890:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077767.598898:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000296efca4] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2d80 x1855007932501376/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077767.598917:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077767.598921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077767.598925:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077767.598927:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077767.598930:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077767.598933:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077767.598938:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4458
00000400:00000200:0.0:1769077767.598944:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077767.598948:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077767.598952:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077767.598953:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598955:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077767.598957:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598958:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077767.598961:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077767.598964:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077767.598965:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077767.598967:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077767.598970:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077767.598972:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077767.598978:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598982:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077767.598986:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598989:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077767.598992:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077767.598997:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077767.598999:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077767.599001:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077767.599003:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077767.599006:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077767.599010:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077767.599013:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077767.599015:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077767.599019:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077767.599026:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769077767.599029:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077767.599034:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077767.599037:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077767.599039:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077767.599042:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077767.599044:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077767.599049:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb000.
00000100:00000001:0.0:1769077767.599053:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077767.599058:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932501504/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077767.599070:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077767.599073:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077767.599080:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932501504/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077767.599083:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077767.599089:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000100:00000001:0.0:1769077767.599100:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077767.599107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077767.599116:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077767.599121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077767.599127:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077767.599136:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4469)
00000800:00000200:3.1:1769077767.599443:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077767.599445:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769077767.599658:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077767.599660:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00010000:00000001:1.0:1769077768.494578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077768.494585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077768.494591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077768.494594:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077768.494605:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077768.494615:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769077768.494617:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077768.494621:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077768.494621:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077768.494636:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769077768.494639:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077768.494644:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077768.494649:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077768.494657:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077768.494661:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077768.494662:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077768.494665:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077768.494674:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077768.494677:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077768.494683:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077768.494687:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077768.494689:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.494690:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077768.494692:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.494694:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077768.942584:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299132706, at 4299132736
00000100:00000010:2.0:1769077768.942600:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000001:1.0:1769077769.518573:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077769.518574:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077769.518586:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077769.518587:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077769.518602:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077769.518603:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077769.518622:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077769.518623:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077769.518635:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077769.518636:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077769.518648:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077769.518653:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077769.518655:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077769.518657:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077769.518668:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077769.518669:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077769.518678:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077769.518682:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077769.518708:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077769.518710:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077769.518717:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077769.518720:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077769.518747:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077769.518749:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077769.518751:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077770.542545:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077770.542553:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077770.542555:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077770.542558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077770.542563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077770.542564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077770.542573:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077770.542576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077770.542578:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077770.542581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077770.542586:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077770.542591:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077770.542597:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077770.542606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077770.542607:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077770.542613:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077770.542617:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1769077770.542618:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077770.542624:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077770.542624:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077770.542630:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077770.542630:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077770.542632:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077770.542635:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077770.542639:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077771.566505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077771.566513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077771.566519:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077771.566520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077771.566524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077771.566525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077771.566529:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077771.566537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077771.566538:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077771.566546:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077771.566550:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077771.566552:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:1.0:1769077771.566556:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077771.566563:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077771.566565:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077771.566568:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077771.566572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077771.566573:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077771.566578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077771.566579:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077771.566591:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077771.566597:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077771.566598:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077771.566601:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077771.566606:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077772.590517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077772.590526:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077772.590528:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077772.590533:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769077772.590533:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077772.590541:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077772.590541:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077772.590546:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077772.590547:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077772.590554:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077772.590555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077772.590560:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077772.590561:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077772.590566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077772.590567:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077772.590567:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077772.590578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077772.590590:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077772.590592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077772.590596:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077772.590596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077772.590611:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077772.590654:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077772.590658:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077772.590661:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077772.718541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077772.718553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077772.718561:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077772.718565:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077772.718570:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077772.718577:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4464
00000400:00000200:0.0:1769077772.718588:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077772.718595:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077772.718599:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077772.718603:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077772.718607:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077772.718609:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077772.718612:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077772.718616:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077772.718618:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077772.718621:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077772.718624:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077772.718627:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077772.718630:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077772.718633:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077772.718635:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077772.718637:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077772.718639:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077772.718643:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077772.718647:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077772.718650:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077772.718653:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077772.718656:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077772.718659:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077772.718661:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077772.718664:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077772.718674:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769077772.718678:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077772.718682:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077772.718684:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077772.718687:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077772.718690:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077772.718694:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077772.718702:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:0.0:1769077772.718709:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077772.718718:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932501632/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077772.718729:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077772.718733:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077772.718738:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932501632/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077772.718764:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077772.718768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077772.718771:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077772.718773:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077772.718775:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077772.718778:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077772.718781:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4464
00000400:00000200:0.0:1769077772.718786:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077772.718791:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077772.718794:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077772.718797:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077772.718801:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077772.718805:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077772.718807:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077772.718810:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077772.718814:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077772.718819:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077772.718823:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077772.718828:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077772.718835:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077772.718844:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077772.718849:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077772.718855:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077772.718862:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077772.718868:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077772.718876:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077772.718881:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077772.718887:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077772.718895:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077772.718900:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077772.718906:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077772.718911:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077772.718916:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077772.718918:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077772.718926:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769077772.718932:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077772.718935:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077772.718938:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077772.718944:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077772.718947:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077772.718951:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077772.718961:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
00000100:00000001:0.0:1769077772.718969:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077772.718980:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932501760/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077772.718999:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077772.719006:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077772.719016:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932501760/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077772.719043:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077772.719049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077772.719058:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077772.719063:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077772.719066:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077772.719074:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077772.719079:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4464
00000400:00000200:0.0:1769077772.719091:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000800:00000200:3.1:1769077772.719095:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000400:00000200:0.0:1769077772.719100:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000800:00000200:3.1:1769077772.719100:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000100:00080000:0.0:1769077772.719106:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077772.719115:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077772.719119:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077772.719126:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077772.719133:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077772.719139:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077772.719143:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077772.719148:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077772.719152:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077772.719159:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077772.719163:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077772.719168:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077772.719173:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077772.719178:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077772.719182:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077772.719187:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077772.719201:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077772.719209:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077772.719214:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077772.719218:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077772.719224:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077772.719227:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077772.719230:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077772.719235:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077772.719239:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077772.719246:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769077772.719251:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077772.719257:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077772.719261:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077772.719264:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077772.719268:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077772.719273:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077772.719291:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9000.
00000100:00000001:0.0:1769077772.719299:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077772.719311:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932501888/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077772.719327:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077772.719333:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077772.719343:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932501888/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077772.719364:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077772.719370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077772.719376:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077772.719382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077772.719389:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077772.719398:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4474)
00000800:00000200:3.1:1769077772.719629:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077772.719631:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077772.719816:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077772.719829:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1769077773.614545:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077773.614546:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077773.614548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077773.614553:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077773.614553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077773.614554:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077773.614557:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077773.614560:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077773.614561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077773.614564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077773.614566:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077773.614569:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077773.614574:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077773.614575:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077773.614579:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077773.614580:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077773.614583:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077773.614586:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077773.614589:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077773.614590:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077773.614595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077773.614600:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077773.614601:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077773.614604:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077773.614606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077774.062542:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299137826, at 4299137856
00000100:00000010:2.0:1769077774.062562:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000001:2.0:1769077774.638567:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077774.638569:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077774.638581:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077774.638581:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077774.638586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077774.638594:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077774.638598:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077774.638599:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077774.638612:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1769077774.638616:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077774.638617:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077774.638618:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077774.638633:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077774.638634:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077774.638635:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077774.638644:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077774.638644:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077774.638649:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077774.638664:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077774.638674:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077774.638675:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077774.638682:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077774.638687:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077774.638688:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077774.638688:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077774.638696:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077774.638696:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077774.638709:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077774.638767:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077774.638770:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077774.638773:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077775.662519:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077775.662528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077775.662533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077775.662534:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769077775.662541:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077775.662542:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077775.662548:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077775.662550:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077775.662555:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077775.662557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077775.662562:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077775.662565:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077775.662568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077775.662569:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077775.662570:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077775.662580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077775.662583:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077775.662583:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077775.662588:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077775.662593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077775.662594:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077775.662598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077775.662632:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077775.662635:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077775.662638:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077776.686509:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077776.686509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077776.686518:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077776.686518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077776.686523:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077776.686524:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077776.686531:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077776.686531:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077776.686536:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077776.686540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077776.686541:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077776.686541:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077776.686550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077776.686552:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077776.686562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077776.686566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077776.686568:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077776.686570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077776.686572:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077776.686580:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077776.686581:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077776.686581:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077776.686590:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077776.686594:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077776.686597:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077776.686598:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077776.686600:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077776.686607:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077777.710522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077777.710528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077777.710528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077777.710530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077777.710537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077777.710542:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077777.710544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077777.710547:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769077777.710548:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077777.710551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077777.710551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077777.710556:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077777.710565:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077777.710567:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077777.710571:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077777.710572:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077777.710576:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.710577:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.710584:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077777.710591:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077777.710596:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077777.710601:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077777.710602:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077777.710608:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077777.710613:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077777.838872:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077777.838878:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077777.838883:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077777.838893:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5180 x1855007932502016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.838914:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077777.838917:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077777.838922:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077777.838927:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077777.838932:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077777.838936:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932502016:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077777.838942:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077777.838947:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077777.838950:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077777.838954:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077777.838961:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077777.838965:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077777.838976:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077777.838982:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077777.838990:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077777.839000:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932502016, portal 25
00000100:00000001:0.0:1769077777.839006:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077777.839009:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564478336 : -121121145073280 : ffff91d7492c5180)
00000100:00000040:0.0:1769077777.839016:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5180 x1855007932502016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839037:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077777.839045:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077777.839052:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077777.839059:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932502016, offset 0
00000400:00000200:0.0:1769077777.839072:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077777.839087:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077777.839098:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077777.839107:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077777.839114:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077777.839120:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077777.839126:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077777.839133:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47577:47577:256:4294967295] 192.168.204.153@tcp LPNI seq info [47577:47577:8:4294967295]
00000400:00000200:0.0:1769077777.839142:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077777.839156:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077777.839165:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077777.839172:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077777.839183:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077777.839196:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077777.839208:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077777.839213:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769077777.839223:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077777.839227:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077777.839236:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077777.839243:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077777.839251:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077777.839254:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077777.839260:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077777.839267:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5180 x1855007932502016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839283:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077777.839291:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5180 x1855007932502016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839302:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077777.839305:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077777.839310:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077777.839317:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077777.839322:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299142946
00000100:00000010:0.0:1769077777.839332:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031180.
00000100:00000001:0.0:1769077777.839342:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077777.839365:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299142946
00000100:00000010:0.0:1769077777.839371:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ea0.
00000100:00000001:0.0:1769077777.839375:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077777.839378:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077777.839381:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077777.839384:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077777.839392:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077777/real 1769077777]  req@ffff91d7492c5180 x1855007932502016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077777.839430:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077777.839433:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077777.839436:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077777.839441:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077777.839445:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077777.839449:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077777.839457:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5180 x1855007932502016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077777.839476:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5180 x1855007932502016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839494:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077777.839497:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.839503:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077777.839507:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077777.839517:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5180 x1855007932502016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839539:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077777.839549:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5180 x1855007932502016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839560:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077777.839564:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.839565:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077777.839567:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.839569:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077777.839570:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077777.839572:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077777.839576:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077777.839579:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077777.839584:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5180 x1855007932502016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077777.839591:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932502016:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077777.839594:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.839595:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077777.839597:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5180 x1855007932502016/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839602:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077777.839605:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077777.839607:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077777.839609:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077777.839611:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077777.839612:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077777.839614:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077777.839616:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:0.0:1769077777.839620:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077777.839622:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077777.839623:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5180.
00000100:00000001:0.0:1769077777.839626:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077777.839626:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.839629:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.839637:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077777.839639:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077777.839641:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077777.839642:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077777.839643:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077777.839646:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6680 x1855007932502144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839651:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077777.839652:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077777.839654:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077777.839655:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077777.839657:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077777.839659:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932502144:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077777.839662:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077777.839663:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077777.839665:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077777.839666:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077777.839668:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077777.839669:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077777.839673:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077777.839675:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077777.839678:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077777.839680:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932502144, portal 10
00000100:00000001:0.0:1769077777.839682:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077777.839683:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564483712 : -121121145067904 : ffff91d7492c6680)
00000100:00000040:0.0:1769077777.839688:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6680 x1855007932502144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839693:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077777.839695:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077777.839696:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077777.839698:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932502144, offset 0
00000400:00000200:0.0:1769077777.839700:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077777.839703:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077777.839706:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077777.839708:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077777.839710:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077777.839712:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077777.839713:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077777.839716:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47578:47578:256:4294967295] 192.168.204.153@tcp LPNI seq info [47578:47578:8:4294967295]
00000400:00000200:0.0:1769077777.839719:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077777.839723:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077777.839726:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077777.839729:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077777.839731:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077777.839734:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077777.839737:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077777.839739:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769077777.839742:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077777.839743:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077777.839745:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077777.839748:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077777.839750:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077777.839751:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077777.839753:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077777.839755:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6680 x1855007932502144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839761:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077777.839763:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6680 x1855007932502144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839767:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077777.839768:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077777.839770:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077777.839773:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077777.839776:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077777.839777:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299141644
00000100:00000001:0.0:1769077777.839780:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299142946
00000100:00000001:0.0:1769077777.839782:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299141644
00000100:00000001:0.0:1769077777.839783:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299142946
00000100:00000001:0.0:1769077777.839785:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077777.839786:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077777.839787:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077777.839790:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077777/real 1769077777]  req@ffff91d7492c6680 x1855007932502144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077777.839800:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077777.839801:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077777.839802:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077777.839804:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077777.839805:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077777.839806:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077777.839808:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6680 x1855007932502144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077777.839814:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6680 x1855007932502144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839818:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077777.839819:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.839820:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077777.839821:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077777.839829:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6680 x1855007932502144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839833:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077777.839836:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6680 x1855007932502144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839841:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077777.839842:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.839844:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077777.839845:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.839846:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077777.839847:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077777.839849:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077777.839851:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077777.839852:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077777.839855:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6680 x1855007932502144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077777.839860:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932502144:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077777.839863:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077777.839865:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7480 x1855007932502272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839869:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077777.839870:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077777.839871:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077777.839872:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077777.839873:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077777.839875:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932502272:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077777.839877:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077777.839878:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077777.839879:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077777.839880:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077777.839882:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769077777.839883:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077777.839886:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077777.839887:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077777.839889:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077777.839891:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932502272, portal 10
00000100:00000001:0.0:1769077777.839893:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077777.839894:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564487296 : -121121145064320 : ffff91d7492c7480)
00000100:00000040:0.0:1769077777.839898:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7480 x1855007932502272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839902:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077777.839904:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077777.839905:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000100:00000200:0.0:1769077777.839907:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932502272, offset 0
00000400:00000200:0.0:1769077777.839910:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077777.839912:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077777.839914:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077777.839916:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077777.839918:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077777.839920:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077777.839922:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077777.839924:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47579:47579:256:4294967295] 192.168.204.153@tcp LPNI seq info [47579:47579:8:4294967295]
00000400:00000200:0.0:1769077777.839927:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077777.839931:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077777.839934:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077777.839936:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077777.839938:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077777.839940:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769077777.839943:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077777.839945:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769077777.839948:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077777.839949:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769077777.839951:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077777.839953:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077777.839956:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:0.0:1769077777.839957:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:0.0:1769077777.839958:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077777.839960:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7480 x1855007932502272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839966:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077777.839967:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7480 x1855007932502272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.839972:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077777.839973:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077777.839975:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077777.839977:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077777.839979:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077777.839981:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299141643
00000100:00000001:0.0:1769077777.839983:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299142946
00000100:00000001:0.0:1769077777.839984:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299141643
00000100:00000001:0.0:1769077777.839986:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299142946
00000100:00000001:0.0:1769077777.839987:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077777.839988:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077777.839989:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077777.839991:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077777/real 1769077777]  req@ffff91d7492c7480 x1855007932502272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077777.839996:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077777.839997:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077777.839998:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077777.839999:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077777.840001:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077777.840010:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077777.840013:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7480 x1855007932502272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077777.840022:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7480 x1855007932502272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.840028:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077777.840030:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.840032:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077777.840034:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077777.840038:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7480 x1855007932502272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.840045:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077777.840049:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7480 x1855007932502272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.840057:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077777.840060:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.840062:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077777.840063:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.840065:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077777.840069:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077777.840072:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077777.840076:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077777.840078:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077777.840083:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7480 x1855007932502272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077777.840092:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932502272:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077777.840095:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.840097:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077777.840099:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6680 x1855007932502144/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.840103:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077777.840105:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077777.840106:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077777.840108:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077777.840109:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077777.840110:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077777.840111:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077777.840113:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:0.0:1769077777.840115:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077777.840116:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077777.840117:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6680.
00000100:00000001:0.0:1769077777.840120:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077777.840121:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.840122:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077777.840124:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7480 x1855007932502272/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077777.840133:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077777.840134:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077777.840135:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769077777.840137:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077777.840138:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077777.840138:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077777.840139:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077777.840140:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:0.0:1769077777.840141:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077777.840142:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077777.840143:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7480.
00000100:00000001:0.0:1769077777.840145:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077777.840146:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.840147:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077777.840150:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077777.840150:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077777.840152:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077777.840153:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077778.734493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077778.734499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077778.734510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077778.734515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077778.734519:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077778.734527:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077778.734532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077778.734536:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769077778.734539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077778.734545:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077778.734547:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077778.734549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077778.734553:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077778.734555:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:1.0:1769077778.734557:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077778.734561:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077778.734566:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077778.734569:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077778.734570:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077778.734575:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077778.734578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077778.734579:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077778.734582:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077778.734585:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077778.734588:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077779.182506:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299142946, at 4299142976
00000100:00000010:2.0:1769077779.182526:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031180.
00000100:00000001:2.0:1769077779.758592:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077779.758593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077779.758603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077779.758604:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077779.758615:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077779.758617:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077779.758621:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077779.758630:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077779.758638:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077779.758649:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077779.758657:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077779.758660:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077779.758665:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077779.758667:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077779.758675:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077779.758690:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077779.758784:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077779.758789:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077779.758791:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077779.758794:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077779.758798:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077779.758800:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077779.758803:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077779.758805:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077779.758807:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077780.782495:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077780.782507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077780.782508:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077780.782514:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077780.782514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077780.782520:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077780.782525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077780.782526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077780.782527:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077780.782528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077780.782533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077780.782535:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077780.782539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077780.782544:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077780.782544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077780.782550:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077780.782555:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077780.782559:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077780.782565:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077780.782566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077780.782570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077780.782576:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077780.782577:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077780.782581:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077780.782585:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077781.806509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077781.806510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077781.806513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077781.806519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077781.806520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077781.806520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077781.806525:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077781.806525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077781.806527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077781.806531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077781.806534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077781.806535:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077781.806543:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077781.806544:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077781.806548:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077781.806549:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.806553:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077781.806557:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077781.806557:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077781.806560:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077781.806560:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077781.806561:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077781.806564:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077781.806566:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077781.806568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077782.830483:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077782.830483:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077782.830488:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077782.830490:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077782.830490:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077782.830492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077782.830494:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077782.830494:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077782.830501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077782.830502:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077782.830503:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077782.830505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077782.830509:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077782.830514:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077782.830516:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077782.830518:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077782.830521:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077782.830522:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077782.830527:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077782.830529:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077782.830530:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077782.830534:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077782.830542:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077782.830546:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077782.830550:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077782.958520:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077782.958531:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077782.958535:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077782.958539:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077782.958544:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077782.958551:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4474
00000400:00000200:2.0:1769077782.958561:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077782.958568:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077782.958570:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077782.958573:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077782.958575:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077782.958577:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077782.958579:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077782.958583:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077782.958584:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077782.958587:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077782.958590:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077782.958591:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077782.958593:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077782.958595:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077782.958596:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077782.958597:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077782.958598:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077782.958600:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077782.958603:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077782.958604:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077782.958606:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077782.958609:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077782.958611:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077782.958612:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077782.958614:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077782.958624:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077782.958628:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077782.958640:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077782.958641:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077782.958645:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077782.958647:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077782.958652:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077782.958662:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000001:2.0:1769077782.958669:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077782.958676:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077782.958685:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077782.958690:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077782.958695:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077782.958723:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077782.958727:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077782.958731:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077782.958733:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077782.958735:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077782.958737:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077782.958739:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4474
00000400:00000200:2.0:1769077782.958742:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077782.958744:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077782.958746:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077782.958748:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077782.958750:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077782.958752:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077782.958753:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077782.958755:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077782.958757:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077782.958758:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077782.958760:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077782.958761:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077782.958762:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077782.958765:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077782.958767:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077782.958769:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077782.958770:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077782.958772:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077782.958774:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077782.958775:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077782.958776:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077782.958780:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077782.958781:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077782.958783:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077782.958784:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1769077782.958787:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077782.958791:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077782.958793:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077782.958794:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077782.958799:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1769077782.958800:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077782.958804:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077782.958806:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077782.958808:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077782.958810:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1769077782.958812:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077782.958812:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077782.958815:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077782.958823:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:0.0:1769077782.958826:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077782.958828:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077782.958830:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077782.958832:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077782.958836:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077782.958840:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077782.958841:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769077782.958846:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932502400:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077782.958856:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077782.958861:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769077782.958862:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077782.958864:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077782.958867:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077782.958873:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769077782.958873:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077782.958880:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769077782.958887:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077782.958889:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077782.958893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077782.958896:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769077782.958898:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077782.958899:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077782.958902:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769077782.958906:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000100:00000001:2.0:1769077782.958906:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077782.958911:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4474
00000400:00000010:0.0:1769077782.958915:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000400:00000200:2.0:1769077782.958915:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077782.958920:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077782.958922:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077782.958925:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000200:0.0:1769077782.958928:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932502400, portal 25
00000100:00000001:2.0:1769077782.958928:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077782.958931:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077782.958935:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077782.958935:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769077782.958940:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000020:00000001:2.0:1769077782.958940:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077782.958943:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077782.958947:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077782.958948:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077782.958950:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077782.958953:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077782.958955:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077782.958957:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077782.958961:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077782.958964:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077782.958968:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077782.958972:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077782.958977:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077782.958980:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077782.958981:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077782.958984:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077782.958986:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077782.958990:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:2.0:1769077782.958990:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077782.958994:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077782.958996:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1769077782.958997:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e000.
00000008:00000001:2.0:1769077782.958998:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077782.959003:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077782.959006:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932502400, offset 0
00000100:00000010:2.0:1769077782.959007:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077782.959012:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077782.959013:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077782.959015:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077782.959017:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769077782.959020:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:2.0:1769077782.959020:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077782.959024:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077782.959029:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8800.
00000100:00000001:2.0:1769077782.959032:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077782.959034:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:2.0:1769077782.959039:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077782.959046:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:2.0:1769077782.959056:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769077782.959057:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769077782.959059:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077782.959064:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077782.959067:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:2.0:1769077782.959075:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077782.959076:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769077782.959078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077782.959081:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077782.959084:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077782.959086:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077782.959089:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4484)
00000400:00000200:0.0:1769077782.959101:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077782.959108:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47580:47580:256:4294967295] 192.168.204.153@tcp LPNI seq info [47580:47580:8:4294967295]
00000400:00000200:0.0:1769077782.959114:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077782.959127:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077782.959134:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077782.959141:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769077782.959149:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077782.959154:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769077782.959173:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077782.959177:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077782.959181:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299148066
00000100:00000010:0.0:1769077782.959187:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031720.
00000100:00000001:0.0:1769077782.959195:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077782.959202:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299148066
00000100:00000010:0.0:1769077782.959206:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031a20.
00000100:00000001:0.0:1769077782.959210:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077782.959214:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077782.959217:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077782.959220:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077782.959223:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077782.959232:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077782.959234:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769077782.959237:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077782.959238:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077782.959240:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077782.959245:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077782.959253:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077782.959255:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077782.959257:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077782.959259:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077782.959278:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077782.959281:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932502528:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077782.959285:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077782.959287:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077782.959289:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077782.959291:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077782.959295:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077782.959297:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077782.959303:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077782.959307:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3108.
00000400:00000010:0.0:1769077782.959311:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769077782.959315:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932502528, portal 10
00000100:00000001:0.0:1769077782.959317:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077782.959319:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000100:00000040:0.0:1769077782.959327:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077782.959335:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077782.959337:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077782.959340:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e4c8.
00000100:00000200:0.0:1769077782.959343:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932502528, offset 0
00000400:00000200:0.0:1769077782.959348:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077782.959353:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077782.959359:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077782.959363:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077782.959367:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077782.959369:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077782.959372:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077782.959377:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47581:47581:255:4294967295] 192.168.204.153@tcp LPNI seq info [47581:47581:7:4294967295]
00000400:00000200:0.0:1769077782.959382:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077782.959388:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077782.959393:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077782.959397:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9c00.
00000800:00000200:0.0:1769077782.959441:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077782.959447:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769077782.959450:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077782.959454:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077782.959458:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077782.959460:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299146764
00000100:00000001:0.0:1769077782.959463:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299148066
00000100:00000001:0.0:1769077782.959466:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299146764
00000100:00000001:0.0:1769077782.959469:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299148066
00000100:00000001:0.0:1769077782.959471:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077782.959474:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077782.959476:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077782.959481:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077782.959489:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077782.959491:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077782.959493:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077782.959495:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077782.959497:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077782.959501:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932502656:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077782.959504:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077782.959506:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077782.959508:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077782.959510:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077782.959514:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077782.959516:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077782.959520:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077782.959523:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a32c0.
00000400:00000010:0.0:1769077782.959527:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077782.959530:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932502656, portal 10
00000100:00000001:0.0:1769077782.959532:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077782.959534:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000100:00000040:0.0:1769077782.959540:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077782.959547:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077782.959550:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077782.959552:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e088.
00000100:00000200:0.0:1769077782.959555:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932502656, offset 0
00000400:00000200:0.0:1769077782.959570:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077782.959575:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077782.959579:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077782.959583:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077782.959586:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077782.959588:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077782.959590:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077782.959594:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47582:47582:254:4294967295] 192.168.204.153@tcp LPNI seq info [47582:47582:6:4294967295]
00000400:00000200:0.0:1769077782.959598:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077782.959605:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077782.959609:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077782.959613:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9200.
00000800:00000200:0.0:1769077782.959617:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077782.959621:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769077782.959624:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077782.959627:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077782.959631:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077782.959633:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299146763
00000100:00000001:0.0:1769077782.959635:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299148066
00000100:00000001:0.0:1769077782.959638:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299146763
00000100:00000001:0.0:1769077782.959640:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299148066
00000100:00000001:0.0:1769077782.959642:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077782.959644:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077782.959647:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077782.959649:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077782.959653:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077782.959655:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769077782.959657:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077782.959658:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077782.959660:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077782.959662:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077783.854555:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077783.854556:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077783.854565:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077783.854566:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077783.854570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077783.854571:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077783.854571:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077783.854581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077783.854585:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077783.854585:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077783.854591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077783.854595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077783.854597:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077783.854597:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077783.854605:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.854606:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077783.854608:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077783.854612:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077783.854616:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077783.854617:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077783.854622:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077783.854626:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077783.854627:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077783.854633:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077783.854648:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077784.302540:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299148066, at 4299148096
00000100:00000010:2.0:1769077784.302559:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031720.
00010000:00000001:1.0:1769077784.878491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077784.878495:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077784.878495:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077784.878500:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077784.878503:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077784.878504:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077784.878504:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077784.878511:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077784.878512:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077784.878513:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077784.878523:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077784.878525:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077784.878529:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077784.878531:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077784.878533:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077784.878542:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077784.878543:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077784.878547:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077784.878549:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077784.878550:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077784.878551:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077784.878553:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077784.878568:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077784.878569:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077784.878570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077784.878575:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077784.878579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077784.878582:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077784.878612:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077784.878615:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077784.878617:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077785.902561:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077785.902570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077785.902571:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077785.902575:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077785.902579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077785.902587:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077785.902593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077785.902593:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077785.902601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077785.902602:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077785.902616:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077785.902621:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077785.902622:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077785.902625:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077785.902628:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077785.902633:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077785.902639:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:1.0:1769077785.902645:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077785.902649:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077785.902651:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077785.902654:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077785.902662:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077785.902666:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077785.902668:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077785.902673:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769077786.030682:0:2404:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:2.0:1769077786.030730:0:2404:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077786.030743:0:2404:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077786.030746:0:2404:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:2.0:1769077786.030749:0:2404:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077786.030753:0:2404:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077786.030758:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077786.030762:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:2.0:1769077786.030768:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077786.030772:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077786.030778:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e000
00000400:00000010:2.0:1769077786.030781:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e000.
00000100:00000001:2.0:1769077786.030786:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077786.030795:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077786.030815:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077786.030819:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077786.030824:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077786.030826:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077786.030835:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077786.030837:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9c00.
00000400:00000200:2.0:1769077786.030839:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077786.030841:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077786.030844:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e4c8
00000400:00000010:2.0:1769077786.030845:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e4c8.
00000100:00000001:2.0:1769077786.030847:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077786.030851:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077786.030857:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077786.030859:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077786.030863:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077786.030864:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077786.030868:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077786.030869:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9200.
00000400:00000200:2.0:1769077786.030872:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1769077786.030876:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769077786.030882:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1769077786.030885:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1769077786.030886:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e088
00000400:00000010:2.0:1769077786.030890:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e088.
00000100:00000001:0.0:1769077786.030892:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769077786.030892:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077786.030898:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077786.030906:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077782/real 1769077786]  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077786.030907:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077786.030912:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077786.030936:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077786.030937:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:0.0:1769077786.030942:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077786.030946:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077786.030951:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3108.
00000400:00000200:0.0:1769077786.030958:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769077786.030960:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769077786.030963:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077786.030969:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077786.030986:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077786.030995:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077786.030997:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031000:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077786.031003:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077786.031008:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077786.031015:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077786.031022:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077786.031031:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077786.031035:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031037:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077786.031039:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031042:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077786.031046:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077786.031051:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077786.031057:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077786.031061:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077786.031066:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077786.031076:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932502528:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077786.031083:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077786.031086:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077782/real 1769077786]  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077786.031102:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077786.031104:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077786.031106:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a32c0.
00000400:00000200:0.0:1769077786.031110:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077786.031111:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077786.031113:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077786.031117:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077786.031125:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077786.031132:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077786.031133:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031135:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077786.031136:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077786.031140:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077786.031147:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077786.031152:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077786.031159:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077786.031161:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031163:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077786.031164:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031165:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077786.031170:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077786.031173:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077786.031176:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077786.031179:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077786.031184:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077786.031203:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932502656:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077786.031208:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077786.031229:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077782/real 1769077786]  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077786.031238:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077786.031239:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077786.031242:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077786.031245:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077786.031247:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077786.031250:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077786.031254:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077786.031263:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077786.031269:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077786.031271:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031273:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077786.031275:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077786.031279:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077786.031286:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077786.031291:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077786.031299:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077786.031301:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031303:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077786.031306:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031308:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077786.031310:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077786.031313:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077786.031317:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077786.031319:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077786.031324:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077786.031332:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932502400:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077786.031336:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031339:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077786.031342:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932502528/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077786.031350:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077786.031356:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077786.031361:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077786.031367:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077786.031372:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077786.031375:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077786.031378:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077786.031381:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9000.
02000000:00000001:0.0:1769077786.031388:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077786.031392:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077786.031395:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:0.0:1769077786.031460:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077786.031467:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031470:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077786.031474:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932502656/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077786.031482:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077786.031485:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077786.031487:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077786.031491:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077786.031493:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077786.031494:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077786.031497:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077786.031499:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8800.
02000000:00000001:0.0:1769077786.031502:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077786.031504:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077786.031505:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:0.0:1769077786.031508:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077786.031509:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031511:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077786.031514:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932502400/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077786.031524:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077786.031526:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077786.031529:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769077786.031532:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077786.031534:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077786.031535:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077786.031538:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077786.031540:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab000.
02000000:00000001:0.0:1769077786.031545:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077786.031546:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077786.031548:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:0.0:1769077786.031551:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077786.031552:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031556:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.031573:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077786.031576:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077786.031580:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077786.031583:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077786.926530:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077786.926541:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077786.926544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077786.926544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077786.926546:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077786.926551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077786.926551:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769077786.926553:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077786.926554:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077786.926561:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077786.926561:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077786.926564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077786.926566:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077786.926567:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077786.926570:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077786.926571:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077786.926572:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077786.926577:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077786.926578:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077786.926582:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077786.926584:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077786.926584:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077786.926588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077786.926591:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077786.926592:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077786.926596:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077786.926605:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077786.926611:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077786.926640:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077786.926644:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077786.926647:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077787.950562:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077787.950562:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077787.950563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077787.950570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077787.950574:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077787.950579:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077787.950580:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769077787.950587:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077787.950588:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077787.950595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077787.950596:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077787.950597:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077787.950600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077787.950603:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077787.950604:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077787.950609:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077787.950610:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077787.950615:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077787.950620:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077787.950631:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077787.950634:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077787.950637:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077787.950638:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077787.950644:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077787.950650:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077788.078658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077788.078670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077788.078673:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077788.078677:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077788.078681:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077788.078690:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4479
00000400:00000200:2.0:1769077788.078700:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077788.078706:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077788.078709:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077788.078712:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077788.078716:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077788.078718:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077788.078720:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077788.078724:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077788.078726:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077788.078729:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077788.078732:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077788.078733:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077788.078735:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077788.078737:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077788.078740:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077788.078742:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077788.078744:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077788.078748:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077788.078752:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077788.078755:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077788.078758:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077788.078762:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077788.078766:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.078769:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077788.078772:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077788.078782:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077788.078788:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077788.078794:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077788.078796:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.078800:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077788.078804:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077788.078812:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077788.078827:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9c00.
00000100:00000001:2.0:1769077788.078839:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077788.078853:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077788.078866:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077788.078873:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077788.078879:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.078920:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077788.078925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077788.078929:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077788.078931:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077788.078933:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077788.078935:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077788.078939:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4479
00000400:00000200:2.0:1769077788.078943:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077788.078948:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077788.078952:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077788.078956:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077788.078958:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077788.078961:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077788.078963:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077788.078966:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077788.078967:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077788.078969:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077788.078972:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077788.078974:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077788.078977:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077788.078981:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077788.078984:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077788.078985:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077788.078988:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077788.078993:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077788.078997:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077788.079001:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077788.079004:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077788.079014:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077788.079018:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.079021:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077788.079028:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077788.079033:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.079035:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077788.079040:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077788.079043:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077788.079046:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077788.079048:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.079050:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077788.079052:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077788.079054:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077788.079060:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:2.0:1769077788.079066:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077788.079072:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077788.079081:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077788.079084:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077788.079088:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.079097:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077788.079100:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077788.079104:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077788.079106:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077788.079107:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077788.079111:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077788.079141:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4479
00000400:00000200:2.0:1769077788.079149:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077788.079154:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077788.079157:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077788.079160:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077788.079163:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077788.079165:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077788.079167:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077788.079169:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077788.079170:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077788.079172:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077788.079190:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077788.079193:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077788.079195:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077788.079201:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077788.079203:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077788.079205:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077788.079208:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077788.079210:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077788.079214:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077788.079217:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077788.079219:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077788.079223:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077788.079226:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.079228:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077788.079232:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077788.079235:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.079237:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077788.079242:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077788.079246:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077788.079249:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077788.079251:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.079253:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077788.079255:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077788.079257:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077788.079262:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:2.0:1769077788.079268:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077788.079274:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077788.079283:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077788.079286:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077788.079292:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.079303:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077788.079307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077788.079313:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077788.079317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077788.079321:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077788.079331:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4489)
00000100:00000001:0.0:1769077788.079471:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077788.079479:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077788.079483:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077788.079493:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.079505:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077788.079510:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077788.079518:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077788.079523:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077788.079526:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077788.079531:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932502784:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077788.079538:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077788.079547:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077788.079550:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077788.079555:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077788.079567:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769077788.079569:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077788.079582:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077788.079598:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077788.079612:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077788.079630:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932502784, portal 25
00000100:00000001:0.0:1769077788.079634:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077788.079636:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000100:00000040:0.0:1769077788.079646:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.079656:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077788.079661:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077788.079666:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077788.079672:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932502784, offset 0
00000400:00000200:0.0:1769077788.079685:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077788.079701:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077788.079714:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077788.079724:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077788.079733:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077788.079740:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077788.079743:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077788.079749:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47583:47583:256:4294967295] 192.168.204.153@tcp LPNI seq info [47583:47583:8:4294967295]
00000400:00000200:0.0:1769077788.079754:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077788.079773:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077788.079785:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077788.079795:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077788.079808:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077788.079814:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077788.079823:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077788.079829:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769077788.079836:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077788.079842:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077788.079854:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077788.079861:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077788.079874:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077788.079879:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077788.079886:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077788.079893:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.079907:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077788.079913:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.079922:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077788.079925:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077788.079936:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077788.079943:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077788.079948:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299153187
00000100:00000010:0.0:1769077788.079956:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031a20.
00000100:00000001:0.0:1769077788.079971:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077788.079981:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299153187
00000100:00000010:0.0:1769077788.079985:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031720.
00000100:00000001:0.0:1769077788.079990:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077788.079994:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077788.079998:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077788.080002:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077788.080007:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077788/real 1769077788]  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077788.080024:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077788.080027:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077788.080030:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077788.080035:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077788.080037:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077788.080041:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077788.080045:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077788.080056:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.080063:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077788.080066:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.080070:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077788.080074:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077788.080080:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.080090:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077788.080096:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.080105:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077788.080110:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.080112:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077788.080113:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.080117:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077788.080120:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077788.080125:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077788.080131:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077788.080134:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077788.080140:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077788.080150:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932502784:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077788.080157:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077788.080162:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.080171:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077788.080173:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077788.080187:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077788.080190:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077788.080192:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077788.080195:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932502912:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077788.080199:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077788.080201:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077788.080203:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077788.080206:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077788.080210:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077788.080212:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077788.080217:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077788.080219:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077788.080223:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077788.080226:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932502912, portal 10
00000100:00000001:0.0:1769077788.080228:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077788.080230:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000100:00000040:0.0:1769077788.080240:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.080247:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077788.080250:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077788.080251:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077788.080254:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932502912, offset 0
00000400:00000200:0.0:1769077788.080258:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077788.080262:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077788.080266:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077788.080271:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077788.080274:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077788.080277:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077788.080280:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077788.080283:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47584:47584:256:4294967295] 192.168.204.153@tcp LPNI seq info [47584:47584:8:4294967295]
00000400:00000200:0.0:1769077788.080288:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077788.080297:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077788.080302:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077788.080305:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077788.080310:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077788.080313:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077788.080318:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077788.080321:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769077788.080326:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077788.080328:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077788.080332:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077788.080336:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077788.080340:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077788.080342:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077788.080345:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077788.080349:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.080357:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077788.080361:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.080367:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077788.080369:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077788.080372:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077788.080376:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077788.080380:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077788.080382:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299151884
00000100:00000001:0.0:1769077788.080385:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299153187
00000100:00000001:0.0:1769077788.080387:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299151884
00000100:00000001:0.0:1769077788.080390:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299153187
00000100:00000001:0.0:1769077788.080392:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077788.080394:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077788.080396:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077788.081131:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077788/real 1769077788]  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077788.081150:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077788.081152:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077788.081155:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077788.081160:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077788.081162:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077788.081165:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077788.081174:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077788.081198:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081206:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077788.081208:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.081211:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077788.081213:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077788.081217:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081224:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077788.081230:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081238:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077788.081241:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.081244:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077788.081245:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.081247:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077788.081250:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077788.081254:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077788.081258:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077788.081261:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077788.081266:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077788.081274:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932502912:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077788.081279:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077788.081283:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081296:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077788.081298:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077788.081302:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077788.081304:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077788.081307:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077788.081310:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932503040:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077788.081314:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077788.081318:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077788.081320:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077788.081322:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077788.081328:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077788.081330:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077788.081336:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077788.081340:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077788.081344:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077788.081348:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932503040, portal 10
00000100:00000001:0.0:1769077788.081351:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077788.081352:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000100:00000040:0.0:1769077788.081359:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081367:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077788.081370:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077788.081372:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077788.081375:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932503040, offset 0
00000400:00000200:0.0:1769077788.081380:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077788.081385:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077788.081391:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077788.081395:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077788.081399:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077788.081424:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077788.081427:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077788.081431:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47585:47585:256:4294967295] 192.168.204.153@tcp LPNI seq info [47585:47585:8:4294967295]
00000400:00000200:0.0:1769077788.081436:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077788.081444:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077788.081450:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077788.081455:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077788.081461:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077788.081465:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769077788.081471:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077788.081474:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769077788.081478:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077788.081480:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077788.081484:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077788.081488:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077788.081491:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077788.081493:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077788.081495:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077788.081500:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081508:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077788.081512:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081519:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077788.081521:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077788.081525:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077788.081528:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077788.081532:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077788.081535:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299151885
00000100:00000001:0.0:1769077788.081538:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299153187
00000100:00000001:0.0:1769077788.081541:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299151885
00000100:00000001:0.0:1769077788.081543:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299153187
00000100:00000001:0.0:1769077788.081546:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077788.081549:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077788.081551:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077788.081555:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077788/real 1769077788]  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077788.081565:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077788.081566:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077788.081568:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077788.081571:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077788.081586:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077788.081589:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077788.081593:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077788.081601:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081608:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077788.081610:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.081611:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077788.081613:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077788.081617:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081625:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077788.081629:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081639:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077788.081642:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.081643:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077788.081645:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.081647:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077788.081651:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077788.081653:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077788.081657:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077788.081660:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077788.081664:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077788.081672:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932503040:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077788.081676:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.081679:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077788.081682:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932502784/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081691:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077788.081694:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077788.081696:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769077788.081700:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077788.081703:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077788.081705:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077788.081708:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077788.081711:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:0.0:1769077788.081716:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077788.081719:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077788.081722:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:0.0:1769077788.081726:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077788.081727:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.081729:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077788.081733:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932502912/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081740:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077788.081742:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077788.081743:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077788.081746:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077788.081748:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077788.081749:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077788.081752:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077788.081754:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:0.0:1769077788.081756:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077788.081757:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077788.081759:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:0.0:1769077788.081761:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077788.081763:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.081764:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077788.081768:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932503040/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077788.081774:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077788.081775:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077788.081777:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077788.081780:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077788.081782:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077788.081783:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077788.081785:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077788.081786:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9400.
02000000:00000001:0.0:1769077788.081788:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077788.081799:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077788.081801:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:0.0:1769077788.081804:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077788.081808:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.081811:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.081822:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077788.081824:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077788.081827:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077788.081829:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077788.974576:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077788.974583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077788.974585:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077788.974590:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077788.974590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.974592:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769077788.974598:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077788.974598:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077788.974600:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077788.974602:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077788.974605:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077788.974606:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077788.974607:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077788.974610:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.974612:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077788.974615:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077788.974616:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.974619:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077788.974639:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.974649:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077788.974652:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.974655:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077788.974656:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077788.974661:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077788.974665:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077789.422533:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299153187, at 4299153216
00000100:00000010:2.0:1769077789.422555:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031a20.
00000100:00000001:0.0:1769077789.998511:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077789.998511:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077789.998521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077789.998521:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077789.998526:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077789.998528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077789.998529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077789.998532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077789.998535:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077789.998537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077789.998539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077789.998541:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077789.998541:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077789.998543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077789.998547:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077789.998548:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077789.998559:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077789.998562:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077789.998566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077789.998566:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077789.998568:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077789.998571:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077789.998575:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077789.998580:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077789.998585:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077791.022522:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077791.022527:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077791.022530:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077791.022535:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077791.022535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077791.022544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077791.022545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077791.022548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077791.022551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077791.022551:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077791.022556:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077791.022560:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769077791.022561:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077791.022564:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077791.022565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077791.022566:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077791.022572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077791.022573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077791.022574:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077791.022592:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077791.022595:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077791.022598:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077791.022632:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077791.022635:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077791.022637:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077792.046524:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077792.046524:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077792.046527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077792.046542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077792.046543:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077792.046544:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077792.046547:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077792.046549:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077792.046550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077792.046552:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077792.046554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077792.046557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077792.046558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077792.046563:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077792.046564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077792.046566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077792.046570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077792.046571:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077792.046574:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077792.046576:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077792.046578:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077792.046580:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077792.046582:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077792.046584:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077792.046596:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.070526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077793.070533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077793.070536:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077793.070539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.070540:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077793.070549:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077793.070550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077793.070554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.070554:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077793.070556:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077793.070560:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077793.070562:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.070563:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077793.070566:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077793.070570:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077793.070574:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.070579:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077793.070583:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.070587:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.070588:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077793.070590:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.070593:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077793.070594:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077793.070598:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077793.070602:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077793.198548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077793.198560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077793.198567:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077793.198572:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077793.198577:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077793.198585:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4484
00000400:00000200:2.0:1769077793.198596:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077793.198602:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077793.198605:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077793.198608:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077793.198612:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077793.198615:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077793.198618:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077793.198624:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077793.198627:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077793.198630:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077793.198634:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077793.198638:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077793.198641:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077793.198645:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077793.198647:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077793.198649:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077793.198659:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077793.198663:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077793.198667:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077793.198671:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077793.198674:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077793.198679:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077793.198682:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.198686:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077793.198688:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077793.198702:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077793.198707:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077793.198712:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077793.198715:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.198719:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077793.198722:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077793.198728:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077793.198739:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769077793.198746:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077793.198755:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077793.198765:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077793.198770:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077793.198773:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.198799:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077793.198802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077793.198806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077793.198807:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077793.198808:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077793.198810:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077793.198812:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4484
00000400:00000200:2.0:1769077793.198815:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077793.198817:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077793.198819:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077793.198822:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077793.198823:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077793.198825:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077793.198827:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077793.198829:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077793.198830:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077793.198831:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077793.198833:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077793.198835:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077793.198837:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077793.198839:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077793.198841:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077793.198843:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077793.198844:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077793.198846:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:0.0:1769077793.198847:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769077793.198849:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077793.198852:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077793.198852:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077793.198853:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077793.198857:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769077793.198860:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077793.198864:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077793.198866:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.198866:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077793.198870:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077793.198876:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.198881:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.198883:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1769077793.198885:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000100:00000001:0.0:1769077793.198886:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077793.198890:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077793.198893:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077793.198894:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077793.198897:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077793.198897:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077793.198903:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.198903:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077793.198906:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1769077793.198909:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932503168:192.168.204.153@tcp:250:kworker.0
02000000:00000001:2.0:1769077793.198910:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.198916:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769077793.198916:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00000001:2.0:1769077793.198921:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077793.198922:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077793.198926:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077793.198929:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1769077793.198930:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1769077793.198935:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077793.198938:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.198947:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769077793.198950:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077793.198951:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077793.198958:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000100:00000040:2.0:1769077793.198959:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769077793.198967:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000001:2.0:1769077793.198968:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077793.198972:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077793.198974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077793.198976:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1769077793.198977:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932503168, portal 25
00000100:00080000:2.0:1769077793.198978:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077793.198983:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077793.198984:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077793.198985:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564822400 : -121121144729216 : ffff91d749319180)
00000100:00080000:2.0:1769077793.198988:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4484
00000400:00000200:2.0:1769077793.198995:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769077793.198996:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077793.198999:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077793.199003:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077793.199009:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077793.199011:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077793.199013:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077793.199016:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769077793.199018:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:0.0:1769077793.199020:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000001:2.0:1769077793.199023:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000200:0.0:1769077793.199025:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932503168, offset 0
00000020:00000001:2.0:1769077793.199027:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077793.199029:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077793.199031:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077793.199032:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:0.0:1769077793.199035:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000001:2.0:1769077793.199036:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077793.199039:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077793.199042:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077793.199043:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077793.199044:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769077793.199048:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077793.199049:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077793.199052:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077793.199055:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:0.0:1769077793.199058:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:2.0:1769077793.199059:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077793.199063:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077793.199065:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077793.199066:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769077793.199068:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077793.199073:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:2.0:1769077793.199073:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077793.199077:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769077793.199079:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1769077793.199084:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077793.199085:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:2.0:1769077793.199103:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077793.199108:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47586:47586:256:4294967295] 192.168.204.153@tcp LPNI seq info [47586:47586:8:4294967295]
00000100:00000010:2.0:1769077793.199112:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000400:00000200:0.0:1769077793.199115:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:2.0:1769077793.199118:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077793.199123:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077793.199126:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077793.199131:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077793.199132:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077793.199137:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1769077793.199141:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000001:2.0:1769077793.199142:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769077793.199148:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
02000000:00000010:2.0:1769077793.199149:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769077793.199155:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077793.199159:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00100000:2.0:1769077793.199161:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769077793.199165:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077793.199176:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077793.199182:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1769077793.199186:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1769077793.199190:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077793.199191:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769077793.199194:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000100:00000040:2.0:1769077793.199197:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077793.199203:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769077793.199205:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077793.199208:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077793.199211:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769077793.199213:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077793.199216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077793.199217:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077793.199222:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000040:2.0:1769077793.199222:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769077793.199228:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769077793.199229:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4494)
00000100:00000200:0.0:1769077793.199234:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199242:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077793.199244:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199257:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.199259:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077793.199264:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077793.199268:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077793.199270:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299158306
00000100:00000010:0.0:1769077793.199275:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031180.
00000100:00000001:0.0:1769077793.199282:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077793.199287:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299158306
00000100:00000010:0.0:1769077793.199290:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ea0.
00000100:00000001:0.0:1769077793.199292:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077793.199295:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077793.199297:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.199300:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077793.199303:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077793/real 1769077793]  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077793.199310:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077793.199311:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077793.199313:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077793.199316:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077793.199317:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077793.199319:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077793.199322:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077793.199333:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199339:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077793.199340:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199342:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077793.199344:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077793.199347:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199351:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077793.199355:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199359:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077793.199361:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199362:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077793.199363:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199366:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077793.199368:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077793.199370:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077793.199374:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077793.199375:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077793.199378:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077793.199384:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932503168:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077793.199387:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199389:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077793.199391:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319180 x1855007932503168/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199396:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077793.199399:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077793.199428:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077793.199431:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077793.199433:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077793.199434:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077793.199436:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077793.199438:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab800.
02000000:00000001:0.0:1769077793.199441:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077793.199442:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077793.199444:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319180.
00000100:00000001:0.0:1769077793.199447:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077793.199448:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199450:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199457:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077793.199459:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.199460:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077793.199462:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077793.199463:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077793.199465:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199475:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077793.199476:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077793.199478:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077793.199479:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077793.199481:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077793.199483:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932503296:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077793.199485:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077793.199486:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077793.199487:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077793.199488:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077793.199491:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077793.199492:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077793.199495:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077793.199497:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077793.199500:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077793.199502:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932503296, portal 10
00000100:00000001:0.0:1769077793.199504:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077793.199505:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564821504 : -121121144730112 : ffff91d749318e00)
00000100:00000040:0.0:1769077793.199510:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199515:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077793.199517:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077793.199518:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077793.199520:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932503296, offset 0
00000400:00000200:0.0:1769077793.199523:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077793.199526:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077793.199528:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077793.199530:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077793.199532:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077793.199534:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077793.199536:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077793.199539:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47587:47587:256:4294967295] 192.168.204.153@tcp LPNI seq info [47587:47587:8:4294967295]
00000400:00000200:0.0:1769077793.199542:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077793.199546:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077793.199549:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077793.199552:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077793.199555:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077793.199557:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077793.199560:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077793.199563:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769077793.199565:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077793.199567:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077793.199569:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077793.199571:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077793.199573:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077793.199575:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077793.199576:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077793.199578:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199585:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077793.199586:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199591:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.199592:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077793.199594:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077793.199597:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077793.199599:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077793.199601:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299157004
00000100:00000001:0.0:1769077793.199603:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299158306
00000100:00000001:0.0:1769077793.199604:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299157004
00000100:00000001:0.0:1769077793.199606:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299158306
00000100:00000001:0.0:1769077793.199608:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077793.199610:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.199611:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077793.199613:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077793/real 1769077793]  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077793.199619:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077793.199620:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077793.199621:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077793.199622:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077793.199624:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077793.199626:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077793.199629:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077793.199639:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199646:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077793.199647:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199649:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077793.199651:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077793.199654:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199662:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077793.199667:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199675:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077793.199687:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199689:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077793.199691:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199692:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077793.199694:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077793.199696:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077793.199701:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077793.199703:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077793.199708:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077793.199717:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932503296:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077793.199722:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077793.199725:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199732:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077793.199734:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077793.199737:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077793.199739:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077793.199741:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077793.199745:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932503424:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077793.199748:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077793.199751:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077793.199752:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077793.199754:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077793.199757:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769077793.199759:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077793.199762:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077793.199764:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077793.199766:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077793.199769:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932503424, portal 10
00000100:00000001:0.0:1769077793.199770:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077793.199771:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564832256 : -121121144719360 : ffff91d74931b800)
00000100:00000040:0.0:1769077793.199776:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199781:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077793.199783:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077793.199784:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077793.199786:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932503424, offset 0
00000400:00000200:0.0:1769077793.199789:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077793.199792:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077793.199795:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077793.199797:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077793.199799:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077793.199801:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077793.199802:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077793.199804:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47588:47588:256:4294967295] 192.168.204.153@tcp LPNI seq info [47588:47588:8:4294967295]
00000400:00000200:0.0:1769077793.199807:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077793.199811:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077793.199814:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077793.199816:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077793.199819:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077793.199821:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769077793.199824:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077793.199826:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769077793.199829:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077793.199831:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077793.199833:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077793.199835:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077793.199837:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077793.199838:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077793.199840:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077793.199842:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199848:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077793.199850:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199854:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.199855:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077793.199858:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077793.199860:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077793.199862:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077793.199864:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299157003
00000100:00000001:0.0:1769077793.199865:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299158306
00000100:00000001:0.0:1769077793.199867:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299157003
00000100:00000001:0.0:1769077793.199869:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299158306
00000100:00000001:0.0:1769077793.199870:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077793.199871:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.199872:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077793.199875:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077793/real 1769077793]  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077793.199879:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077793.199880:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077793.199881:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077793.199883:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077793.199884:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077793.199885:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077793.199888:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077793.199894:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199898:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077793.199898:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199900:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077793.199900:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077793.199902:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199906:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077793.199909:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199914:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077793.199916:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199917:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077793.199918:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199919:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077793.199921:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077793.199923:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077793.199925:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077793.199926:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077793.199928:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077793.199933:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932503424:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077793.199935:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199937:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077793.199939:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318e00 x1855007932503296/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199943:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077793.199944:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077793.199946:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769077793.199947:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077793.199948:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077793.199949:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077793.199950:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077793.199951:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa800.
02000000:00000001:0.0:1769077793.199953:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077793.199955:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077793.199956:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318e00.
00000100:00000001:0.0:1769077793.199958:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077793.199959:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199960:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077793.199962:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b800 x1855007932503424/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.199967:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077793.199968:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077793.199969:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769077793.199970:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077793.199971:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077793.199971:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077793.199973:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077793.199973:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa000.
02000000:00000001:0.0:1769077793.199974:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077793.199975:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077793.199976:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b800.
00000100:00000001:0.0:1769077793.199977:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077793.199978:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199979:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.199982:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077793.199982:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.199984:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077793.199985:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077794.094514:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077794.094514:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077794.094523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077794.094523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077794.094526:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077794.094529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077794.094533:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077794.094536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077794.094538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077794.094539:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077794.094543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077794.094546:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077794.094546:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077794.094554:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077794.094555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077794.094561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077794.094567:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077794.094570:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077794.094573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077794.094574:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077794.094579:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077794.094584:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077794.542509:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299158306, at 4299158336
00000100:00000010:2.0:1769077794.542527:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031180.
00000100:00000001:0.0:1769077795.118477:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077795.118483:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077795.118486:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077795.118489:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769077795.118491:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077795.118497:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077795.118497:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077795.118503:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077795.118503:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077795.118507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077795.118510:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769077795.118511:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077795.118513:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077795.118514:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077795.118517:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077795.118518:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077795.118519:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077795.118522:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077795.118525:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077795.118527:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077795.118531:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077795.118532:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077795.118535:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077795.118537:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077795.118542:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077795.118545:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077795.118550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077795.118553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077795.118572:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077795.118575:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077795.118578:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077796.142495:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077796.142495:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077796.142496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077796.142503:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077796.142503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077796.142504:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077796.142512:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077796.142514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077796.142514:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077796.142518:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077796.142521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077796.142531:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077796.142531:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077796.142535:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077796.142538:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077796.142544:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077796.142550:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077796.142553:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077796.142553:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077796.142556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077796.142558:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077796.142562:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077796.142569:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077796.142573:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077796.142577:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077797.166462:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077797.166471:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077797.166474:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077797.166481:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077797.166487:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077797.166493:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077797.166500:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077797.166505:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077797.166510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077797.166511:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077797.166517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077797.166528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077797.166537:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077797.166541:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077797.166544:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077797.166549:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077797.166552:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077797.166554:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077797.166556:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077797.166563:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077797.166564:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077797.166566:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077797.166572:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077797.166576:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077797.166579:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077797.166582:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077797.166584:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077797.166586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077797.166590:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077797.166593:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077797.166596:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077798.190490:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077798.190497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077798.190499:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077798.190501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077798.190506:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077798.190508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077798.190511:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077798.190512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077798.190514:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077798.190521:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077798.190523:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077798.190525:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077798.190528:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077798.190536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769077798.190537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:1.0:1769077798.190540:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077798.190541:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077798.190546:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077798.190547:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077798.190549:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077798.190551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077798.190552:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077798.190568:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077798.190571:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077798.190573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077798.318628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077798.318640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077798.318642:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077798.318646:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077798.318651:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077798.318659:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4489
00000400:00000200:0.0:1769077798.318670:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077798.318677:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077798.318680:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077798.318683:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077798.318686:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077798.318688:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077798.318690:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077798.318694:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077798.318696:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077798.318698:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077798.318701:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077798.318702:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077798.318704:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077798.318706:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077798.318707:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077798.318709:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077798.318710:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077798.318713:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077798.318716:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077798.318717:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077798.318720:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077798.318722:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077798.318725:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077798.318726:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077798.318728:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077798.318739:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d1500.
00000020:00000040:0.0:1769077798.318742:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077798.318746:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077798.318747:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077798.318750:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077798.318752:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077798.318756:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077798.318764:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9c00.
00000100:00000001:0.0:1769077798.318771:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077798.318779:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d1500 x1855007932503552/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077798.318788:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077798.318793:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077798.318797:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bde341] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d1500 x1855007932503552/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077798.318822:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077798.318825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077798.318827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077798.318829:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077798.318830:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077798.318832:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077798.318834:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4489
00000400:00000200:0.0:1769077798.318836:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077798.318839:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077798.318841:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077798.318844:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077798.318847:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077798.318850:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077798.318852:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077798.318854:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077798.318855:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077798.318856:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077798.318857:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077798.318860:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077798.318862:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077798.318870:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077798.318881:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077798.318890:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077798.318893:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077798.318895:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077798.318899:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077798.318905:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077798.318906:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077798.318913:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077798.318927:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077798.318933:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077798.318939:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077798.318943:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077798.318946:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077798.318950:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3480.
00000020:00000040:0.0:1769077798.318954:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077798.318959:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077798.318963:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077798.318971:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077798.318974:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077798.318982:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077798.318990:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9000.
00000100:00000001:0.0:1769077798.319028:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077798.319043:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3480 x1855007932503680/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077798.319064:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077798.319068:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077798.319078:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb5fd4f] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3480 x1855007932503680/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077798.319093:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077798.319106:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077798.319115:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077798.319120:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077798.319126:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077798.319137:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077798.319144:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4489
00000400:00000200:0.0:1769077798.319161:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077798.319164:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077798.319171:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077798.319179:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077798.319183:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077798.319196:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077798.319203:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077798.319210:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077798.319212:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077798.319219:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077798.319224:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077798.319231:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077798.319241:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077798.319258:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077798.319265:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077798.319275:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077798.319285:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077798.319293:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077798.319305:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077798.319313:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077798.319318:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077798.319325:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077798.319334:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077798.319338:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769077798.319340:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000008:00100000:0.0:1769077798.319343:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1769077798.319345:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000008:00000001:0.0:1769077798.319350:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077798.319354:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077798.319367:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769077798.319381:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077798.319388:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077798.319392:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077798.319397:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077798.319456:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077798.319461:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077798.319468:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
00000100:00000001:0.0:1769077798.319477:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077798.319485:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932503808/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077798.319497:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077798.319501:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077798.319512:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932503808/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077798.319561:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077798.319567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077798.319575:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077798.319582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077798.319596:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077798.319602:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4499)
00000800:00000200:3.1:1769077798.319904:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077798.319907:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077798.320135:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077798.320136:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1769077799.214460:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077799.214468:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077799.214472:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077799.214480:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077799.214487:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077799.214494:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077799.214505:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077799.214508:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077799.214511:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077799.214512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077799.214517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077799.214522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077799.214523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077799.214543:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077799.214546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077799.214549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077799.214551:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077799.214554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077799.214558:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077799.214561:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077799.214565:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077799.214566:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077799.662501:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299163427, at 4299163456
00000100:00000010:2.0:1769077799.662520:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00010000:00000001:1.0:1769077800.238517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077800.238520:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077800.238526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.238529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077800.238535:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077800.238536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077800.238539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077800.238545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077800.238546:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077800.238554:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077800.238555:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077800.238558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.238560:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077800.238563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077800.238565:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077800.238570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077800.238571:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077800.238573:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077800.238576:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077800.238578:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077800.238585:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077800.238588:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077800.238595:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077800.238598:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077800.238601:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077801.262528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077801.262531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077801.262537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077801.262539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077801.262544:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077801.262546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077801.262550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077801.262551:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077801.262558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077801.262563:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077801.262570:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077801.262575:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077801.262576:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077801.262579:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077801.262580:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077801.262585:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077801.262587:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077801.262588:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077801.262589:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077801.262593:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077801.262595:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077801.262597:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077801.262601:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077801.262604:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077801.262604:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077802.286553:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077802.286564:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077802.286568:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077802.286574:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769077802.286577:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077802.286587:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077802.286587:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077802.286596:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077802.286598:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077802.286610:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077802.286611:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077802.286631:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077802.286641:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077802.286645:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077802.286650:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077802.286664:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077802.286671:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077802.286678:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077802.286733:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077802.286737:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077802.286745:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077802.286748:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077802.286815:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077802.286822:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077802.286838:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077803.310535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077803.310548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077803.310583:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077803.310585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077803.310591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077803.310595:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077803.310604:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077803.310612:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077803.310621:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077803.310646:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077803.310649:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077803.310652:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077803.310655:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077803.310659:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077803.310662:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077803.310667:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077803.438483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077803.438492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077803.438494:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077803.438504:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077803.438507:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077803.438514:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4494
00000400:00000200:2.0:1769077803.438522:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077803.438526:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077803.438530:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077803.438532:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077803.438535:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077803.438538:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077803.438541:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077803.438546:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077803.438548:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077803.438551:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077803.438553:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077803.438556:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077803.438559:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077803.438563:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077803.438565:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077803.438567:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077803.438569:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077803.438573:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077803.438577:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077803.438580:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077803.438582:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077803.438584:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077803.438586:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.438588:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077803.438590:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077803.438597:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077803.438600:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077803.438603:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077803.438605:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.438607:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077803.438609:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077803.438613:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077803.438619:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:2.0:1769077803.438625:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077803.438632:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932503936/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077803.438640:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077803.438649:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077803.438653:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932503936/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077803.438669:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077803.438671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077803.438674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077803.438675:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077803.438676:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077803.438678:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077803.438679:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4494
00000400:00000200:2.0:1769077803.438683:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077803.438686:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077803.438688:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077803.438690:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077803.438692:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077803.438694:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077803.438698:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077803.438700:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077803.438703:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077803.438706:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077803.438707:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077803.438710:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077803.438712:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077803.438719:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077803.438724:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077803.438728:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077803.438734:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077803.438737:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077803.438741:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077803.438745:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077803.438748:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077803.438754:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077803.438757:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.438761:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077803.438766:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077803.438771:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.438775:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077803.438780:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077803.438784:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077803.438788:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077803.438790:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.438793:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077803.438794:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077803.438796:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077803.438800:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000001:2.0:1769077803.438802:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077803.438807:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932504064/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077803.438817:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077803.438822:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077803.438831:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932504064/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077803.438858:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077803.438863:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077803.438867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077803.438871:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077803.438875:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077803.438880:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077803.438885:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4494
00000400:00000200:2.0:1769077803.438945:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077803.438951:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077803.438954:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077803.438959:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077803.438963:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077803.438966:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077803.438971:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:3.1:1769077803.438974:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000001:2.0:1769077803.438975:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077803.438978:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000800:00000200:3.1:1769077803.438980:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077803.438981:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077803.438984:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077803.438989:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077803.438993:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077803.438998:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077803.439003:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077803.439008:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077803.439012:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077803.439015:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077803.439019:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077803.439025:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077803.439028:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077803.439033:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077803.439036:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.439041:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077803.439044:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077803.439047:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.439048:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077803.439051:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077803.439056:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077803.439058:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077803.439060:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.439063:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077803.439064:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077803.439067:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077803.439071:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769077803.439076:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077803.439085:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932504192/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077803.439095:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077803.439097:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077803.439101:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932504192/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077803.439115:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077803.439122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077803.439125:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077803.439127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077803.439131:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077803.439135:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4504)
00000800:00000200:3.1:1769077803.439364:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077803.439366:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077803.439608:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077803.439610:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769077804.334516:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077804.334520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077804.334525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077804.334528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077804.334534:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077804.334535:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077804.334536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077804.334541:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077804.334542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077804.334543:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077804.334544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077804.334551:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077804.334552:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077804.334558:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077804.334558:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077804.334563:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077804.334566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077804.334570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077804.334575:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077804.334576:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077804.334576:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077804.334580:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077804.334581:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077804.334584:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077804.334586:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077804.782472:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299168546, at 4299168576
00000100:00000010:2.0:1769077804.782487:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000001:2.0:1769077805.358503:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077805.358507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077805.358510:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077805.358512:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077805.358513:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077805.358516:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769077805.358520:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077805.358521:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077805.358526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077805.358528:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077805.358531:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077805.358531:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077805.358538:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077805.358538:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077805.358543:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077805.358543:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077805.358547:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077805.358549:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077805.358549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077805.358555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077805.358556:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077805.358561:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077805.358568:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077805.358574:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077805.358575:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077805.358578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077805.358579:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077805.358581:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077805.358589:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077805.358592:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077805.358595:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077806.382515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077806.382516:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077806.382522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077806.382524:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077806.382525:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077806.382528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077806.382529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077806.382530:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077806.382537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077806.382538:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077806.382540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077806.382544:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077806.382545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077806.382546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077806.382548:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077806.382552:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077806.382562:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077806.382565:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077806.382567:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077806.382568:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077806.382572:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077806.382576:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077806.382577:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077806.382582:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077806.382586:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077807.406498:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077807.406500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077807.406506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077807.406506:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077807.406511:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077807.406515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077807.406516:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077807.406518:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077807.406520:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077807.406521:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077807.406523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077807.406524:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077807.406527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077807.406528:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077807.406528:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077807.406535:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077807.406536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077807.406537:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769077807.406539:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077807.406540:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077807.406542:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077807.406543:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077807.406544:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077807.406550:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077807.406558:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077807.406559:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077807.406563:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077807.406567:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077808.430501:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077808.430501:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077808.430507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077808.430510:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077808.430510:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077808.430515:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077808.430515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077808.430515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077808.430522:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077808.430524:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077808.430526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077808.430529:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077808.430531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077808.430532:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077808.430534:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077808.430538:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077808.430548:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077808.430551:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077808.430553:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077808.430554:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077808.430559:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077808.430563:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077808.430573:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077808.430578:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077808.430582:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077808.558535:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077808.558546:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077808.558549:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077808.558553:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077808.558557:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077808.558564:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4499
00000400:00000200:0.0:1769077808.558572:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077808.558577:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077808.558579:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077808.558582:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077808.558585:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077808.558587:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077808.558589:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077808.558592:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077808.558593:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077808.558595:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077808.558597:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077808.558598:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077808.558600:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077808.558602:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077808.558603:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077808.558604:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077808.558606:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077808.558608:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077808.558610:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077808.558612:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077808.558614:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077808.558617:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077808.558619:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077808.558620:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077808.558622:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077808.558630:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769077808.558633:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077808.558636:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077808.558637:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077808.558639:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077808.558641:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077808.558645:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077808.558651:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9400.
00000100:00000001:0.0:1769077808.558656:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077808.558663:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932504320/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077808.558671:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077808.558674:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077808.558677:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932504320/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077808.558699:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077808.558703:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077808.558706:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077808.558708:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077808.558710:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077808.558712:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077808.558716:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4499
00000400:00000200:0.0:1769077808.558720:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077808.558723:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077808.558725:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077808.558729:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077808.558732:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077808.558735:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077808.558738:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077808.558741:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077808.558743:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077808.558745:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077808.558747:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077808.558750:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077808.558755:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077808.558763:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077808.558767:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077808.558771:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077808.558775:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077808.558780:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077808.558786:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077808.558790:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077808.558793:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077808.558800:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077808.558807:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077808.558809:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077808.558815:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077808.558823:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077808.558828:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077808.558855:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769077808.558858:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077808.558860:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077808.558861:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077808.558863:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077808.558866:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077808.558869:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077808.558876:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca800.
00000100:00000001:0.0:1769077808.558881:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077808.558886:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932504448/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077808.558897:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077808.558901:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077808.558909:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932504448/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077808.558920:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077808.558925:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077808.558928:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077808.558930:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077808.558932:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077808.558937:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077808.558943:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4499
00000400:00000200:0.0:1769077808.558952:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077808.558960:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077808.558967:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077808.558973:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077808.558980:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077808.558987:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077808.559002:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077808.559006:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077808.559007:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077808.559012:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077808.559016:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077808.559019:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077808.559023:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077808.559032:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077808.559038:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077808.559044:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077808.559051:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077808.559057:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077808.559067:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077808.559074:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077808.559078:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077808.559082:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077808.559086:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077808.559091:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077808.559095:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077808.559102:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077808.559108:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077808.559113:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769077808.559119:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077808.559124:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077808.559128:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077808.559135:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1769077808.559139:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:0.0:1769077808.559140:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077808.559145:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077808.559146:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
02000000:00000010:0.0:1769077808.559153:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8400.
00000100:00000001:0.0:1769077808.559161:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077808.559171:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932504576/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077808.559190:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077808.559193:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077808.559202:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932504576/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077808.559214:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077808.559221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077808.559228:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077808.559235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077808.559246:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077808.559257:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4510)
00000800:00000200:3.1:1769077808.559641:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077808.559644:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077808.559964:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077808.559966:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1769077809.454501:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077809.454506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077809.454509:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077809.454511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077809.454513:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077809.454520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077809.454521:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077809.454523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077809.454527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077809.454529:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077809.454533:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077809.454537:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077809.454537:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077809.454545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077809.454549:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077809.454552:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077809.454553:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077809.454553:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077809.454558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077809.454560:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077809.454563:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077809.454565:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077809.454566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077809.454569:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077809.454573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077809.902514:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299173666, at 4299173696
00000100:00000010:2.0:1769077809.902529:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000001:0.0:1769077810.478516:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077810.478516:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077810.478523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077810.478524:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077810.478527:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077810.478529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077810.478529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077810.478535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077810.478537:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077810.478538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077810.478543:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077810.478545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077810.478547:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077810.478549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077810.478551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077810.478552:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077810.478553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077810.478556:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077810.478560:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077810.478561:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077810.478565:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077810.478567:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077810.478589:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077810.478592:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077810.478595:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077811.502504:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077811.502507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077811.502511:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077811.502511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077811.502515:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077811.502519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077811.502520:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077811.502524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077811.502525:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077811.502530:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077811.502533:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077811.502537:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077811.502541:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077811.502549:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077811.502552:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077811.502556:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077812.526496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077812.526501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077812.526507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077812.526508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077812.526529:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077812.526531:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769077812.526534:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077812.526534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077812.526536:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077812.526538:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077812.526549:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077812.526551:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077812.526552:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00010000:1.0:1769077812.526554:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769077812.526558:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077812.526559:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077812.526564:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077812.526565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077812.526567:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077812.526569:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077812.526570:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077812.526574:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077812.526575:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077812.526578:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077812.526582:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077813.550521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077813.550524:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077813.550529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.550533:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077813.550538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077813.550538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077813.550542:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077813.550543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077813.550545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077813.550550:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077813.550555:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.550556:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077813.550561:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077813.550563:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077813.550566:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077813.550571:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077813.550571:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.550579:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077813.550582:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077813.550585:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077813.550590:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077813.550594:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077813.550597:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077813.550654:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077813.550659:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077813.550701:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077813.550706:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077813.550708:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077813.550712:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077813.550715:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077813.550718:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077813.550720:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077813.550721:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077813.550723:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.678818:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077813.678824:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077813.678828:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077813.678838:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7800 x1855007932504704/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.678851:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077813.678854:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077813.678858:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077813.678860:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077813.678862:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077813.678865:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932504704:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077813.678870:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077813.678875:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077813.678879:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077813.678883:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077813.678888:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769077813.678891:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077813.678903:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077813.678908:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077813.678915:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077813.678923:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932504704, portal 25
00000100:00000001:0.0:1769077813.678928:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077813.678931:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564488192 : -121121145063424 : ffff91d7492c7800)
00000100:00000040:0.0:1769077813.678939:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7800 x1855007932504704/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.678950:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077813.678953:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077813.678957:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077813.678961:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932504704, offset 0
00000400:00000200:0.0:1769077813.678968:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077813.678983:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077813.678990:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077813.678999:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077813.679005:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077813.679010:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077813.679015:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077813.679019:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47598:47598:256:4294967295] 192.168.204.153@tcp LPNI seq info [47598:47598:8:4294967295]
00000400:00000200:0.0:1769077813.679023:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077813.679038:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077813.679046:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077813.679050:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077813.679058:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077813.679064:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077813.679071:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077813.679076:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769077813.679082:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077813.679085:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077813.679091:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077813.679099:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077813.679104:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077813.679109:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077813.679114:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077813.679120:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7800 x1855007932504704/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679129:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077813.679131:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7800 x1855007932504704/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679143:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.679146:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077813.679151:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077813.679166:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077813.679171:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299178786
00000100:00000010:0.0:1769077813.679178:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031060.
00000100:00000001:0.0:1769077813.679186:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077813.679195:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299178786
00000100:00000010:0.0:1769077813.679200:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031540.
00000100:00000001:0.0:1769077813.679205:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077813.679210:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077813.679213:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.679218:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077813.679228:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077813/real 1769077813]  req@ffff91d7492c7800 x1855007932504704/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077813.679242:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077813.679245:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077813.679248:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077813.679253:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077813.679258:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077813.679261:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077813.679268:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7800 x1855007932504704/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077813.679284:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7800 x1855007932504704/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679291:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077813.679294:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.679297:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077813.679302:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077813.679307:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7800 x1855007932504704/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679320:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077813.679326:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7800 x1855007932504704/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679336:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077813.679339:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.679342:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077813.679344:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.679348:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077813.679353:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077813.679358:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077813.679366:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077813.679368:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077813.679377:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7800 x1855007932504704/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077813.679391:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932504704:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077813.679397:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.679425:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077813.679430:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7800 x1855007932504704/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679438:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077813.679441:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077813.679444:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769077813.679452:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077813.679455:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077813.679459:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077813.679465:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077813.679468:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:0.0:1769077813.679474:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077813.679478:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077813.679482:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7800.
00000100:00000001:0.0:1769077813.679489:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077813.679492:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.679497:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.679510:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077813.679514:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.679519:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077813.679523:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077813.679527:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077813.679536:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7480 x1855007932504832/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679549:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077813.679550:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077813.679553:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077813.679555:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077813.679557:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077813.679561:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932504832:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077813.679564:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077813.679566:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077813.679568:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077813.679570:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077813.679573:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769077813.679575:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077813.679580:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077813.679583:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077813.679586:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077813.679589:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932504832, portal 10
00000100:00000001:0.0:1769077813.679591:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077813.679592:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564487296 : -121121145064320 : ffff91d7492c7480)
00000100:00000040:0.0:1769077813.679598:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7480 x1855007932504832/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679605:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077813.679607:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077813.679609:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077813.679612:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932504832, offset 0
00000400:00000200:0.0:1769077813.679616:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077813.679620:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077813.679624:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077813.679627:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077813.679629:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077813.679631:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077813.679633:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077813.679635:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47599:47599:256:4294967295] 192.168.204.153@tcp LPNI seq info [47599:47599:8:4294967295]
00000400:00000200:0.0:1769077813.679638:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077813.679642:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077813.679646:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077813.679649:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077813.679652:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077813.679654:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077813.679657:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077813.679659:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769077813.679661:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077813.679663:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077813.679665:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077813.679669:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077813.679671:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077813.679672:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077813.679674:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077813.679677:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7480 x1855007932504832/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679682:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077813.679684:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7480 x1855007932504832/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679688:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.679690:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077813.679692:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077813.679695:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077813.679697:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077813.679698:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299177484
00000100:00000001:0.0:1769077813.679700:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299178786
00000100:00000001:0.0:1769077813.679702:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299177484
00000100:00000001:0.0:1769077813.679703:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299178786
00000100:00000001:0.0:1769077813.679705:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077813.679707:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.679708:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077813.679710:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077813/real 1769077813]  req@ffff91d7492c7480 x1855007932504832/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077813.679716:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077813.679717:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077813.679718:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077813.679720:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077813.679720:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077813.679722:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077813.679724:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7480 x1855007932504832/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077813.679730:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7480 x1855007932504832/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679733:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077813.679734:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.679735:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077813.679736:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077813.679738:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7480 x1855007932504832/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679742:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077813.679760:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7480 x1855007932504832/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679765:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077813.679767:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.679768:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077813.679769:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.679770:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077813.679772:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077813.679774:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077813.679776:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077813.679777:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077813.679781:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7480 x1855007932504832/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077813.679786:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932504832:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077813.679791:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077813.679794:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6680 x1855007932504960/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679801:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077813.679803:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077813.679805:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077813.679807:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077813.679809:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077813.679812:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932504960:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077813.679815:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077813.679817:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077813.679819:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077813.679821:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077813.679824:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb800.
02000000:00000001:0.0:1769077813.679826:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077813.679830:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077813.679833:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077813.679836:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077813.679839:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932504960, portal 10
00000100:00000001:0.0:1769077813.679841:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077813.679843:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564483712 : -121121145067904 : ffff91d7492c6680)
00000100:00000040:0.0:1769077813.679849:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6680 x1855007932504960/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679856:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077813.679859:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077813.679861:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077813.679863:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932504960, offset 0
00000400:00000200:0.0:1769077813.679868:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077813.679872:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077813.679875:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077813.679879:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077813.679881:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077813.679884:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077813.679887:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077813.679890:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47600:47600:256:4294967295] 192.168.204.153@tcp LPNI seq info [47600:47600:8:4294967295]
00000400:00000200:0.0:1769077813.679895:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077813.679901:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077813.679906:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077813.679909:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077813.679913:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077813.679916:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769077813.679921:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077813.679924:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769077813.679928:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077813.679930:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077813.679933:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077813.679937:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077813.679940:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077813.679942:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077813.679944:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077813.679947:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6680 x1855007932504960/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679955:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077813.679958:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6680 x1855007932504960/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.679965:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.679966:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077813.679969:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077813.679972:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077813.679975:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077813.679978:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299177483
00000100:00000001:0.0:1769077813.679980:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299178786
00000100:00000001:0.0:1769077813.679983:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299177483
00000100:00000001:0.0:1769077813.679985:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299178786
00000100:00000001:0.0:1769077813.679987:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077813.679989:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.679990:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077813.679993:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077813/real 1769077813]  req@ffff91d7492c6680 x1855007932504960/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077813.679998:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077813.679999:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077813.680000:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077813.680002:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077813.680003:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077813.680004:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077813.680006:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6680 x1855007932504960/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077813.680011:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6680 x1855007932504960/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.680016:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077813.680017:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.680018:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077813.680019:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077813.680021:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6680 x1855007932504960/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.680025:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077813.680027:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6680 x1855007932504960/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.680031:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077813.680033:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.680034:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077813.680035:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.680037:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077813.680039:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077813.680040:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077813.680042:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077813.680044:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077813.680046:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6680 x1855007932504960/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077813.680051:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932504960:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077813.680053:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.680055:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077813.680057:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7480 x1855007932504832/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.680061:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077813.680062:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077813.680063:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769077813.680064:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077813.680065:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077813.680066:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077813.680067:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077813.680068:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:0.0:1769077813.680070:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077813.680071:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077813.680072:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7480.
00000100:00000001:0.0:1769077813.680074:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077813.680074:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.680076:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077813.680077:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6680 x1855007932504960/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.680086:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077813.680086:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077813.680087:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb800.
02000000:00000001:0.0:1769077813.680089:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077813.680090:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077813.680091:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077813.680092:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077813.680093:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:0.0:1769077813.680094:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077813.680094:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077813.680095:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6680.
00000100:00000001:0.0:1769077813.680097:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077813.680098:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.680099:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077813.680102:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077813.680102:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.680104:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077813.680105:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077814.574537:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077814.574537:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077814.574538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077814.574548:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077814.574548:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077814.574549:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077814.574554:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077814.574554:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077814.574554:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077814.574559:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077814.574563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077814.574564:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077814.574565:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077814.574570:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077814.574573:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077814.574574:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077814.574580:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077814.574580:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077814.574587:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077814.574589:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077814.574592:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077814.574593:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077814.574595:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077814.574595:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077814.574598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077814.574600:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077814.574601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077814.574604:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077814.574630:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077814.574636:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077814.574640:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077815.022506:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299178786, at 4299178816
00000100:00000010:2.0:1769077815.022525:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031060.
00000100:00000001:0.0:1769077815.598498:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077815.598498:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077815.598508:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077815.598508:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077815.598512:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077815.598513:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077815.598520:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077815.598521:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077815.598522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077815.598527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077815.598528:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077815.598529:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077815.598534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077815.598536:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077815.598537:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077815.598537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077815.598550:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077815.598553:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077815.598556:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077815.598557:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077815.598560:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077815.598561:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077815.598564:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077815.598566:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077815.598568:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077816.622557:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077816.622559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077816.622575:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077816.622578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077816.622589:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077816.622594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077816.622600:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077816.622608:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077816.622608:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077816.622613:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077816.622618:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077816.622624:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077816.622625:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077816.622625:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077816.622637:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077816.622638:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077816.622640:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077816.622645:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077816.622648:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077816.622658:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077816.622659:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077816.622661:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077816.622663:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077816.622673:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077816.622684:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077816.622690:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077816.622694:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077816.622717:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077816.622730:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077816.622733:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077816.622748:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077817.646567:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077817.646599:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077817.646605:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077817.646626:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077817.646633:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077817.646639:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077817.646649:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077817.646651:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077817.646666:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077817.646669:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077817.646707:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077817.646715:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077817.646724:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077817.646725:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077817.646731:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077817.646732:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077817.646739:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077817.646743:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077817.646748:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077817.646755:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077817.646759:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077817.646766:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077817.646778:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077817.646784:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077817.646789:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077818.670567:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077818.670568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077818.670575:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077818.670576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077818.670579:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077818.670582:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769077818.670591:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077818.670593:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077818.670593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077818.670600:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077818.670605:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077818.670605:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077818.670607:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077818.670617:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077818.670619:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.670621:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077818.670638:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077818.670638:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077818.670650:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077818.670650:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077818.670680:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077818.670681:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077818.670681:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077818.670689:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.670695:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077818.798545:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077818.798554:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077818.798556:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077818.798559:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077818.798562:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077818.798568:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4510
00000400:00000200:1.0:1769077818.798576:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077818.798581:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077818.798584:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077818.798586:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077818.798589:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077818.798591:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077818.798593:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077818.798596:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077818.798598:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077818.798601:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077818.798604:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077818.798606:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077818.798609:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077818.798612:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077818.798614:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077818.798617:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077818.798619:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077818.798623:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077818.798627:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077818.798629:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077818.798632:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077818.798636:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077818.798649:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077818.798652:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077818.798655:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077818.798676:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4e00.
00000020:00000040:1.0:1769077818.798681:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077818.798685:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077818.798687:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077818.798690:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077818.798693:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077818.798697:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077818.798706:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077818.798720:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077818.798728:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077818.798736:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077818.798739:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077818.798742:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000699d57bf] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077818.798760:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077818.798762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077818.798764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077818.798766:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077818.798767:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077818.798768:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077818.798771:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4510
00000400:00000200:1.0:1769077818.798774:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077818.798776:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077818.798778:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077818.798780:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077818.798781:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077818.798783:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077818.798784:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077818.798791:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077818.798792:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077818.798794:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077818.798795:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077818.798797:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077818.798799:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077818.798802:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077818.798803:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077818.798804:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077818.798806:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769077818.798807:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769077818.798808:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:0.0:1769077818.798814:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769077818.798814:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077818.798816:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077818.798820:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077818.798820:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077818.798825:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077818.798828:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077818.798831:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:0.0:1769077818.798833:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769077818.798835:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077818.798841:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077818.798844:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077818.798850:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5180.
00000020:00000040:1.0:1769077818.798854:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769077818.798856:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077818.798858:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769077818.798861:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077818.798861:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077818.798868:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077818.798869:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077818.798870:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077818.798871:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077818.798876:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769077818.798877:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769077818.798883:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077818.798884:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077818.798890:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769077818.798894:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932505088:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077818.798905:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077818.798908:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769077818.798909:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077818.798913:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077818.798915:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077818.798920:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b0b83e] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077818.798921:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077818.798930:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077818.798931:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb800.
00000100:00080000:1.0:1769077818.798932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769077818.798937:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077818.798938:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077818.798941:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077818.798942:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077818.798944:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769077818.798945:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:1.0:1769077818.798948:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4510
00000400:00000010:0.0:1769077818.798951:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000200:1.0:1769077818.798953:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077818.798958:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077818.798960:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1769077818.798961:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000040:1.0:1769077818.798963:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077818.798967:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077818.798969:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000200:0.0:1769077818.798970:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932505088, portal 25
00000100:00000001:0.0:1769077818.798974:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077818.798976:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559365632 : -121121150185984 : ffff91d748de4e00)
00000100:00000001:1.0:1769077818.798977:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077818.798981:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077818.798982:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077818.798984:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1769077818.798986:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077818.798987:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077818.798992:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077818.798998:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769077818.799005:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077818.799006:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:0.0:1769077818.799012:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077818.799012:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769077818.799016:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000040:1.0:1769077818.799017:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000200:0.0:1769077818.799020:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932505088, offset 0
00000100:00000001:1.0:1769077818.799021:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077818.799027:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077818.799031:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:0.0:1769077818.799034:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077818.799036:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077818.799039:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077818.799041:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077818.799043:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077818.799047:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077818.799047:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077818.799051:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077818.799053:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077818.799056:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:1.0:1769077818.799056:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077818.799060:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000400:00000200:0.0:1769077818.799063:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1769077818.799064:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077818.799068:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769077818.799069:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:1.0:1769077818.799070:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077818.799073:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769077818.799075:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1769077818.799076:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077818.799081:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077818.799082:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000010:1.0:1769077818.799085:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000400:00000200:0.0:1769077818.799088:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47601:47601:256:4294967295] 192.168.204.153@tcp LPNI seq info [47601:47601:8:4294967295]
00000100:00000001:1.0:1769077818.799090:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077818.799095:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:1.0:1769077818.799103:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077818.799109:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077818.799124:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077818.799124:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077818.799129:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077818.799135:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077818.799143:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077818.799147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077818.799151:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077818.799154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077818.799157:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077818.799162:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4520)
00000800:00000010:0.0:1769077818.799181:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077818.799190:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077818.799194:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077818.799198:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077818.799201:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769077818.799204:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077818.799206:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077818.799211:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077818.799215:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077818.799219:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077818.799221:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077818.799224:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077818.799228:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799235:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077818.799238:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799243:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077818.799244:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077818.799249:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077818.799252:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077818.799253:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299183906
00000100:00000010:0.0:1769077818.799258:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031900.
00000100:00000001:0.0:1769077818.799264:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077818.799268:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299183906
00000100:00000010:0.0:1769077818.799270:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031780.
00000100:00000001:0.0:1769077818.799273:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077818.799275:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077818.799277:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077818.799279:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077818.799282:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077818/real 1769077818]  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077818.799289:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077818.799291:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077818.799293:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077818.799296:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077818.799297:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077818.799298:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077818.799308:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077818.799318:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799323:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077818.799324:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799326:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077818.799327:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077818.799329:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799334:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077818.799337:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799342:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077818.799344:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799345:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077818.799346:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799347:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077818.799349:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077818.799350:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077818.799353:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077818.799355:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077818.799357:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077818.799363:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932505088:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077818.799367:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799368:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077818.799370:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4e00 x1855007932505088/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799375:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077818.799377:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077818.799379:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb800.
02000000:00000001:0.0:1769077818.799381:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077818.799382:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077818.799383:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077818.799384:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077818.799386:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155000.
02000000:00000001:0.0:1769077818.799388:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077818.799390:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077818.799391:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4e00.
00000100:00000001:0.0:1769077818.799394:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077818.799394:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799396:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799424:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077818.799426:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077818.799428:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077818.799429:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077818.799430:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077818.799433:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799438:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077818.799439:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077818.799440:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077818.799442:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077818.799443:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077818.799445:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932505216:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077818.799448:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077818.799449:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077818.799450:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077818.799452:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077818.799454:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb800.
02000000:00000001:0.0:1769077818.799456:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077818.799459:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077818.799461:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077818.799463:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077818.799466:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932505216, portal 10
00000100:00000001:0.0:1769077818.799467:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077818.799468:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559366528 : -121121150185088 : ffff91d748de5180)
00000100:00000040:0.0:1769077818.799473:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799477:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077818.799478:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077818.799480:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077818.799482:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932505216, offset 0
00000400:00000200:0.0:1769077818.799484:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077818.799487:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077818.799489:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077818.799492:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077818.799494:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077818.799495:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077818.799497:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077818.799499:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47602:47602:256:4294967295] 192.168.204.153@tcp LPNI seq info [47602:47602:8:4294967295]
00000400:00000200:0.0:1769077818.799502:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077818.799506:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077818.799509:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077818.799511:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077818.799514:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077818.799516:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077818.799519:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077818.799521:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769077818.799523:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077818.799524:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077818.799527:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077818.799529:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077818.799531:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077818.799532:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077818.799534:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077818.799536:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799542:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077818.799543:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799548:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077818.799549:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077818.799551:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077818.799553:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077818.799555:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077818.799557:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299182604
00000100:00000001:0.0:1769077818.799559:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299183906
00000100:00000001:0.0:1769077818.799560:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299182604
00000100:00000001:0.0:1769077818.799562:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299183906
00000100:00000001:0.0:1769077818.799564:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077818.799565:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077818.799566:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077818.799568:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077818/real 1769077818]  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077818.799573:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077818.799573:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077818.799574:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077818.799576:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077818.799577:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077818.799578:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077818.799580:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077818.799586:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799590:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077818.799591:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799592:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077818.799593:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077818.799595:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799599:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077818.799601:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799606:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077818.799607:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799608:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077818.799609:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799610:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077818.799611:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077818.799613:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077818.799615:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077818.799616:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077818.799619:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077818.799624:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932505216:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077818.799626:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077818.799628:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799645:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077818.799646:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077818.799648:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077818.799649:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077818.799650:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077818.799652:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932505344:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077818.799655:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077818.799656:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077818.799657:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077818.799670:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077818.799673:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769077818.799674:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077818.799677:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077818.799679:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077818.799681:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077818.799683:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932505344, portal 10
00000100:00000001:0.0:1769077818.799684:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077818.799686:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559363840 : -121121150187776 : ffff91d748de4700)
00000100:00000040:0.0:1769077818.799690:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799695:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077818.799696:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077818.799698:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077818.799699:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932505344, offset 0
00000400:00000200:0.0:1769077818.799702:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077818.799704:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077818.799706:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077818.799708:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077818.799710:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077818.799712:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077818.799713:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077818.799716:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47603:47603:256:4294967295] 192.168.204.153@tcp LPNI seq info [47603:47603:8:4294967295]
00000400:00000200:0.0:1769077818.799719:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077818.799723:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077818.799726:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077818.799728:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077818.799731:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077818.799733:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769077818.799735:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077818.799737:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769077818.799740:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077818.799741:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077818.799743:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077818.799745:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077818.799747:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077818.799748:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077818.799750:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077818.799752:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799757:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077818.799759:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799764:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077818.799765:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077818.799767:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077818.799768:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077818.799770:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077818.799772:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299182603
00000100:00000001:0.0:1769077818.799773:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299183906
00000100:00000001:0.0:1769077818.799775:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299182603
00000100:00000001:0.0:1769077818.799776:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299183906
00000100:00000001:0.0:1769077818.799778:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077818.799779:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077818.799781:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077818.799783:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077818/real 1769077818]  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077818.799788:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077818.799789:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077818.799790:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077818.799792:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077818.799793:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077818.799794:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077818.799796:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077818.799802:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799805:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077818.799806:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799807:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077818.799808:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077818.799810:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799814:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077818.799817:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799821:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077818.799822:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799823:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077818.799824:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799825:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077818.799827:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077818.799829:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077818.799832:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077818.799833:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077818.799836:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077818.799841:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932505344:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077818.799843:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799844:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077818.799846:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5180 x1855007932505216/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799850:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077818.799851:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077818.799852:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb800.
02000000:00000001:0.0:1769077818.799853:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077818.799854:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077818.799855:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077818.799857:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077818.799858:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156800.
02000000:00000001:0.0:1769077818.799860:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077818.799860:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077818.799861:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5180.
00000100:00000001:0.0:1769077818.799863:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077818.799864:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799865:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077818.799867:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4700 x1855007932505344/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077818.799871:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077818.799872:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077818.799872:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769077818.799874:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077818.799875:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077818.799875:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077818.799876:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077818.799878:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:0.0:1769077818.799879:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077818.799880:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077818.799881:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4700.
00000100:00000001:0.0:1769077818.799882:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077818.799883:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799884:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077818.799886:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077818.799887:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077818.799888:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077818.799889:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077819.694504:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077819.694504:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077819.694513:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077819.694514:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077819.694516:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077819.694519:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077819.694526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077819.694527:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077819.694533:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077819.694538:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077819.694546:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077819.694551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077819.694551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077819.694554:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077819.694562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077819.694563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077819.694572:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077819.694574:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077819.694574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077819.694583:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077819.694583:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077819.694590:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077819.694601:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077819.694604:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077819.694607:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077820.142481:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299183906, at 4299183936
00000100:00000010:2.0:1769077820.142503:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031900.
00000100:00000001:0.0:1769077820.718547:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077820.718548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077820.718554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077820.718556:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077820.718560:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077820.718562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077820.718563:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077820.718572:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769077820.718574:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077820.718577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077820.718578:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077820.718593:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077820.718596:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077820.718598:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077820.718614:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077820.718614:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077820.718623:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077820.718643:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077820.718646:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077820.718649:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077820.718652:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077820.718661:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077820.718662:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077820.718671:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077820.718678:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077821.742481:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077821.742490:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077821.742494:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077821.742500:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077821.742506:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077821.742508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077821.742510:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077821.742513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077821.742515:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077821.742520:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077821.742522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077821.742524:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077821.742525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077821.742557:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077821.742561:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077821.742562:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077821.742564:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1769077821.742565:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:0.0:1769077821.742570:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077821.742570:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077821.742574:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:0.0:1769077821.742575:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077821.742577:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077821.742579:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077821.742581:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077822.766543:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077822.766550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077822.766554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077822.766555:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077822.766561:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077822.766562:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077822.766563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077822.766566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077822.766570:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077822.766573:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077822.766577:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769077822.766579:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077822.766583:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077822.766586:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077822.766589:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077822.766591:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077822.766628:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077822.766631:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077822.766636:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077822.766637:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077822.766638:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077822.766641:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077822.766646:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077822.766653:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077822.766656:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077823.790520:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077823.790522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077823.790529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077823.790531:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077823.790534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077823.790537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077823.790537:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077823.790546:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077823.790553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077823.790559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077823.790564:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077823.790567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077823.790571:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077823.790591:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077823.790598:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077823.790605:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077823.790622:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077823.790627:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077823.790628:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077823.790631:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077823.790633:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077823.790636:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077823.790638:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077823.790640:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077823.790642:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077823.918565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077823.918600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077823.918603:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077823.918608:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077823.918612:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077823.918620:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4515
00000400:00000200:0.0:1769077823.918631:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077823.918637:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077823.918640:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077823.918643:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077823.918646:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077823.918648:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077823.918650:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077823.918654:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077823.918656:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077823.918658:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077823.918661:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077823.918662:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077823.918664:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077823.918666:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077823.918667:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077823.918669:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077823.918671:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077823.918674:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077823.918678:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077823.918682:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077823.918685:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077823.918689:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077823.918693:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077823.918695:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077823.918698:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077823.918712:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2d80.
00000020:00000040:0.0:1769077823.918718:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077823.918723:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077823.918725:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077823.918729:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077823.918732:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077823.918738:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077823.918749:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb800.
00000100:00000001:0.0:1769077823.918756:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077823.918765:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2d80 x1855007932505472/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077823.918775:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077823.918781:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077823.918787:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000296efca4] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2d80 x1855007932505472/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077823.918827:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077823.918831:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077823.918834:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077823.918835:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077823.918837:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077823.918839:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077823.918841:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4515
00000400:00000200:0.0:1769077823.918845:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077823.918847:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077823.918849:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077823.918851:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077823.918854:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077823.918856:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077823.918858:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077823.918860:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077823.918861:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077823.918862:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077823.918864:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077823.918866:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077823.918874:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077823.918878:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077823.918882:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077823.918887:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077823.918891:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077823.918896:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077823.918904:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077823.918907:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077823.918909:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077823.918917:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077823.918923:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077823.918928:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077823.918935:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077823.918941:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077823.918948:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077823.918952:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0a80.
00000020:00000040:0.0:1769077823.918956:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077823.918959:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077823.918962:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077823.918966:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077823.918969:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077823.918973:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077823.918980:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8c00.
00000100:00000001:0.0:1769077823.918986:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077823.918995:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0a80 x1855007932505600/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077823.919008:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077823.919010:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077823.919018:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a51dfce] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0a80 x1855007932505600/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077823.919029:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077823.919033:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077823.919037:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077823.919039:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077823.919041:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077823.919048:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077823.919052:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4515
00000400:00000200:0.0:1769077823.919058:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077823.919065:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077823.919070:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077823.919077:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077823.919082:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077823.919089:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077823.919092:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077823.919095:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077823.919098:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077823.919101:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077823.919102:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077823.919107:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077823.919112:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077823.919116:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077823.919117:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077823.919120:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077823.919126:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077823.919129:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077823.919133:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077823.919135:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077823.919139:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077823.919141:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077823.919144:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077823.919148:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077823.919150:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077823.919154:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077823.919157:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077823.919163:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769077823.919167:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077823.919172:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077823.919174:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077823.919179:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077823.919182:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077823.919185:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077823.919190:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8000.
00000100:00000001:0.0:1769077823.919195:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077823.919202:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932505728/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077823.919213:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077823.919217:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077823.919225:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932505728/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077823.919231:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077823.919235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077823.919238:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077823.919240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077823.919246:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077823.919252:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4525)
00000800:00000200:3.1:1769077823.919262:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077823.919265:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077823.919631:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077823.919633:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077823.919836:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077823.919855:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769077824.814552:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077824.814555:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077824.814579:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077824.814579:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077824.814585:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077824.814585:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077824.814596:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077824.814596:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077824.814606:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077824.814606:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077824.814615:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077824.814616:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.814621:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077824.814628:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.814633:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077824.814646:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077824.814650:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077824.814656:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077824.814670:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077824.814678:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077824.814682:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077824.814686:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077824.814691:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077824.814695:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077824.814698:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077824.814702:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077824.814708:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077824.814710:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077824.814736:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077824.814739:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077824.814743:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077825.262548:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299189026, at 4299189056
00000100:00000010:2.0:1769077825.262601:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9600.
00010000:00000001:1.0:1769077825.838561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077825.838566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077825.838572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077825.838574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077825.838595:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077825.838602:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077825.838605:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077825.838606:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077825.838618:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077825.838619:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077825.838620:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077825.838627:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077825.838630:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:0.0:1769077825.838633:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077825.838633:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077825.838635:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077825.838644:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1769077825.838646:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077825.838649:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077825.838652:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077825.838655:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077825.838657:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077825.838662:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077825.838666:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077825.838668:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077826.862508:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077826.862508:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077826.862516:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077826.862516:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077826.862520:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077826.862520:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077826.862539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077826.862540:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077826.862545:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077826.862545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077826.862551:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077826.862551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.862566:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077826.862570:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.862573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077826.862573:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077826.862575:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077826.862577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077826.862604:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077826.862606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077826.862611:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077826.862614:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077826.862617:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077826.862619:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077826.862622:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077826.862624:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077826.862625:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077826.862627:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077826.862642:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077826.862644:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077826.862646:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077827.886553:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077827.886563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077827.886566:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077827.886569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077827.886573:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077827.886573:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077827.886581:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077827.886581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077827.886581:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077827.886586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077827.886587:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077827.886591:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077827.886594:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077827.886599:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077827.886600:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077827.886605:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077827.886607:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077827.886611:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077827.886614:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077827.886618:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077827.886622:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077827.886626:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077827.886636:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077827.886641:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077827.886646:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077828.910538:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077828.910538:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077828.910545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077828.910548:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077828.910549:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077828.910551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077828.910553:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077828.910554:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077828.910562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077828.910562:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077828.910563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077828.910569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077828.910571:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077828.910571:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077828.910577:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077828.910578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077828.910583:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077828.910587:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077828.910590:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077828.910596:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077828.910597:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077828.910600:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077828.910603:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077828.910604:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077828.910609:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077829.038581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077829.038601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077829.038604:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077829.038608:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077829.038613:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077829.038621:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4520
00000400:00000200:0.0:1769077829.038631:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077829.038638:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077829.038641:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077829.038643:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077829.038648:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077829.038650:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077829.038652:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077829.038656:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077829.038659:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077829.038661:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077829.038664:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077829.038665:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077829.038667:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077829.038669:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077829.038671:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077829.038672:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077829.038674:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077829.038676:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077829.038679:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077829.038681:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077829.038683:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077829.038686:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077829.038688:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077829.038690:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077829.038692:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077829.038703:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769077829.038706:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077829.038710:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077829.038712:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077829.038714:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077829.038717:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077829.038721:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077829.038729:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca800.
00000100:00000001:0.0:1769077829.038735:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077829.038744:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932505856/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077829.038757:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077829.038761:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077829.038765:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932505856/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077829.038786:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077829.038789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077829.038792:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077829.038793:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077829.038794:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077829.038796:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077829.038798:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4520
00000400:00000200:0.0:1769077829.038800:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077829.038802:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077829.038804:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077829.038806:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077829.038807:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077829.038809:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077829.038811:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077829.038813:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077829.038815:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077829.038816:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077829.038818:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077829.038820:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077829.038821:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077829.038823:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077829.038825:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077829.038827:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077829.038830:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077829.038835:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077829.038841:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077829.038846:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077829.038848:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077829.038854:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077829.038858:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077829.038862:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077829.038867:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077829.038872:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077829.038876:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077829.038880:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769077829.038885:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077829.038888:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077829.038891:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077829.038895:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077829.038899:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077829.038901:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077829.038903:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9400.
00000100:00000001:0.0:1769077829.038909:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077829.038916:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932505984/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077829.038930:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077829.038931:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077829.038934:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932505984/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077829.038946:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077829.038950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077829.038956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077829.038958:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077829.038959:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077829.038961:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077829.038964:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4520
00000400:00000200:0.0:1769077829.038972:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077829.038975:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077829.038978:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077829.038986:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077829.038991:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077829.038996:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077829.039001:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077829.039007:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077829.039010:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077829.039014:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077829.039018:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077829.039022:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077829.039029:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077829.039035:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077829.039038:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077829.039042:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077829.039045:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077829.039051:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077829.039053:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077829.039055:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077829.039057:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077829.039061:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077829.039065:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077829.039066:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077829.039068:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077829.039071:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077829.039074:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077829.039080:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769077829.039085:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077829.039092:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077829.039096:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077829.039100:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077829.039104:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077829.039107:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077829.039115:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb000.
00000100:00000001:0.0:1769077829.039122:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077829.039132:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932506112/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077829.039151:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077829.039154:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077829.039159:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932506112/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077829.039186:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077829.039192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077829.039198:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077829.039201:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077829.039205:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077829.039211:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4530)
00000800:00000200:3.1:1769077829.039247:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077829.039251:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077829.039665:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077829.039667:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077829.039857:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077829.039859:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769077829.934542:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077829.934551:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077829.934556:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077829.934561:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769077829.934562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077829.934575:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077829.934575:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077829.934577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077829.934587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077829.934588:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077829.934594:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077829.934605:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077829.934609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077829.934609:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077829.934610:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077829.934621:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077829.934623:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077829.934627:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077829.934629:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077829.934635:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077829.934639:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077829.934643:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077830.382595:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299194146, at 4299194176
00000100:00000010:2.0:1769077830.382609:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000001:2.0:1769077830.958556:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077830.958561:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077830.958564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077830.958567:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077830.958576:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077830.958578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077830.958579:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077830.958588:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077830.958593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077830.958597:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077830.958600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077830.958602:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077830.958606:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077830.958616:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077830.958618:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077830.958622:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077830.958629:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077830.958632:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077830.958642:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077830.958645:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077830.958649:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077830.958651:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077830.958656:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077830.958658:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077830.958664:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077831.982565:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077831.982565:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077831.982570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077831.982574:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077831.982575:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077831.982577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077831.982578:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077831.982580:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077831.982586:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769077831.982587:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077831.982596:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077831.982597:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077831.982598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077831.982600:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077831.982603:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077831.982603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077831.982604:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077831.982608:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077831.982612:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077831.982621:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077831.982625:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077831.982629:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077831.982643:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077831.982647:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077831.982650:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077833.006534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077833.006534:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077833.006538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077833.006543:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077833.006544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077833.006545:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077833.006547:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077833.006552:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077833.006552:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077833.006553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077833.006557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077833.006560:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077833.006560:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077833.006565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077833.006567:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077833.006570:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077833.006572:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077833.006574:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077833.006580:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077833.006581:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077833.006583:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077833.006585:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077833.006587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077833.006591:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077833.006592:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077834.030514:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077834.030522:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077834.030525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077834.030531:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077834.030537:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077834.030540:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077834.030544:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077834.030551:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077834.030552:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077834.030559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077834.030563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077834.030563:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077834.030566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077834.030572:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077834.030575:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077834.030584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077834.030585:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077834.030589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077834.030591:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077834.030601:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077834.030604:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077834.030609:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077834.030631:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077834.030635:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077834.030647:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077834.158549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077834.158559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077834.158562:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077834.158566:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077834.158571:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077834.158578:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4525
00000400:00000200:0.0:1769077834.158587:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077834.158594:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077834.158597:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077834.158600:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077834.158604:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077834.158606:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077834.158609:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077834.158613:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077834.158615:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077834.158618:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077834.158621:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077834.158623:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077834.158626:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077834.158629:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077834.158631:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077834.158633:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077834.158635:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077834.158638:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077834.158641:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077834.158644:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077834.158647:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077834.158657:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077834.158660:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077834.158662:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077834.158664:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077834.158673:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3480.
00000020:00000040:0.0:1769077834.158677:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077834.158680:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077834.158682:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077834.158685:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077834.158688:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077834.158692:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077834.158700:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:0.0:1769077834.158706:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077834.158714:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3480 x1855007932506240/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077834.158724:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077834.158728:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077834.158732:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb5fd4f] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3480 x1855007932506240/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077834.158756:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077834.158760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077834.158763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077834.158765:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077834.158766:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077834.158769:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077834.158771:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4525
00000400:00000200:0.0:1769077834.158775:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077834.158778:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077834.158781:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077834.158784:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077834.158787:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077834.158790:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077834.158792:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077834.158795:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077834.158796:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077834.158798:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077834.158803:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077834.158805:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077834.158810:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077834.158815:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077834.158820:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077834.158823:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077834.158827:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077834.158832:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077834.158838:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077834.158843:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077834.158847:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077834.158855:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077834.158860:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077834.158866:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077834.158872:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077834.158878:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077834.158883:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077834.158889:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d1500.
00000020:00000040:0.0:1769077834.158893:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077834.158898:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077834.158902:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077834.158907:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077834.158909:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077834.158912:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077834.158919:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
00000100:00000001:0.0:1769077834.158925:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077834.158935:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d1500 x1855007932506368/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077834.158956:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077834.158961:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077834.158970:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bde341] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d1500 x1855007932506368/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077834.158986:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077834.158990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077834.158996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077834.159000:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077834.159004:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077834.159009:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077834.159015:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4525
00000400:00000200:0.0:1769077834.159023:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077834.159033:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077834.159038:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077834.159044:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077834.159050:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077834.159056:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077834.159061:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077834.159065:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077834.159069:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077834.159072:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077834.159075:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077834.159079:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077834.159083:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077834.159089:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077834.159094:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077834.159096:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:0.0:1769077834.159098:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077834.159104:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:3.1:1769077834.159105:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1769077834.159107:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077834.159113:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077834.159118:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077834.159123:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077834.159127:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077834.159132:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077834.159136:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077834.159141:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077834.159147:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077834.159153:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077834.159161:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769077834.159164:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077834.159167:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077834.159170:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077834.159172:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077834.159175:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077834.159178:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077834.159184:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9000.
00000100:00000001:0.0:1769077834.159190:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077834.159198:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932506496/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077834.159207:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077834.159212:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077834.159221:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932506496/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077834.159235:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077834.159240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077834.159248:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077834.159253:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077834.159259:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077834.159265:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4535)
00000800:00000200:3.1:1769077834.159521:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077834.159523:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077834.159708:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077834.159710:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769077835.054495:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077835.054496:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077835.054498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077835.054502:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077835.054503:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077835.054504:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077835.054505:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077835.054508:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077835.054509:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769077835.054511:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077835.054513:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077835.054517:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077835.054517:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077835.054518:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077835.054523:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077835.054523:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077835.054524:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077835.054527:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077835.054529:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077835.054532:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077835.054533:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077835.054533:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077835.054537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077835.054541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077835.054541:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077835.054551:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077835.054558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077835.054562:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077835.054566:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077835.054569:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077835.054572:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077835.502486:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299199266, at 4299199296
00000100:00000010:2.0:1769077835.502501:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000001:0.0:1769077836.078508:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077836.078513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077836.078515:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077836.078521:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077836.078521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077836.078528:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077836.078533:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077836.078534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077836.078539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077836.078539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077836.078545:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077836.078545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077836.078545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077836.078556:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769077836.078557:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077836.078560:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077836.078561:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077836.078566:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077836.078567:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077836.078580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077836.078582:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077836.078592:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077836.078592:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077836.078611:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077836.078612:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077837.102480:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077837.102487:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077837.102487:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077837.102494:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077837.102495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077837.102497:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077837.102500:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077837.102500:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077837.102504:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077837.102505:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769077837.102506:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077837.102509:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077837.102510:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077837.102512:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077837.102518:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:0.0:1769077837.102519:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077837.102519:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077837.102521:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077837.102527:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077837.102528:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077837.102531:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077837.102533:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077837.102534:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077837.102536:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077837.102542:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077837.102542:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077837.102546:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077837.102550:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077837.102555:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077837.102559:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077837.102561:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077838.126509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077838.126514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077838.126518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077838.126520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077838.126521:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077838.126522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077838.126526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077838.126530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077838.126530:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077838.126531:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077838.126536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077838.126537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077838.126538:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077838.126544:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077838.126545:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077838.126548:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077838.126558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077838.126562:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077838.126566:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077838.126566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077838.126567:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077838.126569:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077838.126572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077838.126573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077838.126579:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077839.150452:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077839.150459:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077839.150461:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077839.150468:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077839.150474:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077839.150478:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077839.150480:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077839.150484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077839.150484:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077839.150489:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077839.150492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077839.150503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077839.150508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077839.150530:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077839.150533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077839.150536:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077839.150540:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077839.150546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077839.150550:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077839.150555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077839.150558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077839.150569:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077839.278600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077839.278614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077839.278618:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077839.278623:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077839.278628:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077839.278637:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4530
00000400:00000200:0.0:1769077839.278649:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077839.278657:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077839.278661:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077839.278666:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077839.278670:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077839.278673:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077839.278675:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077839.278680:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077839.278683:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077839.278686:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077839.278689:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077839.278691:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077839.278693:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077839.278696:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077839.278698:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077839.278700:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077839.278702:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077839.278706:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077839.278710:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077839.278712:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077839.278715:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077839.278719:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077839.278722:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.278724:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077839.278726:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077839.278740:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769077839.278744:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077839.278749:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077839.278751:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.278755:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077839.278757:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077839.278763:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077839.278773:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cbc00.
00000100:00000001:0.0:1769077839.278782:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077839.278792:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932506624/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077839.278805:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077839.278810:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077839.278815:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932506624/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077839.278845:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077839.278849:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077839.278853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077839.278855:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077839.278857:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077839.278859:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077839.278862:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4530
00000400:00000200:0.0:1769077839.278866:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077839.278869:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077839.278872:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077839.278876:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077839.278878:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077839.278881:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077839.278883:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077839.278886:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077839.278888:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077839.278890:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077839.278893:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077839.278895:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077839.278898:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077839.278903:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077839.278906:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077839.278912:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077839.278920:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077839.278931:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077839.278944:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077839.278957:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077839.278966:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077839.278979:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077839.279006:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.279011:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077839.279020:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077839.279025:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.279030:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077839.279038:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769077839.279043:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077839.279055:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077839.279059:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.279064:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077839.279066:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077839.279070:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077839.279078:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8800.
00000100:00000001:0.0:1769077839.279095:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077839.279133:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932506752/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077839.279194:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077839.279201:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077839.279212:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932506752/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077839.279244:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077839.279258:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077839.279271:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077839.279276:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077839.279288:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077839.279307:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077839.279336:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4530
00000400:00000200:0.0:1769077839.279344:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077839.279371:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077839.279375:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077839.279392:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077839.279396:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077839.279404:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077839.279408:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077839.279412:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077839.279413:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000800:00000200:3.1:1769077839.279455:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077839.279460:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769077839.279467:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077839.279475:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077839.279484:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077839.279493:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077839.279504:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077839.279517:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077839.279543:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077839.279549:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077839.279556:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077839.279566:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077839.279578:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077839.279586:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077839.279593:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077839.279605:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.279614:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077839.279618:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077839.279626:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.279630:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077839.279640:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769077839.279645:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077839.279652:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077839.279657:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.279666:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077839.279669:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077839.279672:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077839.279677:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca400.
00000100:00000001:0.0:1769077839.279683:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077839.279695:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932506880/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077839.279723:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077839.279731:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077839.279737:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932506880/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077839.279749:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077839.279754:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077839.279766:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077839.279778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077839.279795:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077839.279814:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4540)
00000800:00000200:3.1:1769077839.280046:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077839.280048:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077839.280238:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077839.280239:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1769077840.174508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077840.174514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077840.174518:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077840.174523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077840.174524:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077840.174527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077840.174528:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077840.174534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077840.174542:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077840.174547:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077840.174547:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077840.174552:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077840.174552:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077840.174558:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:1.0:1769077840.174558:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077840.174559:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077840.174563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077840.174564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077840.174564:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077840.174567:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077840.174568:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077840.174570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077840.174572:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077840.174575:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077840.174577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077840.622595:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299204387, at 4299204416
00000100:00000010:2.0:1769077840.622624:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:2.0:1769077841.198473:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077841.198480:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077841.198482:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077841.198486:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077841.198487:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077841.198491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077841.198492:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077841.198498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077841.198499:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077841.198502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077841.198503:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077841.198505:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077841.198506:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077841.198509:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077841.198526:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077841.198529:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077841.198531:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077841.198546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077841.198549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077841.198553:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077841.198557:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077841.198560:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077841.198563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077841.198565:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077841.198567:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077842.222510:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077842.222516:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077842.222518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077842.222524:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077842.222524:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077842.222529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077842.222530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077842.222536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077842.222537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077842.222546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077842.222549:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077842.222549:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077842.222557:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077842.222558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077842.222559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077842.222559:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077842.222565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077842.222571:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077842.222576:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077842.222580:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077842.222580:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077842.222584:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077842.222589:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077842.222610:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077842.222614:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077842.222618:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077843.246505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077843.246505:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077843.246506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077843.246512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077843.246513:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077843.246513:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077843.246517:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077843.246518:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077843.246519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077843.246522:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077843.246524:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077843.246524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077843.246525:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077843.246527:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077843.246529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077843.246532:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077843.246533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077843.246533:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077843.246536:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077843.246538:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077843.246541:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077843.246546:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077843.246547:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077843.246549:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077843.246552:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077843.246553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077843.246553:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077843.246559:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077843.246560:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077843.246562:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077843.246567:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077843.246568:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077843.246569:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077843.246574:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077844.270485:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077844.270485:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077844.270492:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077844.270492:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077844.270493:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077844.270496:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077844.270497:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077844.270501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077844.270503:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769077844.270504:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077844.270505:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077844.270506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077844.270507:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077844.270511:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077844.270512:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077844.270515:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077844.270517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077844.270517:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077844.270518:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077844.270520:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077844.270522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077844.270524:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077844.270526:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.270528:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.270531:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077844.270532:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077844.270535:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077844.270538:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077844.270539:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077844.270543:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077844.270546:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077844.270548:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077844.270551:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077844.270554:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077844.398568:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077844.398577:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077844.398580:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077844.398583:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077844.398586:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077844.398592:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4535
00000400:00000200:1.0:1769077844.398641:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077844.398646:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077844.398649:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077844.398651:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077844.398654:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077844.398656:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077844.398657:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077844.398661:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077844.398662:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077844.398664:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077844.398672:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077844.398674:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077844.398676:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077844.398678:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077844.398680:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077844.398681:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077844.398682:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077844.398685:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077844.398687:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077844.398689:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077844.398691:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077844.398694:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077844.398696:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.398698:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077844.398699:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077844.398709:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769077844.398712:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077844.398715:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077844.398716:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.398718:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077844.398720:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077844.398724:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077844.398731:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077844.398737:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077844.398743:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077844.398751:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077844.398755:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077844.398758:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077844.398777:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077844.398780:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077844.398786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077844.398787:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077844.398789:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077844.398790:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077844.398792:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4535
00000400:00000200:1.0:1769077844.398795:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077844.398797:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077844.398798:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077844.398801:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077844.398802:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077844.398805:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077844.398806:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077844.398808:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077844.398810:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077844.398812:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077844.398814:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077844.398817:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769077844.398817:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077844.398821:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077844.398822:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769077844.398824:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077844.398831:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:3.0:1769077844.398835:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077844.398836:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077844.398842:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077844.398849:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077844.398849:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077844.398852:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077844.398854:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:3.0:1769077844.398856:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077844.398860:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769077844.398861:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:3.0:1769077844.398863:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.398868:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077844.398870:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932507008:192.168.204.153@tcp:250:kworker.0
02000000:00000001:1.0:1769077844.398874:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077844.398876:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077844.398879:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077844.398880:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077844.398884:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077844.398884:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.398890:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077844.398890:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1769077844.398894:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1769077844.398895:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508c00.
00000008:00000001:1.0:1769077844.398897:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077844.398899:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.398900:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077844.398905:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000400:00000200:3.0:1769077844.398909:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:1.0:1769077844.398910:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077844.398914:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077844.398915:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077844.398916:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000100:00000001:1.0:1769077844.398917:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077844.398921:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077844.398924:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077844.398924:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
02000000:00000010:1.0:1769077844.398932:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000200:3.0:1769077844.398935:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932507008, portal 25
00000100:00000001:1.0:1769077844.398939:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077844.398940:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077844.398945:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559375488 : -121121150176128 : ffff91d748de7480)
00000100:00100000:1.0:1769077844.398949:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769077844.398956:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077844.398968:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077844.398973:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077844.398975:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077844.398979:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769077844.398983:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077844.398983:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce220.
00000100:00000200:3.0:1769077844.398989:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932507008, offset 0
00000100:00000001:1.0:1769077844.398998:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077844.398998:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769077844.399018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077844.399021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077844.399024:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769077844.399024:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:1.0:1769077844.399026:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077844.399030:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769077844.399033:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00080000:1.0:1769077844.399036:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4535
00000400:00000200:3.0:1769077844.399041:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077844.399042:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077844.399048:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:1.0:1769077844.399049:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077844.399052:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769077844.399055:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769077844.399059:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769077844.399062:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:1.0:1769077844.399063:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077844.399069:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769077844.399070:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47616:47616:256:4294967295] 192.168.204.153@tcp LPNI seq info [47616:47616:8:4294967295]
00000100:00000001:1.0:1769077844.399072:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077844.399078:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769077844.399081:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:1.0:1769077844.399082:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077844.399085:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077844.399088:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077844.399092:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077844.399096:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769077844.399097:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769077844.399101:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077844.399105:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1769077844.399109:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769077844.399111:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077844.399117:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000010:3.0:1769077844.399117:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000020:00000040:1.0:1769077844.399124:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000200:3.0:1769077844.399146:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00080000:1.0:1769077844.399150:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000200:3.0:1769077844.399152:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1769077844.399157:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077844.399161:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:1.0:1769077844.399163:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1769077844.399164:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
02000000:00000001:1.0:1769077844.399168:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:3.0:1769077844.399169:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077844.399172:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
02000000:00000001:1.0:1769077844.399174:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077844.399178:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769077844.399179:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077844.399184:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769077844.399186:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000008:00000001:1.0:1769077844.399189:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.399191:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077844.399192:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce220
00000400:00000010:3.0:1769077844.399195:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce220.
00000100:00000010:1.0:1769077844.399196:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000100:00000001:3.0:1769077844.399199:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1769077844.399200:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077844.399204:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1769077844.399205:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077844.399206:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.399211:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077844.399215:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077844.399218:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077844.399221:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1769077844.399226:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000040:3.0:1769077844.399226:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077844.399247:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077844.399248:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077844.399256:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1769077844.399257:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077844.399263:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077844.399271:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077844.399272:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077844.399274:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299209506
00000100:00000001:1.0:1769077844.399277:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077844.399281:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
00000100:00000040:1.0:1769077844.399283:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399288:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077844.399291:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077844.399295:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077844.399296:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299209506
00000100:00000040:1.0:1769077844.399299:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:3.0:1769077844.399301:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000040:1.0:1769077844.399303:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077844.399305:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1769077844.399309:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769077844.399310:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077844.399315:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077844.399316:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4545)
00000100:00000001:3.0:1769077844.399317:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077844.399324:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077844/real 1769077844]  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077844.399331:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077844.399332:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077844.399334:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769077844.399337:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077844.399338:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077844.399341:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077844.399345:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077844.399351:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399359:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077844.399361:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399362:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077844.399364:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077844.399366:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399371:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077844.399374:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399378:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077844.399380:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399381:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077844.399382:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399383:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077844.399384:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077844.399386:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077844.399389:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077844.399391:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077844.399393:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077844.399399:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932507008:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077844.399423:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399424:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077844.399427:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7480 x1855007932507008/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399431:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077844.399433:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077844.399435:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769077844.399437:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077844.399439:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077844.399440:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077844.399443:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077844.399445:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:3.0:1769077844.399449:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077844.399451:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077844.399453:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7480.
00000100:00000001:3.0:1769077844.399456:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077844.399457:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399460:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399467:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077844.399469:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077844.399472:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077844.399481:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077844.399483:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077844.399488:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399496:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077844.399497:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077844.399500:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077844.399502:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077844.399504:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077844.399508:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932507136:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077844.399511:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077844.399513:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077844.399514:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077844.399516:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077844.399518:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769077844.399520:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077844.399523:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077844.399525:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769077844.399527:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077844.399530:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932507136, portal 10
00000100:00000001:3.0:1769077844.399532:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077844.399533:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559376384 : -121121150175232 : ffff91d748de7800)
00000100:00000040:3.0:1769077844.399537:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399542:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077844.399543:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077844.399544:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce220.
00000100:00000200:3.0:1769077844.399546:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932507136, offset 0
00000400:00000200:3.0:1769077844.399548:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077844.399551:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077844.399554:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077844.399556:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077844.399558:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077844.399560:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077844.399561:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077844.399564:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47617:47617:256:4294967295] 192.168.204.153@tcp LPNI seq info [47617:47617:8:4294967295]
00000400:00000200:3.0:1769077844.399566:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077844.399570:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077844.399573:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077844.399575:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769077844.399578:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077844.399580:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077844.399582:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077844.399584:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077844.399587:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077844.399588:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769077844.399590:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077844.399593:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077844.399595:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce220
00000400:00000010:3.0:1769077844.399596:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce220.
00000100:00000001:3.0:1769077844.399598:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077844.399600:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399609:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077844.399611:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399616:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077844.399617:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077844.399618:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077844.399621:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077844.399623:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077844.399624:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299208204
00000100:00000001:3.0:1769077844.399626:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299209506
00000100:00000001:3.0:1769077844.399628:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299208204
00000100:00000001:3.0:1769077844.399629:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299209506
00000100:00000001:3.0:1769077844.399631:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077844.399632:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077844.399633:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077844.399635:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077844/real 1769077844]  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077844.399640:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077844.399641:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077844.399642:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769077844.399643:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077844.399644:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077844.399646:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077844.399647:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077844.399652:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399657:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077844.399658:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399659:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077844.399660:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077844.399662:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399667:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077844.399669:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399673:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077844.399675:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399676:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077844.399677:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399678:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077844.399679:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077844.399681:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077844.399683:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077844.399684:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077844.399687:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077844.399692:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932507136:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077844.399695:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077844.399696:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399700:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077844.399701:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077844.399702:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077844.399704:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077844.399712:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077844.399715:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932507264:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077844.399717:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077844.399719:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077844.399720:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077844.399721:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077844.399723:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077844.399725:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077844.399727:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077844.399728:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769077844.399730:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077844.399732:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932507264, portal 10
00000100:00000001:3.0:1769077844.399733:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077844.399734:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362048 : -121121150189568 : ffff91d748de4000)
00000100:00000040:3.0:1769077844.399738:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399742:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077844.399743:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077844.399745:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce220.
00000100:00000200:3.0:1769077844.399746:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932507264, offset 0
00000400:00000200:3.0:1769077844.399748:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077844.399751:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077844.399753:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077844.399754:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077844.399756:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077844.399757:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077844.399759:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077844.399761:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47618:47618:256:4294967295] 192.168.204.153@tcp LPNI seq info [47618:47618:8:4294967295]
00000400:00000200:3.0:1769077844.399763:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077844.399768:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077844.399770:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077844.399772:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769077844.399775:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077844.399777:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077844.399779:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077844.399793:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077844.399796:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077844.399798:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769077844.399800:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077844.399802:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077844.399805:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce220
00000400:00000010:3.0:1769077844.399806:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce220.
00000100:00000001:3.0:1769077844.399807:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077844.399810:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399815:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077844.399817:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399821:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077844.399822:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077844.399824:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077844.399826:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077844.399828:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077844.399830:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299208203
00000100:00000001:3.0:1769077844.399831:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299209506
00000100:00000001:3.0:1769077844.399833:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299208203
00000100:00000001:3.0:1769077844.399834:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299209506
00000100:00000001:3.0:1769077844.399835:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077844.399837:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077844.399838:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077844.399840:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077844/real 1769077844]  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077844.399845:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077844.399846:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077844.399847:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769077844.399849:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077844.399850:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077844.399851:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077844.399853:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077844.399858:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399862:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077844.399863:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399864:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077844.399865:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077844.399867:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399871:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077844.399873:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399893:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077844.399895:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399896:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077844.399897:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399899:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077844.399901:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077844.399902:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077844.399904:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077844.399906:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077844.399908:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077844.399918:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932507264:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077844.399922:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399924:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077844.399928:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7800 x1855007932507136/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399936:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077844.399938:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077844.399940:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769077844.399943:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077844.399945:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077844.399946:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077844.399949:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077844.399951:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:3.0:1769077844.399954:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077844.399955:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077844.399957:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7800.
00000100:00000001:3.0:1769077844.399960:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077844.399961:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.399963:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077844.399967:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4000 x1855007932507264/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077844.399990:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077844.399991:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077844.399992:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077844.399993:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077844.399994:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077844.399995:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077844.399997:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077844.399998:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:3.0:1769077844.399999:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077844.400000:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077844.400000:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4000.
00000100:00000001:3.0:1769077844.400002:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077844.400003:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.400005:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077844.400007:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077844.400008:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077844.400010:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077844.400011:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077845.294513:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077845.294513:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077845.294520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077845.294520:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077845.294521:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077845.294525:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077845.294525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.294530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769077845.294533:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077845.294533:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077845.294534:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077845.294541:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769077845.294542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077845.294544:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077845.294545:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077845.294548:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077845.294548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077845.294549:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077845.294553:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077845.294553:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077845.294559:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077845.294560:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077845.294563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077845.294565:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.294569:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077845.294572:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077845.294574:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077845.294639:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077845.294647:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077845.294649:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077845.294652:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077845.294656:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077845.294658:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077845.294660:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077845.294662:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077845.294665:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077845.294666:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077845.294681:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077845.294683:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077845.294686:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077845.742503:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299209506, at 4299209536
00000100:00000040:3.0:1769077845.742504:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299209506, at 4299209536
00000100:00000010:3.0:1769077845.742518:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000010:2.0:1769077845.742522:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000001:3.0:1769077846.318493:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077846.318495:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077846.318500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077846.318500:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077846.318501:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077846.318503:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077846.318506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077846.318507:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077846.318509:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077846.318513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077846.318514:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077846.318515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077846.318515:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077846.318518:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077846.318521:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077846.318521:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077846.318523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077846.318526:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077846.318527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077846.318528:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077846.318531:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077846.318532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077846.318536:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077846.318537:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077846.318537:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077846.318537:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077846.318542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077846.318543:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077846.318543:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077846.318549:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077846.318550:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077846.318554:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077846.318556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077846.318559:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077847.342516:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077847.342523:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077847.342525:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077847.342529:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077847.342532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077847.342533:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077847.342538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077847.342553:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077847.342555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077847.342558:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077847.342561:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769077847.342562:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077847.342565:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769077847.342568:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077847.342569:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077847.342573:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077847.342576:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769077847.342578:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077847.342580:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077847.342581:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077847.342587:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077847.342588:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077847.342590:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077847.342593:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077847.342594:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077847.342599:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077847.342601:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077847.342604:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077847.342632:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077847.342637:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077847.342641:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077847.342714:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077847.342717:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077847.342719:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077847.342724:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077847.342727:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077847.342729:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077847.342731:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077847.342733:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077847.342736:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077848.366544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077848.366545:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077848.366554:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077848.366555:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077848.366557:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077848.366559:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077848.366565:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077848.366567:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1769077848.366567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077848.366573:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077848.366576:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077848.366579:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077848.366579:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077848.366581:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077848.366587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077848.366588:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077848.366594:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077848.366597:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077848.366598:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077848.366599:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077848.366605:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077848.366609:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077848.366610:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077848.366617:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077848.366621:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077848.366624:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077848.366627:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077848.366638:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077848.366641:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077848.366646:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077848.366647:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077848.366665:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077848.366667:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077848.366670:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077849.390515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077849.390515:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077849.390523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077849.390523:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077849.390526:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077849.390527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077849.390539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077849.390545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077849.390545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077849.390545:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769077849.390545:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077849.390551:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077849.390553:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077849.390554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077849.390555:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077849.390557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077849.390560:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077849.390560:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077849.390561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077849.390561:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077849.390568:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077849.390570:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077849.390572:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077849.390574:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077849.390578:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077849.390579:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077849.390584:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077849.390588:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077849.390590:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077849.390593:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077849.390594:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077849.390599:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077849.390599:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077849.390604:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077849.518495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077849.518506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077849.518510:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077849.518514:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077849.518518:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077849.518525:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4540
00000400:00000200:0.0:1769077849.518533:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077849.518538:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077849.518541:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077849.518543:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077849.518545:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077849.518547:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077849.518549:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077849.518552:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077849.518553:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077849.518555:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077849.518557:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077849.518559:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077849.518560:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077849.518562:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077849.518564:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077849.518565:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077849.518566:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077849.518568:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077849.518570:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077849.518572:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077849.518574:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077849.518576:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077849.518578:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077849.518579:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077849.518581:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077849.518592:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0a80.
00000020:00000040:0.0:1769077849.518596:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077849.518600:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077849.518602:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077849.518605:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077849.518607:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077849.518611:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077849.518620:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
00000100:00000001:0.0:1769077849.518627:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077849.518636:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077849.518648:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077849.518651:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077849.518655:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a51dfce] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077849.518675:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077849.518678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077849.518680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077849.518681:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077849.518683:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077849.518684:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077849.518692:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4540
00000400:00000200:0.0:1769077849.518696:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077849.518698:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077849.518702:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769077849.518703:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769077849.518705:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769077849.518706:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077849.518713:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:3.0:1769077849.518714:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077849.518716:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077849.518720:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077849.518725:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077849.518730:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077849.518733:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000001:3.0:1769077849.518733:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769077849.518737:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077849.518737:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077849.518740:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077849.518743:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:3.0:1769077849.518743:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769077849.518747:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:3.0:1769077849.518747:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077849.518753:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077849.518754:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077849.518759:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1769077849.518759:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932507392:192.168.204.153@tcp:250:kworker.0
00000100:00000040:0.0:1769077849.518764:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077849.518765:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077849.518768:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:3.0:1769077849.518770:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769077849.518771:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:3.0:1769077849.518773:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077849.518777:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:3.0:1769077849.518778:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077849.518783:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
00000100:00000001:0.0:1769077849.518784:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077849.518787:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077849.518789:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077849.518795:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:0.0:1769077849.518796:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1769077849.518799:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
02000000:00000001:0.0:1769077849.518802:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077849.518806:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000001:0.0:1769077849.518807:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077849.518813:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1769077849.518814:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932507392, portal 25
00000100:00000001:3.0:1769077849.518819:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1769077849.518820:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077849.518821:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797056 : -121121160754560 : ffff91d7483d0a80)
00000100:00000001:0.0:1769077849.518825:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077849.518828:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077849.518833:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2d80.
00000100:00000001:3.0:1769077849.518835:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1769077849.518837:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000040:3.0:1769077849.518840:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769077849.518842:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077849.518844:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077849.518845:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce220.
00000100:00000001:0.0:1769077849.518847:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1769077849.518849:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932507392, offset 0
02000000:00000001:0.0:1769077849.518850:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077849.518854:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077849.518858:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000010:0.0:1769077849.518861:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:0.0:1769077849.518866:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077849.518866:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077849.518876:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00100000:0.0:1769077849.518877:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077849.518884:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077849.518889:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769077849.518891:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:0.0:1769077849.518894:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077849.518897:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769077849.518902:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000296efca4] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077849.518902:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077849.518906:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47619:47619:256:4294967295] 192.168.204.153@tcp LPNI seq info [47619:47619:8:4294967295]
00000400:00000200:3.0:1769077849.518917:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077849.518927:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077849.518928:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769077849.518932:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769077849.518936:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00080000:0.0:1769077849.518942:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:3.0:1769077849.518945:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000100:00000001:0.0:1769077849.518946:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077849.518951:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1769077849.518953:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769077849.518956:0:36:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769077849.518959:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00080000:0.0:1769077849.518964:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4540
00000400:00000200:0.0:1769077849.518971:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077849.518974:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769077849.518977:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077849.518978:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769077849.518985:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769077849.518986:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077849.518988:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299214626
00000100:00000001:0.0:1769077849.518990:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1769077849.518994:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000040:0.0:1769077849.518995:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077849.519001:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077849.519003:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1769077849.519005:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077849.519008:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000100:00000001:3.0:1769077849.519009:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299214626
00000020:00000001:0.0:1769077849.519011:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:3.0:1769077849.519015:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000020:00000040:0.0:1769077849.519016:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000001:3.0:1769077849.519020:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1769077849.519021:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:3.0:1769077849.519025:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1769077849.519027:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:3.0:1769077849.519028:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077849.519033:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077849.519036:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077849.519037:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077849.519042:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077849.519044:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1769077849.519045:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077849.519046:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077849.519051:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077849.519052:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077849.519053:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077849.519055:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077849.519059:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000040:3.0:1769077849.519061:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077849.519069:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769077849.519072:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077849.519074:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077849.519076:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077849.519077:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077849.519080:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077849.519081:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077849.519083:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077849.519086:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1769077849.519087:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932507520:192.168.204.153@tcp:38:kworker.0
02000000:00000001:0.0:1769077849.519104:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077849.519104:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077849.519108:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077849.519108:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077849.519109:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077849.519112:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077849.519112:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1769077849.519116:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077849.519117:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508c00.
00000100:00000001:0.0:1769077849.519118:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077849.519122:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077849.519125:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000400:00000200:3.0:1769077849.519128:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:0.0:1769077849.519130:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000010:3.0:1769077849.519133:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b62c0.
02000000:00000001:0.0:1769077849.519134:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077849.519137:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077849.519140:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1769077849.519141:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
02000000:00000001:0.0:1769077849.519164:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1769077849.519168:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932507520, portal 10
02000000:00000001:0.0:1769077849.519171:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077849.519172:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077849.519175:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806016 : -121121160745600 : ffff91d7483d2d80)
02000000:00000010:0.0:1769077849.519179:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cac00.
00000100:00000040:3.0:1769077849.519183:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077849.519194:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077849.519202:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1769077849.519204:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769077849.519207:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077849.519212:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce660.
00000100:00000001:0.0:1769077849.519216:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769077849.519217:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932507520, offset 0
00000100:00000001:0.0:1769077849.519220:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077849.519223:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769077849.519227:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077849.519232:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077849.519239:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:0.0:1769077849.519244:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077849.519244:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077849.519247:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:0.0:1769077849.519249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077849.519251:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769077849.519255:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077849.519256:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000040:0.0:1769077849.519262:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077849.519262:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47620:47620:255:4294967295] 192.168.204.153@tcp LPNI seq info [47620:47620:7:4294967295]
00000100:00000040:0.0:1769077849.519270:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077849.519270:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769077849.519277:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4551)
00000400:00000200:3.0:1769077849.519285:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077849.519292:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077849.519296:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134f00.
00000800:00000200:3.0:1769077849.519308:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077849.519313:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769077849.519316:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077849.519323:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077849.519327:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077849.519330:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299213323
00000100:00000001:3.0:1769077849.519333:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299214626
00000100:00000001:3.0:1769077849.519335:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299213323
00000100:00000001:3.0:1769077849.519337:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299214626
00000100:00000001:3.0:1769077849.519340:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077849.519342:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077849.519344:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077849.519346:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077849.519350:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077849.519351:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077849.519354:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077849.519355:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077849.519356:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077849.519360:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077849.519368:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077849.519369:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077849.519371:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077849.519373:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077849.519375:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077849.519378:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932507648:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077849.519381:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077849.519383:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077849.519385:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077849.519387:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077849.519390:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077849.519392:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077849.519396:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077849.519399:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077849.519451:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077849.519455:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932507648, portal 10
00000100:00000001:3.0:1769077849.519458:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077849.519459:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769077849.519466:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077849.519473:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077849.519475:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077849.519477:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce990.
00000100:00000200:3.0:1769077849.519480:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932507648, offset 0
00000400:00000200:3.0:1769077849.519484:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077849.519488:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077849.519492:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077849.519496:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077849.519498:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077849.519501:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077849.519503:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077849.519507:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47621:47621:254:4294967295] 192.168.204.153@tcp LPNI seq info [47621:47621:6:4294967295]
00000400:00000200:3.0:1769077849.519512:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077849.519519:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077849.519524:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077849.519527:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077849.519531:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077849.519535:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769077849.519538:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077849.519541:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077849.519544:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077849.519546:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299213323
00000100:00000001:3.0:1769077849.519549:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299214626
00000100:00000001:3.0:1769077849.519551:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299213323
00000100:00000001:3.0:1769077849.519553:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299214626
00000100:00000001:3.0:1769077849.519555:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077849.519557:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077849.519560:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077849.519562:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077849.519565:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077849.519567:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077849.519569:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077849.519571:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077849.519573:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077849.519575:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.414480:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077850.414484:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077850.414488:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077850.414491:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077850.414492:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077850.414494:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077850.414499:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077850.414500:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077850.414503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077850.414504:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077850.414507:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077850.414508:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077850.414510:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077850.414514:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077850.414515:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077850.414518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.414520:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077850.414522:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077850.414523:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077850.414525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077850.414529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077850.414530:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077850.414530:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077850.414534:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077850.414537:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.414537:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077850.414540:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.414545:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077850.414546:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077850.414568:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077850.414571:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077850.414575:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077850.414575:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077850.414580:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077850.862485:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299214626, at 4299214656
00000100:00000040:2.0:1769077850.862486:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299214626, at 4299214656
00000100:00000010:3.0:1769077850.862500:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000010:2.0:1769077850.862511:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000001:0.0:1769077851.438515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077851.438515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077851.438515:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077851.438516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077851.438523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077851.438523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077851.438524:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077851.438525:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077851.438527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077851.438528:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077851.438530:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077851.438531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077851.438533:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077851.438534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077851.438535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077851.438537:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077851.438539:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077851.438540:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077851.438544:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077851.438545:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077851.438545:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077851.438550:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077851.438551:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077851.438553:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077851.438557:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077851.438558:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077851.438558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077851.438563:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077851.438563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077851.438568:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077851.438569:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077851.438569:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077851.438573:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077851.438577:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077852.462505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077852.462512:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077852.462514:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077852.462519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077852.462520:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077852.462521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077852.462525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077852.462527:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077852.462529:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077852.462534:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.462534:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077852.462536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077852.462540:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077852.462543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077852.462543:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077852.462556:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077852.462562:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077852.462562:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077852.462567:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077852.462569:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077852.462575:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077852.462575:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077852.462580:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077852.462581:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077852.462589:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077852.462589:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077852.462593:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077852.462596:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077852.462599:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077852.462602:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077852.462606:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077852.462608:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077852.462612:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077852.462615:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1769077852.590686:0:2405:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769077852.590724:0:2405:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077852.590734:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077852.590738:0:2405:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769077852.590740:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077852.590744:0:2405:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077852.590748:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077852.590751:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:1.0:1769077852.590755:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077852.590759:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077852.590763:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce220
00000400:00000010:1.0:1769077852.590765:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce220.
00000100:00000001:1.0:1769077852.590768:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077852.590778:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077852.590807:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077852.590813:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077852.590822:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077852.590830:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077852.590841:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077852.590845:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134f00.
00000400:00000200:1.0:1769077852.590849:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077852.590854:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077852.590858:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce660
00000400:00000010:1.0:1769077852.590860:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce660.
00000100:00000001:1.0:1769077852.590863:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077852.590868:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:1.0:1769077852.590869:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.590875:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077852.590882:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077852.590887:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1769077852.590888:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077852.590896:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077852.590899:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1769077852.590899:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077849/real 1769077852]  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1769077852.590912:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077852.590918:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:1.0:1769077852.590921:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077852.590924:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000001:3.0:1769077852.590928:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077852.590932:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077852.590935:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b62c0.
00000400:00000200:3.0:1769077852.590940:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769077852.590942:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000400:00000200:1.0:1769077852.590947:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce990
00000100:00000001:3.0:1769077852.590947:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000010:1.0:1769077852.590953:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce990.
00000100:00000200:3.0:1769077852.590954:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077852.590959:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077852.590967:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077852.590973:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077852.590985:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077852.590993:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.590999:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077852.591002:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077852.591004:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077852.591007:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077852.591008:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077852.591011:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077852.591019:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.591026:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077852.591031:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.591039:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077852.591042:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591044:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077852.591045:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591047:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077852.591051:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077852.591054:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077852.591059:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077852.591062:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077852.591067:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077852.591075:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932507520:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077852.591080:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077852.591083:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077849/real 1769077852]  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077852.591106:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077852.591109:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077852.591111:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769077852.591114:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077852.591116:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077852.591119:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077852.591122:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077852.591131:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.591137:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077852.591139:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591141:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077852.591142:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077852.591145:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.591151:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077852.591155:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.591162:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077852.591164:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591166:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077852.591167:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591169:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077852.591171:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077852.591174:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077852.591177:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077852.591179:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077852.591184:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077852.591193:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932507392:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077852.591200:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077852.591202:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077852.591205:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2d80 x1855007932507520/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.591215:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077852.591221:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077852.591226:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769077852.591231:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077852.591235:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077852.591237:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077852.591241:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077852.591245:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb400.
02000000:00000001:3.0:1769077852.591249:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077852.591252:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077852.591254:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2d80.
00000100:00000001:3.0:1769077852.591259:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077852.591261:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591263:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077852.591266:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0a80 x1855007932507392/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.591275:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077852.591276:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077852.591278:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077852.591280:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077852.591282:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077852.591283:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077852.591285:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077852.591286:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9800.
02000000:00000001:3.0:1769077852.591288:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077852.591289:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077852.591291:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0a80.
00000100:00000001:3.0:1769077852.591293:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077852.591294:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591297:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077852.591299:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077852.591301:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077852.591303:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077852.591307:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077849/real 1769077852]  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077852.591316:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077852.591317:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077852.591319:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077852.591321:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077852.591323:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077852.591325:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077852.591328:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077852.591335:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.591341:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077852.591342:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591344:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077852.591345:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077852.591348:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.591354:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077852.591358:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.591364:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077852.591367:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591368:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077852.591369:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591371:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077852.591374:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077852.591377:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077852.591381:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077852.591382:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077852.591386:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077852.591393:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932507648:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077852.591397:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591398:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077852.591425:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932507648/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077852.591432:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077852.591433:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077852.591435:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077852.591525:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077852.591528:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077852.591529:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077852.591532:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077852.591534:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cac00.
02000000:00000001:3.0:1769077852.591546:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077852.591548:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077852.591549:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769077852.591560:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077852.591561:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591564:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077852.591575:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077852.591582:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077852.591589:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077852.591591:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077853.486531:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077853.486531:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077853.486531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077853.486539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077853.486541:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077853.486542:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077853.486543:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077853.486544:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077853.486545:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077853.486553:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077853.486553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077853.486553:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077853.486558:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077853.486564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077853.486565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077853.486565:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077853.486566:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077853.486573:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077853.486574:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077853.486574:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077853.486579:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077853.486579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077853.486585:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077853.486585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077853.486596:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077853.486596:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077853.486601:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077853.486604:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077853.486605:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077853.486608:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077853.486611:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077853.486654:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077853.486659:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077853.486663:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077854.510509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077854.510510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077854.510510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077854.510514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077854.510517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077854.510518:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077854.510519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077854.510521:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077854.510522:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077854.510522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.510523:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077854.510527:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1769077854.510530:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077854.510531:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077854.510531:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077854.510532:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077854.510539:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077854.510539:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077854.510539:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077854.510540:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769077854.510546:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077854.510546:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077854.510547:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.510547:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077854.510551:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077854.510555:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077854.510555:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077854.510561:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077854.510561:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077854.510563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077854.510568:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077854.510569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077854.510572:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077854.510573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.510573:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077854.510578:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.510583:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077854.510602:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077854.510606:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077854.510610:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077854.638535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077854.638544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077854.638547:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077854.638550:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077854.638553:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077854.638560:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4546
00000400:00000200:0.0:1769077854.638568:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077854.638573:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077854.638576:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077854.638578:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077854.638581:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077854.638583:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077854.638584:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077854.638588:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077854.638589:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077854.638591:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077854.638593:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077854.638595:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077854.638596:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077854.638598:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077854.638600:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077854.638601:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077854.638603:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077854.638605:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077854.638608:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077854.638610:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077854.638612:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077854.638614:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077854.638616:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077854.638618:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077854.638619:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077854.638624:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769077854.638627:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077854.638629:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077854.638630:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077854.638633:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077854.638635:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077854.638639:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077854.638645:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca800.
00000100:00000001:0.0:1769077854.638650:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077854.638657:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077854.638668:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077854.638673:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077854.638678:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077854.638716:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077854.638721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077854.638725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077854.638727:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077854.638729:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077854.638731:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077854.638734:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4546
00000400:00000200:0.0:1769077854.638738:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077854.638741:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077854.638744:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077854.638747:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077854.638748:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077854.638750:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077854.638752:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077854.638755:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077854.638756:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077854.638758:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077854.638760:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077854.638763:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077854.638765:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077854.638769:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077854.638772:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077854.638774:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077854.638776:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077854.638778:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077854.638779:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769077854.638785:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077854.638786:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769077854.638791:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077854.638792:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077854.638797:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769077854.638802:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077854.638805:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077854.638811:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077854.638816:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077854.638822:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077854.638823:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077854.638826:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077854.638829:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077854.638832:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077854.638834:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077854.638837:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769077854.638840:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
02000000:00000001:3.0:1769077854.638842:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077854.638846:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00100000:3.0:1769077854.638850:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932507776:192.168.204.153@tcp:250:kworker.0
02000000:00000001:0.0:1769077854.638852:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077854.638855:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.638859:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077854.638860:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077854.638863:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077854.638865:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077854.638866:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077854.638870:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077854.638874:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8400.
02000000:00000001:3.0:1769077854.638875:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077854.638882:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077854.638883:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077854.638888:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077854.638892:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077854.638900:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077854.638909:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769077854.638909:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:0.0:1769077854.638913:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077854.638920:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000040:0.0:1769077854.638922:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077854.638932:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932507776, portal 25
00000100:00000001:0.0:1769077854.638933:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.638939:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769077854.638940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077854.638944:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00080000:0.0:1769077854.638946:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077854.638949:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077854.638953:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769077854.638958:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077854.638959:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077854.638965:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4546
00000400:00000200:0.0:1769077854.638975:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077854.638979:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769077854.638983:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000040:3.0:1769077854.638988:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:0.0:1769077854.638989:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769077854.638993:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000040:0.0:1769077854.638996:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000200:3.0:1769077854.638999:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932507776, offset 0
00000100:00000001:0.0:1769077854.639001:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077854.639006:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077854.639009:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769077854.639012:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000001:0.0:1769077854.639014:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077854.639017:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077854.639020:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077854.639023:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:3.0:1769077854.639024:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:0.0:1769077854.639028:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077854.639034:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769077854.639036:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:0.0:1769077854.639041:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077854.639046:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077854.639047:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077854.639053:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769077854.639071:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:0.0:1769077854.639075:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769077854.639079:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1769077854.639082:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769077854.639086:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:0.0:1769077854.639091:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077854.639098:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077854.639099:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47622:47622:256:4294967295] 192.168.204.153@tcp LPNI seq info [47622:47622:8:4294967295]
02000000:00000001:0.0:1769077854.639102:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077854.639105:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077854.639108:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077854.639110:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077854.639112:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077854.639115:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077854.639118:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077854.639127:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000400:00000200:3.0:1769077854.639127:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:0.0:1769077854.639133:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077854.639137:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077854.639141:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077854.639145:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769077854.639147:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077854.639148:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077854.639152:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077854.639159:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8000.
00000800:00000200:3.0:1769077854.639160:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769077854.639167:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077854.639175:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077854.639184:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077854.639186:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077854.639191:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077854.639199:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077854.639202:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077854.639206:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077854.639209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077854.639213:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:3.0:1769077854.639217:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00000040:0.0:1769077854.639219:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4556)
00000800:00000200:3.0:1769077854.639231:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077854.639237:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077854.639245:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077854.639251:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077854.639258:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077854.639261:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077854.639269:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077854.639275:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077854.639283:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077854.639286:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077854.639290:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077854.639294:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.639306:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077854.639310:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.639320:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.639322:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077854.639329:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077854.639334:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077854.639337:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299219746
00000100:00000010:3.0:1769077854.639343:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000100:00000001:3.0:1769077854.639351:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077854.639356:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299219746
00000100:00000010:3.0:1769077854.639361:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769077854.639364:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077854.639368:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077854.639370:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.639374:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077854.639380:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077854/real 1769077854]  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077854.639393:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077854.639395:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077854.639397:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077854.639400:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077854.640153:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077854.640168:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077854.640173:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077854.640183:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640195:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077854.640197:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.640200:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077854.640202:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077854.640207:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640216:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077854.640221:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640229:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077854.640234:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.640236:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077854.640237:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.640240:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077854.640242:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077854.640246:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077854.640250:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077854.640254:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077854.640259:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077854.640268:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932507776:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077854.640274:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.640278:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077854.640281:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932507776/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640289:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077854.640292:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077854.640295:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077854.640299:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077854.640301:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077854.640303:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077854.640305:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077854.640308:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca800.
02000000:00000001:3.0:1769077854.640312:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077854.640315:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077854.640317:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769077854.640321:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077854.640322:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.640325:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.640335:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077854.640338:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.640340:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077854.640342:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077854.640344:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077854.640349:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640358:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077854.640360:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077854.640363:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077854.640366:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077854.640503:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077854.640507:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932507904:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077854.640510:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077854.640514:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077854.640517:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077854.640519:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077854.640526:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077854.640528:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077854.640534:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077854.640538:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077854.640542:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077854.640548:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932507904, portal 10
00000100:00000001:3.0:1769077854.640550:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077854.640552:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769077854.640559:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640565:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077854.640568:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077854.640571:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077854.640574:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932507904, offset 0
00000400:00000200:3.0:1769077854.640579:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077854.640586:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077854.640593:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077854.640597:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077854.640602:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077854.640607:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077854.640610:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077854.640614:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47623:47623:256:4294967295] 192.168.204.153@tcp LPNI seq info [47623:47623:8:4294967295]
00000400:00000200:3.0:1769077854.640618:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077854.640627:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077854.640632:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077854.640638:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077854.640644:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077854.640648:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077854.640652:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077854.640656:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077854.640660:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077854.640662:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077854.640666:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077854.640671:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077854.640675:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077854.640678:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077854.640680:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077854.640685:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640694:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077854.640697:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640704:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.640705:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077854.640710:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077854.640715:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077854.640719:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077854.640722:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299218445
00000100:00000001:3.0:1769077854.640725:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299219746
00000100:00000001:3.0:1769077854.640729:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299218445
00000100:00000001:3.0:1769077854.640732:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299219746
00000100:00000001:3.0:1769077854.640734:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077854.640737:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.640739:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077854.640743:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077854/real 1769077854]  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077854.640753:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077854.640755:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077854.640757:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077854.640760:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077854.640762:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077854.640764:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077854.640768:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077854.640777:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640784:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077854.640785:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.640787:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077854.640789:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077854.640792:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640798:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077854.640802:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640809:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077854.640811:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.640812:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077854.640814:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.640815:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077854.640818:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077854.640821:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077854.640824:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077854.640826:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077854.640830:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077854.640837:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932507904:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077854.640841:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077854.640844:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640851:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077854.640852:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077854.640854:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077854.640856:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077854.640859:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077854.640862:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932508032:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077854.640865:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077854.640868:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077854.640869:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077854.640871:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077854.640875:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077854.640877:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077854.640882:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077854.640884:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077854.640888:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077854.640891:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932508032, portal 10
00000100:00000001:3.0:1769077854.640893:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077854.640895:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769077854.640900:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640905:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077854.640907:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077854.640908:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077854.640910:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932508032, offset 0
00000400:00000200:3.0:1769077854.640913:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077854.640916:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077854.640919:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077854.640922:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077854.640925:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077854.640927:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077854.640930:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077854.640933:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47624:47624:256:4294967295] 192.168.204.153@tcp LPNI seq info [47624:47624:8:4294967295]
00000400:00000200:3.0:1769077854.640938:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077854.640945:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077854.640950:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077854.640953:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077854.640957:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077854.640960:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077854.640965:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077854.640967:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077854.640971:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077854.640973:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077854.640975:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077854.640977:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077854.640980:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077854.640981:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077854.640983:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077854.640986:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640992:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077854.640993:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.640998:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.640999:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077854.641001:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077854.641004:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077854.641006:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077854.641008:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299218444
00000100:00000001:3.0:1769077854.641010:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299219746
00000100:00000001:3.0:1769077854.641011:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299218444
00000100:00000001:3.0:1769077854.641013:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299219746
00000100:00000001:3.0:1769077854.641015:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077854.641016:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.641017:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077854.641019:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077854/real 1769077854]  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077854.641025:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077854.641026:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077854.641027:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077854.641029:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077854.641030:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077854.641031:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077854.641033:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077854.641039:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.641043:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077854.641044:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.641045:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077854.641046:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077854.641049:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.641053:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077854.641055:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.641071:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077854.641072:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.641073:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077854.641074:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.641075:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077854.641077:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077854.641079:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077854.641082:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077854.641084:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077854.641086:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077854.641092:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932508032:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077854.641095:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.641096:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077854.641098:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932507904/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.641102:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077854.641103:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077854.641105:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077854.641107:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077854.641108:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077854.641109:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077854.641110:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077854.641112:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8400.
02000000:00000001:3.0:1769077854.641113:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077854.641114:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077854.641116:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769077854.641118:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077854.641119:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.641120:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077854.641122:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932508032/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077854.641126:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077854.641126:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077854.641127:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077854.641129:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077854.641129:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077854.641130:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077854.641131:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077854.641132:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8000.
02000000:00000001:3.0:1769077854.641133:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077854.641134:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077854.641135:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769077854.641136:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077854.641137:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.641138:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077854.641141:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077854.641142:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077854.641144:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077854.641145:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.534481:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077855.534487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077855.534487:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077855.534489:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077855.534491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077855.534496:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769077855.534496:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077855.534497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077855.534502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077855.534504:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077855.534504:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077855.534509:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077855.534510:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077855.534515:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769077855.534517:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077855.534519:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077855.534522:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077855.534523:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077855.534525:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077855.534528:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077855.534529:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077855.534536:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077855.534536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:0.0:1769077855.534537:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077855.534542:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077855.534542:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.534545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077855.534548:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077855.534549:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769077855.534555:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077855.534557:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.534559:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077855.534560:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.534562:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077855.982499:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299219746, at 4299219776
00000100:00000040:3.0:1769077855.982499:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299219746, at 4299219776
00000100:00000010:3.0:1769077855.982516:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000010:2.0:1769077855.982518:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000001:3.0:1769077856.558482:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077856.558488:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077856.558490:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077856.558490:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077856.558492:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077856.558496:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769077856.558497:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077856.558498:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077856.558501:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077856.558502:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.558503:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1769077856.558508:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077856.558510:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077856.558521:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077856.558526:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.558526:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077856.558527:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077856.558530:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077856.558533:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077856.558533:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077856.558536:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.558536:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077856.558540:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.558543:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077856.558546:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077856.558550:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077856.558555:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077856.558559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077856.558562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077856.558566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077856.558569:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077856.558573:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077856.558576:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077856.558579:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077856.558582:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077856.558584:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077856.558586:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077856.558618:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077856.558621:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077856.558624:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077857.582483:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077857.582489:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077857.582491:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077857.582495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077857.582496:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077857.582498:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077857.582499:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077857.582501:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077857.582506:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077857.582507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077857.582507:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077857.582511:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077857.582512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077857.582512:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077857.582517:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077857.582519:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077857.582520:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077857.582526:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077857.582531:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077857.582534:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077857.582537:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077857.582540:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077857.582554:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077857.582558:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077857.582559:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077857.582561:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077857.582563:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077857.582566:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077857.582568:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077857.582568:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077857.582570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077857.582572:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077857.582573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077857.582579:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077858.606496:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077858.606497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077858.606503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077858.606505:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077858.606509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077858.606510:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077858.606512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077858.606517:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077858.606520:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077858.606524:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077858.606526:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077858.606529:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077858.606529:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077858.606530:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077858.606535:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:1.0:1769077858.606535:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077858.606535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077858.606537:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077858.606539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077858.606540:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077858.606542:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077858.606543:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077858.606544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077858.606546:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077858.606546:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077858.606549:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077858.606550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077858.606551:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077858.606555:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077858.606556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077858.606558:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077858.606560:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077858.606563:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077858.606566:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077859.630512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077859.630512:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077859.630520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077859.630520:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077859.630523:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.630523:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077859.630530:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077859.630531:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077859.630536:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077859.630536:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077859.630540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077859.630542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.630542:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077859.630548:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077859.630548:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077859.630552:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077859.630553:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077859.630560:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077859.630560:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.630561:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077859.630567:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077859.630570:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077859.630573:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077859.630574:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077859.630579:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077859.630582:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077859.630585:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077859.630659:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077859.630666:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077859.630673:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077859.630675:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077859.630736:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077859.630740:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077859.630744:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077859.758527:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077859.758537:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077859.758539:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077859.758542:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077859.758545:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077859.758551:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4551
00000400:00000200:2.0:1769077859.758559:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077859.758564:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077859.758566:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077859.758568:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758571:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077859.758573:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758575:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077859.758578:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077859.758579:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077859.758581:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077859.758583:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077859.758585:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077859.758586:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077859.758589:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758590:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077859.758591:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758593:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077859.758595:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077859.758597:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758598:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077859.758600:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077859.758603:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077859.758605:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077859.758606:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077859.758608:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077859.758616:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077859.758619:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077859.758622:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077859.758623:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077859.758626:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077859.758628:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077859.758631:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077859.758639:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769077859.758645:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077859.758651:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077859.758659:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077859.758664:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077859.758666:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077859.758686:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077859.758689:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077859.758691:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077859.758692:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077859.758693:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077859.758695:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077859.758696:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4551
00000400:00000200:2.0:1769077859.758698:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077859.758700:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077859.758702:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077859.758704:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758706:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077859.758707:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758709:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077859.758710:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077859.758712:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077859.758713:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077859.758715:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077859.758717:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077859.758719:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077859.758721:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758722:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077859.758724:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758725:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077859.758727:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769077859.758728:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769077859.758730:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758734:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077859.758735:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077859.758735:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077859.758740:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769077859.758742:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077859.758745:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077859.758747:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077859.758751:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1769077859.758752:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769077859.758754:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077859.758758:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077859.758762:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077859.758766:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077859.758770:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077859.758773:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.758774:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077859.758775:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077859.758779:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769077859.758779:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077859.758781:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077859.758786:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
02000000:00000001:3.0:1769077859.758786:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077859.758791:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077859.758792:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077859.758796:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077859.758798:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077859.758807:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932508160:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077859.758808:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077859.758812:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.758818:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769077859.758819:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077859.758823:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077859.758828:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077859.758835:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077859.758836:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077859.758839:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077859.758841:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077859.758843:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:3.0:1769077859.758843:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
00000100:00080000:2.0:1769077859.758845:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1769077859.758848:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077859.758849:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077859.758853:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4551
00000400:00000200:2.0:1769077859.758855:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077859.758857:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077859.758859:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769077859.758861:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769077859.758863:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758866:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769077859.758868:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000040:2.0:1769077859.758869:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758873:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077859.758875:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077859.758876:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077859.758877:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:3.0:1769077859.758878:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000020:00000040:2.0:1769077859.758879:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077859.758883:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077859.758885:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077859.758887:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758889:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1769077859.758889:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932508160, portal 25
00000100:00000040:2.0:1769077859.758893:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758896:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077859.758896:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1769077859.758901:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000001:3.0:1769077859.758901:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564825984 : -121121144725632 : ffff91d749319f80)
00000100:00080000:2.0:1769077859.758906:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758909:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077859.758912:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769077859.758914:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077859.758915:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077859.758919:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077859.758922:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077859.758924:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077859.758928:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077859.758932:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.758937:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1769077859.758938:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077859.758941:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000040:3.0:1769077859.758945:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:2.0:1769077859.758946:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077859.758948:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077859.758950:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077859.758951:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1769077859.758952:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
02000000:00000001:2.0:1769077859.758953:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077859.758959:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000200:3.0:1769077859.758960:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932508160, offset 0
00000100:00000001:2.0:1769077859.758963:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077859.758968:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077859.758986:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077859.758993:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077859.758997:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077859.758998:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769077859.759002:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077859.759010:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077859.759011:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:2.0:1769077859.759013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077859.759017:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077859.759020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077859.759020:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077859.759024:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077859.759029:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4561)
00000400:00000200:3.0:1769077859.759029:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077859.759037:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077859.759042:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077859.759047:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47625:47625:256:4294967295] 192.168.204.153@tcp LPNI seq info [47625:47625:8:4294967295]
00000400:00000200:3.0:1769077859.759053:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077859.759063:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077859.759070:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077859.759077:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077859.759085:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077859.759089:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077859.759095:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077859.759099:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077859.759104:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077859.759107:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077859.759113:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077859.759118:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077859.759123:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077859.759127:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077859.759132:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077859.759137:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759147:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077859.759150:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759159:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.759160:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077859.759165:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077859.759170:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077859.759173:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299224866
00000100:00000010:3.0:1769077859.759178:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769077859.759185:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077859.759190:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299224866
00000100:00000010:3.0:1769077859.759193:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769077859.759196:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077859.759199:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077859.759202:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.759204:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077859.759208:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077859/real 1769077859]  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077859.759218:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077859.759220:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077859.759222:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077859.759225:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077859.759227:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077859.759230:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077859.759233:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077859.759242:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759249:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077859.759251:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.759253:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077859.759255:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077859.759259:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759266:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077859.759271:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759284:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077859.759287:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.759289:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077859.759290:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.759293:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077859.759295:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077859.759297:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077859.759301:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077859.759304:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077859.759308:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077859.759317:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932508160:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077859.759322:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.759325:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077859.759327:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319f80 x1855007932508160/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759334:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077859.759337:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077859.759340:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077859.759343:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077859.759345:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077859.759346:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077859.759349:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077859.759352:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa000.
02000000:00000001:3.0:1769077859.759356:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077859.759358:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077859.759360:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319f80.
00000100:00000001:3.0:1769077859.759363:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077859.759364:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.759366:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.759375:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077859.759377:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.759379:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077859.759381:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077859.759382:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077859.759386:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759394:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077859.759395:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077859.759397:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077859.759399:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077859.759426:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077859.759431:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932508288:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077859.759434:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077859.759437:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077859.759438:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077859.759440:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077859.759443:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077859.759445:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077859.759450:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077859.759453:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077859.759456:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077859.759459:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932508288, portal 10
00000100:00000001:3.0:1769077859.759461:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077859.759463:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564817920 : -121121144733696 : ffff91d749318000)
00000100:00000040:3.0:1769077859.759469:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759476:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077859.759478:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077859.759481:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077859.759483:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932508288, offset 0
00000400:00000200:3.0:1769077859.759488:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077859.759492:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077859.759496:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077859.759499:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077859.759502:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077859.759504:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077859.759507:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077859.759510:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47626:47626:256:4294967295] 192.168.204.153@tcp LPNI seq info [47626:47626:8:4294967295]
00000400:00000200:3.0:1769077859.759514:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077859.759521:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077859.759526:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077859.759529:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077859.759534:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077859.759537:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077859.759542:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077859.759545:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077859.759549:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077859.759551:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077859.759555:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077859.759559:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077859.759562:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077859.759563:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077859.759566:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077859.759570:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759579:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077859.759582:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759590:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.759592:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077859.759595:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077859.759599:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077859.759602:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077859.759604:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299223564
00000100:00000001:3.0:1769077859.759608:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299224866
00000100:00000001:3.0:1769077859.759610:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299223564
00000100:00000001:3.0:1769077859.759613:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299224866
00000100:00000001:3.0:1769077859.759615:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077859.759617:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.759619:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077859.759622:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077859/real 1769077859]  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077859.759630:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077859.759632:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077859.759634:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077859.759636:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077859.759638:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077859.759641:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077859.759644:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077859.759653:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759660:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077859.759662:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.759664:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077859.759666:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077859.759669:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759677:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077859.759681:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759689:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077859.759691:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.759693:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077859.759695:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.759696:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077859.759699:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077859.759701:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077859.759705:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077859.759707:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077859.759712:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077859.759720:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932508288:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077859.759724:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077859.759727:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759734:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077859.759735:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077859.759738:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077859.759740:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077859.759742:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077859.759745:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932508416:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077859.759749:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077859.759751:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077859.759752:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077859.759754:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077859.759757:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077859.759760:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077859.759763:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077859.759766:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077859.759769:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077859.759772:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932508416, portal 10
00000100:00000001:3.0:1769077859.759774:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077859.759776:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564819712 : -121121144731904 : ffff91d749318700)
00000100:00000040:3.0:1769077859.759782:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759789:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077859.759791:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077859.759794:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077859.759797:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932508416, offset 0
00000400:00000200:3.0:1769077859.759801:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077859.759805:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077859.759809:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077859.759812:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077859.759815:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077859.759818:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077859.759821:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077859.759824:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47627:47627:256:4294967295] 192.168.204.153@tcp LPNI seq info [47627:47627:8:4294967295]
00000400:00000200:3.0:1769077859.759829:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077859.759836:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077859.759841:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077859.759844:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077859.759848:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077859.759851:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077859.759856:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077859.759859:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077859.759863:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077859.759865:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077859.759868:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077859.759872:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077859.759875:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077859.759877:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077859.759880:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077859.759883:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759891:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077859.759895:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759901:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.759903:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077859.759906:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077859.759909:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077859.759912:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077859.759915:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299223563
00000100:00000001:3.0:1769077859.759917:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299224866
00000100:00000001:3.0:1769077859.759920:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299223563
00000100:00000001:3.0:1769077859.759922:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299224866
00000100:00000001:3.0:1769077859.759924:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077859.759926:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.759928:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077859.759932:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077859/real 1769077859]  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077859.759940:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077859.759941:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077859.759943:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077859.759946:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077859.759947:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077859.759949:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077859.759953:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077859.759961:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.759968:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077859.759985:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.759988:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077859.759989:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077859.759994:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.760001:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077859.760005:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.760011:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077859.760014:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.760015:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077859.760017:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.760019:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077859.760022:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077859.760024:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077859.760027:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077859.760030:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077859.760033:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077859.760040:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932508416:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077859.760044:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.760046:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077859.760049:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318000 x1855007932508288/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.760056:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077859.760058:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077859.760060:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077859.760063:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077859.760065:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077859.760066:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077859.760069:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077859.760071:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa800.
02000000:00000001:3.0:1769077859.760073:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077859.760075:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077859.760076:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318000.
00000100:00000001:3.0:1769077859.760078:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077859.760079:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.760081:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077859.760084:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318700 x1855007932508416/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077859.760090:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077859.760091:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077859.760093:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077859.760095:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077859.760096:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077859.760097:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077859.760099:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077859.760101:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab800.
02000000:00000001:3.0:1769077859.760102:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077859.760104:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077859.760105:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318700.
00000100:00000001:3.0:1769077859.760107:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077859.760108:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.760109:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077859.760113:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077859.760114:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077859.760116:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077859.760117:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077860.654510:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077860.654510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077860.654510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077860.654517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077860.654518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077860.654519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077860.654522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077860.654524:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077860.654526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077860.654527:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077860.654529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077860.654529:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077860.654534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077860.654534:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077860.654535:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077860.654538:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077860.654540:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077860.654540:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077860.654542:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077860.654545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077860.654546:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077860.654550:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077860.654550:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:1.0:1769077860.654551:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077860.654551:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077860.654556:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077860.654556:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077860.654557:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077860.654560:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077860.654562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077860.654562:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077860.654567:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077860.654570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077860.654572:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077861.102509:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299224866, at 4299224896
00000100:00000040:2.0:1769077861.102510:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299224866, at 4299224896
00000100:00000010:2.0:1769077861.102525:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000010:3.0:1769077861.102526:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769077861.678454:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077861.678462:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077861.678464:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077861.678469:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077861.678472:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077861.678473:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077861.678477:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077861.678478:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.678479:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077861.678481:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077861.678483:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077861.678484:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077861.678485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077861.678486:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077861.678487:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.678488:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077861.678489:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077861.678490:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077861.678493:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077861.678494:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077861.678498:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077861.678499:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077861.678503:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077861.678504:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077861.678507:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077861.678508:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077861.678512:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077861.678515:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077861.678515:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077861.678518:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077861.678521:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077861.678526:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077861.678529:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077861.678531:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077862.702470:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077862.702476:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077862.702481:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077862.702481:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077862.702486:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077862.702491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077862.702493:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077862.702495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077862.702499:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077862.702503:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077862.702506:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077862.702509:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077862.702512:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077862.702531:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077862.702537:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077862.702541:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077862.702555:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077862.702560:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077862.702562:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077862.702565:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077862.702569:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077862.702573:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077862.702576:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077862.702578:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077862.702582:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077862.702615:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077862.702622:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077862.702626:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077862.702630:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077862.702635:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077862.702639:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077862.702643:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077862.702645:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077862.702647:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077863.726477:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077863.726483:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077863.726488:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077863.726490:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077863.726492:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077863.726493:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077863.726500:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769077863.726506:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077863.726507:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077863.726510:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077863.726512:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077863.726512:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077863.726515:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077863.726517:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077863.726519:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077863.726521:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077863.726522:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077863.726523:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077863.726531:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077863.726532:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077863.726548:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077863.726549:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077863.726552:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077863.726556:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077863.726557:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077863.726564:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077863.726569:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077863.726606:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077863.726608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077863.726612:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077863.726613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077863.726654:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077863.726656:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077863.726658:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077864.750453:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077864.750462:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077864.750464:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077864.750471:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077864.750476:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077864.750480:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077864.750481:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077864.750484:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077864.750485:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077864.750487:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077864.750489:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077864.750491:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077864.750492:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077864.750493:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769077864.750496:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077864.750499:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077864.750499:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077864.750501:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077864.750503:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077864.750508:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077864.750509:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077864.750510:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077864.750514:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077864.750515:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077864.750520:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077864.750523:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077864.750526:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077864.750552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077864.750556:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077864.750558:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077864.750562:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077864.750565:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077864.750567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077864.750570:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077864.750572:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077864.750576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077864.750578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077864.750595:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077864.750598:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077864.750601:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077864.878580:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077864.878589:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077864.878591:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077864.878594:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077864.878597:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077864.878603:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4556
00000400:00000200:0.0:1769077864.878611:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077864.878616:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077864.878619:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077864.878621:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878623:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077864.878626:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878627:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077864.878631:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077864.878632:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077864.878634:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077864.878636:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077864.878637:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077864.878639:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077864.878641:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878642:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077864.878644:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878646:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077864.878648:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077864.878650:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878652:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077864.878654:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077864.878658:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077864.878660:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077864.878663:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077864.878665:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077864.878675:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d1500.
00000020:00000040:0.0:1769077864.878679:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077864.878683:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077864.878685:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077864.878688:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077864.878691:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077864.878695:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077864.878703:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
00000100:00000001:0.0:1769077864.878709:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077864.878719:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077864.878731:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077864.878735:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077864.878740:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bde341] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077864.878763:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077864.878767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077864.878770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077864.878772:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077864.878773:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077864.878776:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077864.878779:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4556
00000400:00000200:0.0:1769077864.878783:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077864.878786:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077864.878789:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077864.878791:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878794:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077864.878796:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878798:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077864.878801:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077864.878802:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000001:3.0:1769077864.878802:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077864.878804:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077864.878806:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769077864.878806:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077864.878808:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769077864.878809:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077864.878810:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077864.878814:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:3.0:1769077864.878815:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077864.878816:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077864.878818:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878820:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077864.878823:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769077864.878824:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077864.878825:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769077864.878826:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077864.878828:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077864.878829:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077864.878830:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077864.878832:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077864.878833:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077864.878835:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077864.878835:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077864.878837:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:3.0:1769077864.878838:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932508544:192.168.204.153@tcp:250:kworker.0
00000008:00100000:0.0:1769077864.878841:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077864.878842:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1769077864.878844:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077864.878846:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077864.878847:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077864.878849:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077864.878850:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3480.
02000000:00000001:3.0:1769077864.878851:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769077864.878853:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077864.878856:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1769077864.878856:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:0.0:1769077864.878857:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077864.878858:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077864.878859:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077864.878861:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077864.878862:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077864.878865:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000010:0.0:1769077864.878866:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:0.0:1769077864.878869:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077864.878869:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00100000:0.0:1769077864.878873:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769077864.878875:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000001:0.0:1769077864.878880:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077864.878882:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077864.878883:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932508544, portal 25
00000100:00000040:0.0:1769077864.878908:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb5fd4f] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077864.878917:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077864.878918:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769077864.878919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077864.878920:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548799744 : -121121160751872 : ffff91d7483d1500)
00000100:00080000:0.0:1769077864.878923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077864.878924:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077864.878926:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769077864.878926:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.878933:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077864.878935:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769077864.878936:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:0.0:1769077864.878937:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4556
00000400:00000010:3.0:1769077864.878939:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000400:00000200:0.0:1769077864.878941:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000200:3.0:1769077864.878943:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932508544, offset 0
00000400:00000200:0.0:1769077864.878944:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077864.878946:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077864.878949:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878951:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077864.878951:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769077864.878953:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878955:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077864.878958:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077864.878959:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000200:3.0:1769077864.878959:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:0.0:1769077864.878961:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077864.878963:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077864.878965:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769077864.878966:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000001:0.0:1769077864.878967:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077864.878970:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878972:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077864.878972:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077864.878974:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878977:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769077864.878977:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000020:00000040:0.0:1769077864.878979:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769077864.878981:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769077864.878982:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769077864.878984:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:0.0:1769077864.878985:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077864.878986:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077864.878988:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47628:47628:256:4294967295] 192.168.204.153@tcp LPNI seq info [47628:47628:8:4294967295]
02000000:00000001:0.0:1769077864.878989:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077864.878991:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077864.878993:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769077864.878993:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000008:00100000:0.0:1769077864.878995:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077864.878997:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077864.878999:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077864.879003:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1769077864.879004:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769077864.879006:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077864.879008:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1769077864.879009:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769077864.879010:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077864.879012:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077864.879013:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077864.879015:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077864.879015:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
02000000:00000010:0.0:1769077864.879019:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb000.
00000100:00000001:0.0:1769077864.879022:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077864.879022:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077864.879026:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000100:00100000:0.0:1769077864.879027:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077864.879033:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769077864.879035:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077864.879037:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077864.879037:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769077864.879042:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1769077864.879042:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077864.879044:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000100:00000001:0.0:1769077864.879049:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077864.879050:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769077864.879052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077864.879056:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077864.879056:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769077864.879059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077864.879061:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000100:00000040:0.0:1769077864.879062:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:3.0:1769077864.879064:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000040:0.0:1769077864.879066:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4566)
00000100:00000001:3.0:1769077864.879068:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077864.879072:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879087:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077864.879091:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879098:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077864.879100:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077864.879106:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077864.879111:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077864.879113:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299229986
00000100:00000010:3.0:1769077864.879118:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769077864.879124:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077864.879128:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299229986
00000100:00000010:3.0:1769077864.879130:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
00000100:00000001:3.0:1769077864.879132:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077864.879134:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077864.879136:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077864.879138:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077864.879141:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077864/real 1769077864]  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077864.879148:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077864.879149:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077864.879151:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077864.879153:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077864.879154:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077864.879156:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077864.879159:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077864.879169:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879176:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077864.879178:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879181:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077864.879183:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077864.879187:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879194:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077864.879199:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879206:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077864.879210:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879211:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077864.879213:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879215:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077864.879217:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077864.879220:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077864.879225:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077864.879227:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077864.879231:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077864.879239:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932508544:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077864.879244:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879246:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077864.879249:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d1500 x1855007932508544/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879256:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077864.879258:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077864.879261:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077864.879264:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077864.879265:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077864.879268:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077864.879270:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077864.879272:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9800.
02000000:00000001:3.0:1769077864.879276:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077864.879277:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077864.879279:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d1500.
00000100:00000001:3.0:1769077864.879282:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077864.879283:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879285:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879293:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077864.879295:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077864.879297:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077864.879299:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077864.879300:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077864.879304:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879311:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077864.879313:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077864.879315:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077864.879317:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077864.879319:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077864.879322:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932508672:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077864.879325:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077864.879327:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077864.879329:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077864.879331:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077864.879334:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077864.879336:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077864.879340:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077864.879343:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077864.879346:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077864.879349:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932508672, portal 10
00000100:00000001:3.0:1769077864.879351:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077864.879352:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548807808 : -121121160743808 : ffff91d7483d3480)
00000100:00000040:3.0:1769077864.879358:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879365:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077864.879367:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077864.879369:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077864.879372:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932508672, offset 0
00000400:00000200:3.0:1769077864.879376:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077864.879380:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077864.879384:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077864.879387:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077864.879390:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077864.879392:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077864.879394:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077864.879397:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47629:47629:256:4294967295] 192.168.204.153@tcp LPNI seq info [47629:47629:8:4294967295]
00000400:00000200:3.0:1769077864.879427:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077864.879434:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077864.879439:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077864.879442:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077864.879447:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077864.879449:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077864.879454:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077864.879457:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077864.879461:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077864.879463:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077864.879467:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077864.879470:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077864.879473:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077864.879475:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077864.879478:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077864.879482:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879490:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077864.879493:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879506:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077864.879508:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077864.879511:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077864.879514:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077864.879518:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077864.879520:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299228684
00000100:00000001:3.0:1769077864.879523:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299229986
00000100:00000001:3.0:1769077864.879525:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299228684
00000100:00000001:3.0:1769077864.879527:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299229986
00000100:00000001:3.0:1769077864.879530:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077864.879532:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077864.879533:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077864.879537:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077864/real 1769077864]  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077864.879544:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077864.879545:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077864.879547:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077864.879549:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077864.879551:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077864.879553:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077864.879557:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077864.879566:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879573:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077864.879575:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879576:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077864.879577:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077864.879579:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879585:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077864.879588:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879592:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077864.879594:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879595:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077864.879595:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879596:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077864.879598:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077864.879599:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077864.879601:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077864.879603:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077864.879605:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077864.879610:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932508672:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077864.879612:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077864.879614:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879619:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077864.879620:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077864.879621:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077864.879622:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077864.879623:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077864.879625:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932508800:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077864.879627:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077864.879629:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077864.879630:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077864.879631:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077864.879634:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077864.879635:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077864.879638:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077864.879639:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077864.879641:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077864.879644:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932508800, portal 10
00000100:00000001:3.0:1769077864.879645:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077864.879646:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769077864.879650:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879660:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077864.879662:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077864.879663:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077864.879665:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932508800, offset 0
00000400:00000200:3.0:1769077864.879668:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077864.879670:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077864.879673:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077864.879675:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077864.879677:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077864.879679:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077864.879680:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077864.879682:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47630:47630:256:4294967295] 192.168.204.153@tcp LPNI seq info [47630:47630:8:4294967295]
00000400:00000200:3.0:1769077864.879685:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077864.879689:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077864.879692:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077864.879694:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077864.879697:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077864.879699:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077864.879701:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077864.879703:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077864.879706:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077864.879707:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077864.879709:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077864.879712:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077864.879714:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077864.879715:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077864.879716:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077864.879719:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879724:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077864.879726:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879730:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077864.879731:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077864.879733:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077864.879735:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077864.879737:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077864.879738:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299228683
00000100:00000001:3.0:1769077864.879740:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299229986
00000100:00000001:3.0:1769077864.879741:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299228683
00000100:00000001:3.0:1769077864.879742:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299229986
00000100:00000001:3.0:1769077864.879744:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077864.879745:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077864.879747:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077864.879749:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077864/real 1769077864]  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077864.879753:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077864.879754:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077864.879755:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077864.879756:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077864.879757:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077864.879759:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077864.879761:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077864.879766:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879770:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077864.879771:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879772:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077864.879773:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077864.879775:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879779:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077864.879781:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879786:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077864.879787:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879788:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077864.879789:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879790:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077864.879792:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077864.879794:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077864.879796:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077864.879797:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077864.879799:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077864.879804:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932508800:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077864.879806:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879808:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077864.879810:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3480 x1855007932508672/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879814:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077864.879815:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077864.879816:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077864.879818:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077864.879819:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077864.879819:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077864.879821:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077864.879822:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb400.
02000000:00000001:3.0:1769077864.879823:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077864.879824:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077864.879825:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3480.
00000100:00000001:3.0:1769077864.879827:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077864.879828:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879829:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077864.879831:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932508800/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077864.879835:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077864.879836:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077864.879836:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077864.879838:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077864.879839:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077864.879839:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077864.879840:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077864.879841:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb000.
02000000:00000001:3.0:1769077864.879842:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077864.879843:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077864.879844:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769077864.879845:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077864.879846:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879847:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077864.879849:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077864.879850:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077864.879852:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077864.879853:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.774460:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077865.774468:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077865.774471:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077865.774475:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077865.774478:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077865.774479:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077865.774486:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077865.774486:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077865.774489:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077865.774493:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077865.774498:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077865.774501:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077865.774506:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077865.774513:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077865.774515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769077865.774516:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077865.774521:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077865.774523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077865.774524:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077865.774527:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077865.774530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077865.774534:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077865.774534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077865.774539:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077865.774541:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077865.774546:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077865.774547:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077865.774550:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077865.774552:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077865.774556:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077865.774559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077865.774562:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077865.774565:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077865.774568:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077866.222493:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299229986, at 4299230016
00000100:00000040:3.0:1769077866.222493:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299229986, at 4299230016
00000100:00000010:2.0:1769077866.222507:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000010:3.0:1769077866.222510:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00010000:00000001:1.0:1769077866.798450:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077866.798465:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077866.798468:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.798470:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077866.798473:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077866.798475:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077866.798475:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769077866.798478:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077866.798480:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769077866.798482:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077866.798483:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077866.798486:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077866.798487:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.798488:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077866.798489:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077866.798493:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769077866.798494:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769077866.798495:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077866.798497:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.798497:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077866.798500:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077866.798503:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.798504:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077866.798505:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077866.798507:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077866.798511:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077866.798530:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077866.798532:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077866.798538:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077866.798542:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077866.798544:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077866.798547:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077866.798550:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077866.798551:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077866.798553:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077866.798555:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077866.798557:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077866.798559:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077866.798560:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077866.798562:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077867.822507:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077867.822511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077867.822513:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077867.822515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077867.822515:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077867.822516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077867.822522:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769077867.822523:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077867.822524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077867.822526:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077867.822528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077867.822529:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769077867.822532:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077867.822535:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077867.822535:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077867.822538:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077867.822540:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077867.822542:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077867.822542:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077867.822543:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077867.822547:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077867.822549:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077867.822549:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077867.822551:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1769077867.822552:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077867.822554:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077867.822555:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077867.822558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769077867.822560:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077867.822560:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077867.822563:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077867.822567:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077867.822570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077867.822572:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077868.846517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077868.846518:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077868.846527:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077868.846527:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077868.846533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077868.846535:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077868.846537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077868.846542:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077868.846543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077868.846544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077868.846544:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077868.846555:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077868.846555:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077868.846556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077868.846556:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077868.846566:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077868.846567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077868.846568:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077868.846568:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077868.846584:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1769077868.846585:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077868.846588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077868.846595:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077868.846596:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077868.846596:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077868.846602:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077868.846603:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077868.846604:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077868.846606:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077868.846620:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077868.846623:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077868.846624:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077868.846630:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077868.846637:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077869.870536:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077869.870541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077869.870546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077869.870547:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077869.870548:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077869.870555:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077869.870555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077869.870558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077869.870559:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077869.870559:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077869.870560:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077869.870573:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769077869.870574:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077869.870575:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077869.870581:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077869.870585:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077869.870585:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077869.870589:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077869.870591:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077869.870592:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077869.870595:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077869.870601:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077869.870602:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077869.870603:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077869.870611:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077869.870612:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077869.870613:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077869.870617:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077869.870618:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077869.870622:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077869.870626:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077869.870634:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077869.870640:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077869.870646:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077869.998557:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077869.998574:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077869.998577:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077869.998583:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077869.998589:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077869.998599:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4561
00000400:00000200:1.0:1769077869.998612:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077869.998619:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077869.998622:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077869.998625:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077869.998628:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077869.998630:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077869.998633:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077869.998637:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077869.998638:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077869.998641:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077869.998643:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077869.998645:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077869.998647:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077869.998649:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077869.998652:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077869.998653:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077869.998655:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077869.998657:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077869.998660:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077869.998662:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077869.998664:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077869.998667:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077869.998669:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077869.998671:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077869.998673:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077869.998685:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769077869.998689:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077869.998693:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077869.998694:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077869.998697:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077869.998699:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077869.998704:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077869.998712:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769077869.998719:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077869.998727:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077869.998737:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077869.998741:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077869.998745:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077869.998766:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077869.998769:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077869.998771:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077869.998773:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077869.998774:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077869.998776:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077869.998778:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4561
00000400:00000200:1.0:1769077869.998781:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077869.998783:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077869.998785:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077869.998787:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077869.998789:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077869.998791:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077869.998792:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077869.998794:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077869.998794:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077869.998795:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077869.998797:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077869.998813:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077869.998815:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077869.998818:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077869.998819:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077869.998821:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077869.998823:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077869.998825:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077869.998827:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769077869.998829:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077869.998830:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077869.998834:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077869.998836:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769077869.998839:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077869.998840:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077869.998844:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077869.998846:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769077869.998850:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769077869.998852:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077869.998858:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077869.998861:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077869.998867:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000100:00000001:3.0:1769077869.998868:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769077869.998872:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769077869.998872:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077869.998878:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077869.998879:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077869.998880:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077869.998883:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077869.998884:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077869.998885:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077869.998888:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077869.998889:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077869.998893:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00100000:3.0:1769077869.998893:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932508928:192.168.204.153@tcp:250:kworker.0
00000100:00000001:1.0:1769077869.998899:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077869.998901:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1769077869.998906:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077869.998907:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077869.998911:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077869.998916:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769077869.998917:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077869.998920:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077869.998925:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769077869.998925:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077869.998930:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077869.998942:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077869.998943:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:1.0:1769077869.998949:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077869.998949:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00080000:1.0:1769077869.998956:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077869.998958:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077869.998961:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077869.998964:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1769077869.998965:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00080000:1.0:1769077869.998969:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4561
00000100:00000200:3.0:1769077869.998976:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932508928, portal 25
00000400:00000200:1.0:1769077869.998977:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077869.998979:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077869.998982:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559374592 : -121121150177024 : ffff91d748de7100)
00000400:00000200:1.0:1769077869.998985:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000040:3.0:1769077869.998990:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077869.998991:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077869.998999:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077869.999003:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077869.999006:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077869.999007:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077869.999011:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:3.0:1769077869.999014:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000020:00000001:1.0:1769077869.999016:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077869.999019:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000010:3.0:1769077869.999020:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000020:00000001:1.0:1769077869.999021:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077869.999025:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000200:3.0:1769077869.999025:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932508928, offset 0
00000020:00000001:1.0:1769077869.999027:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077869.999031:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769077869.999035:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769077869.999036:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077869.999039:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077869.999041:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077869.999042:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077869.999044:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077869.999048:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769077869.999048:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077869.999054:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077869.999055:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077869.999058:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077869.999061:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077869.999063:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769077869.999063:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000008:00100000:1.0:1769077869.999066:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077869.999069:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077869.999071:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077869.999074:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1769077869.999075:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769077869.999079:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077869.999082:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769077869.999084:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:1.0:1769077869.999085:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077869.999088:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077869.999089:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077869.999091:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077869.999093:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077869.999098:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077869.999104:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47631:47631:256:4294967295] 192.168.204.153@tcp LPNI seq info [47631:47631:8:4294967295]
02000000:00000010:1.0:1769077869.999105:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769077869.999110:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077869.999114:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:1.0:1769077869.999118:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077869.999125:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077869.999127:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077869.999130:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077869.999141:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769077869.999145:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077869.999149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769077869.999152:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769077869.999154:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077869.999162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077869.999165:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077869.999171:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4571)
00000800:00000010:3.0:1769077869.999264:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077869.999277:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077869.999281:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077869.999286:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077869.999289:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769077869.999293:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077869.999296:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077869.999303:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077869.999308:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077869.999313:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077869.999315:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077869.999319:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077869.999323:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999331:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077869.999333:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999339:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077869.999340:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077869.999345:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077869.999348:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077869.999351:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299235106
00000100:00000010:3.0:1769077869.999356:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
00000100:00000001:3.0:1769077869.999363:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077869.999369:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299235106
00000100:00000010:3.0:1769077869.999371:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a96c0.
00000100:00000001:3.0:1769077869.999373:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077869.999376:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077869.999378:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077869.999380:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077869.999383:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077869/real 1769077869]  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077869.999391:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077869.999397:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077869.999399:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077869.999425:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077869.999427:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077869.999429:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077869.999432:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077869.999439:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999444:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077869.999446:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999448:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077869.999450:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077869.999453:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999458:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077869.999461:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999466:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077869.999468:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999469:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077869.999469:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999472:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077869.999473:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077869.999475:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077869.999478:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077869.999479:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077869.999482:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077869.999494:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932508928:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077869.999498:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999499:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077869.999502:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7100 x1855007932508928/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999507:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077869.999510:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077869.999512:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077869.999515:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077869.999516:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077869.999518:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077869.999519:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077869.999522:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154800.
02000000:00000001:3.0:1769077869.999525:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077869.999527:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077869.999528:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7100.
00000100:00000001:3.0:1769077869.999530:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077869.999531:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999533:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999541:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077869.999543:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077869.999544:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077869.999545:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077869.999546:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077869.999549:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999554:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077869.999555:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077869.999557:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077869.999558:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077869.999559:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077869.999561:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932509056:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077869.999563:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077869.999565:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077869.999566:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077869.999568:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077869.999570:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077869.999572:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077869.999575:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077869.999577:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077869.999580:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077869.999582:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932509056, portal 10
00000100:00000001:3.0:1769077869.999584:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077869.999585:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559367424 : -121121150184192 : ffff91d748de5500)
00000100:00000040:3.0:1769077869.999590:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999595:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077869.999597:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077869.999598:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077869.999600:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932509056, offset 0
00000400:00000200:3.0:1769077869.999603:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077869.999605:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077869.999608:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077869.999610:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077869.999612:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077869.999614:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077869.999616:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077869.999618:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47632:47632:256:4294967295] 192.168.204.153@tcp LPNI seq info [47632:47632:8:4294967295]
00000400:00000200:3.0:1769077869.999621:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077869.999626:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077869.999628:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077869.999630:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077869.999633:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077869.999635:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077869.999639:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077869.999658:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769077869.999661:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077869.999663:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077869.999665:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077869.999667:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077869.999670:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077869.999671:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077869.999673:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077869.999676:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999686:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077869.999688:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999692:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077869.999693:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077869.999696:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077869.999699:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077869.999701:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077869.999702:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299233804
00000100:00000001:3.0:1769077869.999704:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299235106
00000100:00000001:3.0:1769077869.999706:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299233804
00000100:00000001:3.0:1769077869.999707:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299235106
00000100:00000001:3.0:1769077869.999709:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077869.999710:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077869.999712:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077869.999714:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077869/real 1769077869]  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077869.999719:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077869.999720:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077869.999721:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077869.999722:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077869.999724:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077869.999725:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077869.999727:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077869.999732:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999736:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077869.999737:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999739:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077869.999740:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077869.999742:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999746:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077869.999748:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999752:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077869.999754:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999755:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077869.999756:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999757:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077869.999758:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077869.999760:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077869.999762:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077869.999763:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077869.999765:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077869.999770:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932509056:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077869.999772:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077869.999774:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999779:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077869.999780:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077869.999781:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077869.999783:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077869.999784:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077869.999786:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932509184:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077869.999789:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077869.999790:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077869.999791:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077869.999793:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077869.999795:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077869.999796:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077869.999814:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077869.999817:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077869.999820:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077869.999823:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932509184, portal 10
00000100:00000001:3.0:1769077869.999825:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077869.999827:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559369216 : -121121150182400 : ffff91d748de5c00)
00000100:00000040:3.0:1769077869.999833:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999837:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077869.999839:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077869.999840:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077869.999842:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932509184, offset 0
00000400:00000200:3.0:1769077869.999845:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077869.999847:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077869.999850:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077869.999852:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077869.999854:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077869.999856:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077869.999857:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077869.999860:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47633:47633:256:4294967295] 192.168.204.153@tcp LPNI seq info [47633:47633:8:4294967295]
00000400:00000200:3.0:1769077869.999863:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077869.999867:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077869.999870:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077869.999873:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077869.999876:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077869.999878:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077869.999881:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077869.999882:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769077869.999885:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077869.999887:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077869.999889:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077869.999891:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077869.999894:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077869.999895:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077869.999896:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077869.999899:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999904:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077869.999906:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999911:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077869.999912:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077869.999914:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077869.999916:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077869.999917:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077869.999919:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299233803
00000100:00000001:3.0:1769077869.999920:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299235106
00000100:00000001:3.0:1769077869.999922:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299233803
00000100:00000001:3.0:1769077869.999923:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299235106
00000100:00000001:3.0:1769077869.999925:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077869.999926:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077869.999928:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077869.999930:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077869/real 1769077869]  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077869.999934:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077869.999936:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077869.999937:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077869.999938:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077869.999940:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077869.999941:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077869.999943:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077869.999948:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999952:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077869.999952:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999953:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077869.999954:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077869.999956:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999960:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077869.999963:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077869.999967:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077869.999969:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999970:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077869.999971:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999972:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077869.999974:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077869.999976:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077869.999978:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077869.999979:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077869.999981:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077869.999990:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932509184:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077869.999993:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077869.999995:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077869.999997:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5500 x1855007932509056/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077870.000000:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077870.000001:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077870.000003:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077870.000004:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077870.000005:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077870.000006:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077870.000007:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077870.000008:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154400.
02000000:00000001:3.0:1769077870.000010:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077870.000010:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077870.000012:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5500.
00000100:00000001:3.0:1769077870.000014:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077870.000015:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077870.000016:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077870.000018:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5c00 x1855007932509184/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077870.000021:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077870.000022:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077870.000023:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077870.000024:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077870.000025:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077870.000026:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077870.000027:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077870.000028:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:3.0:1769077870.000029:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077870.000029:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077870.000030:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5c00.
00000100:00000001:3.0:1769077870.000032:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077870.000033:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077870.000035:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077870.000037:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077870.000039:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077870.000040:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077870.000041:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077870.894515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077870.894515:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077870.894523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077870.894524:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077870.894524:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077870.894528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077870.894529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077870.894530:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077870.894537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077870.894538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077870.894538:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077870.894540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077870.894547:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077870.894548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077870.894553:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077870.894553:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077870.894559:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077870.894562:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077870.894563:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077870.894565:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077870.894568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077870.894573:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077870.894576:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077870.894580:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077870.894645:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077870.894649:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077870.894650:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077870.894654:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077870.894657:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077870.894659:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077870.894661:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077870.894662:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077870.894664:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077870.894674:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077871.342520:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299235106, at 4299235136
00000100:00000040:3.0:1769077871.342520:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299235106, at 4299235136
00000100:00000010:2.0:1769077871.342535:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000010:3.0:1769077871.342537:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00010000:00000001:1.0:1769077871.918570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077871.918571:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077871.918572:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077871.918579:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077871.918582:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077871.918582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077871.918583:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077871.918586:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077871.918589:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077871.918591:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077871.918591:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077871.918597:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077871.918598:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077871.918600:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077871.918601:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077871.918604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077871.918620:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077871.918620:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077871.918621:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077871.918634:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077871.918636:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077871.918636:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077871.918638:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077871.918641:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077871.918647:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077871.918647:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077871.918654:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077871.918655:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077871.918658:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077871.918661:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077871.918665:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077871.918666:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077871.918671:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077871.918675:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077872.942523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077872.942523:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077872.942528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077872.942531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077872.942532:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077872.942533:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077872.942536:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077872.942539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077872.942541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077872.942545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077872.942546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077872.942546:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077872.942553:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077872.942558:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077872.942559:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077872.942565:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077872.942566:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077872.942566:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077872.942579:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077872.942580:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077872.942583:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077872.942591:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077872.942592:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077872.942592:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077872.942594:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077872.942596:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077872.942597:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077872.942601:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077872.942604:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077872.942606:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077872.942607:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077872.942614:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077872.942618:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077872.942621:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077873.966532:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077873.966533:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077873.966533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077873.966543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077873.966543:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077873.966544:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077873.966546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077873.966554:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077873.966554:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077873.966555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077873.966556:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077873.966573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077873.966576:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077873.966576:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077873.966578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077873.966582:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077873.966588:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077873.966591:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077873.966595:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077873.966596:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077873.966597:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077873.966600:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077873.966604:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077873.966609:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077873.966610:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077873.966614:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077873.966617:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077873.966617:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077873.966625:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077873.966630:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077873.966634:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077873.966634:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077873.966638:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077873.966643:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077874.990588:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077874.990589:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077874.990589:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077874.990603:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077874.990606:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077874.990607:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077874.990607:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077874.990618:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077874.990618:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077874.990620:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077874.990635:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077874.990636:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077874.990637:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077874.990647:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077874.990647:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077874.990647:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077874.990660:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077874.990661:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077874.990662:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077874.990665:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077874.990678:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077874.990679:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077874.990682:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077874.990692:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077874.990693:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077874.990703:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077874.990706:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077874.991666:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077874.991671:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077874.991673:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077874.991675:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077874.991678:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077874.991680:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077874.991681:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077874.991683:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077874.991686:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077874.991688:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077874.991700:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077874.991702:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077874.991704:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077875.118502:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077875.118519:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077875.118522:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077875.118526:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077875.118529:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077875.118535:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4566
00000400:00000200:1.0:1769077875.118543:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077875.118549:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077875.118551:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077875.118554:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118557:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077875.118559:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118561:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077875.118564:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077875.118566:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077875.118568:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077875.118570:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077875.118571:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077875.118573:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077875.118575:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118576:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077875.118578:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118579:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077875.118582:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077875.118584:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118586:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077875.118588:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077875.118591:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077875.118593:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.118594:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077875.118596:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077875.118605:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769077875.118608:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077875.118611:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077875.118612:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.118615:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077875.118616:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077875.118620:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077875.118627:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077875.118633:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077875.118641:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077875.118649:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077875.118652:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077875.118655:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077875.118674:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077875.118677:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077875.118679:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077875.118681:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077875.118682:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077875.118683:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077875.118686:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4566
00000400:00000200:1.0:1769077875.118688:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077875.118691:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077875.118694:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077875.118698:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118700:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077875.118702:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118705:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077875.118707:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077875.118709:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077875.118728:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077875.118730:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077875.118733:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077875.118735:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077875.118738:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118741:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077875.118743:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118746:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077875.118749:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077875.118753:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118756:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077875.118758:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077875.118762:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769077875.118765:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077875.118772:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769077875.118773:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077875.118777:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077875.118778:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077875.118788:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077875.118791:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.118795:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077875.118797:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077875.118799:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769077875.118802:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077875.118804:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077875.118806:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.118815:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077875.118818:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077875.118822:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077875.118833:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769077875.118843:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077875.118844:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077875.118849:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077875.118854:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077875.118855:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077875.118861:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077875.118869:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.118879:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1769077875.118880:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932509312:192.168.204.153@tcp:250:kworker.0
00000100:00000001:1.0:1769077875.118885:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077875.118887:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077875.118893:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1769077875.118896:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077875.118896:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077875.118903:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077875.118913:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
00000100:00000001:1.0:1769077875.118914:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077875.118919:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077875.118921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077875.118925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077875.118927:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077875.118928:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769077875.118933:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077875.118935:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077875.118939:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4566
00000400:00000010:3.0:1769077875.118940:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000200:1.0:1769077875.118945:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077875.118948:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000400:00000200:1.0:1769077875.118949:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077875.118957:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077875.118959:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118961:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077875.118962:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118963:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077875.118965:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077875.118966:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077875.118967:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077875.118968:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077875.118969:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077875.118971:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077875.118973:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118975:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077875.118976:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118977:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077875.118979:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077875.118980:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077875.118982:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077875.118983:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077875.118985:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077875.118986:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.118988:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077875.118989:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077875.118991:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.118992:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077875.118996:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000100:00000200:3.0:1769077875.118996:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932509312, portal 25
00000100:00000001:3.0:1769077875.119004:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1769077875.119005:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769077875.119011:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559370112 : -121121150181504 : ffff91d748de5f80)
02000000:00000001:1.0:1769077875.119012:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077875.119019:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077875.119026:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077875.119027:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077875.119032:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077875.119041:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077875.119042:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077875.119049:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077875.119052:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
02000000:00000010:1.0:1769077875.119053:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000200:3.0:1769077875.119056:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932509312, offset 0
00000100:00000001:1.0:1769077875.119062:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077875.119070:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00100000:1.0:1769077875.119078:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077875.119089:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077875.119091:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077875.119094:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077875.119099:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077875.119104:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:1.0:1769077875.119121:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077875.119125:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077875.119126:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077875.119134:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077875.119136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077875.119141:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:1.0:1769077875.119142:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077875.119152:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4576)
00000400:00000200:3.0:1769077875.119158:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077875.119164:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077875.119170:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47634:47634:256:4294967295] 192.168.204.153@tcp LPNI seq info [47634:47634:8:4294967295]
00000400:00000200:3.0:1769077875.119184:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077875.119195:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077875.119203:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077875.119209:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077875.119216:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077875.119220:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077875.119226:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077875.119245:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769077875.119250:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077875.119253:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077875.119260:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077875.119265:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077875.119270:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077875.119272:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077875.119276:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077875.119280:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119289:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077875.119291:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119297:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077875.119299:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077875.119304:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077875.119308:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077875.119311:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299240226
00000100:00000010:3.0:1769077875.119316:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a96c0.
00000100:00000001:3.0:1769077875.119323:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077875.119329:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299240226
00000100:00000010:3.0:1769077875.119332:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a91e0.
00000100:00000001:3.0:1769077875.119334:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077875.119336:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077875.119338:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077875.119341:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077875.119344:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077875/real 1769077875]  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077875.119351:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077875.119353:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077875.119355:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077875.119358:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077875.119359:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077875.119362:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077875.119366:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077875.119375:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119382:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077875.119385:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.119388:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077875.119399:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077875.119433:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119439:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077875.119442:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119447:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077875.119449:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.119450:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077875.119451:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.119453:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077875.119458:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077875.119460:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077875.119464:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077875.119466:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077875.119469:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077875.119476:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932509312:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077875.119482:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.119484:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077875.119486:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5f80 x1855007932509312/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119491:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077875.119493:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077875.119496:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077875.119498:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077875.119500:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077875.119501:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077875.119503:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077875.119505:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:3.0:1769077875.119509:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077875.119511:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077875.119512:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5f80.
00000100:00000001:3.0:1769077875.119515:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077875.119516:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.119518:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.119527:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077875.119529:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077875.119531:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077875.119533:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077875.119534:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077875.119536:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119542:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077875.119544:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077875.119545:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077875.119547:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077875.119549:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077875.119550:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932509440:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077875.119552:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077875.119554:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077875.119555:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077875.119557:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077875.119559:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077875.119560:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077875.119564:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077875.119566:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077875.119568:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077875.119571:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932509440, portal 10
00000100:00000001:3.0:1769077875.119572:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077875.119573:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362944 : -121121150188672 : ffff91d748de4380)
00000100:00000040:3.0:1769077875.119579:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119584:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077875.119585:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077875.119587:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077875.119589:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932509440, offset 0
00000400:00000200:3.0:1769077875.119591:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077875.119594:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077875.119597:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077875.119599:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077875.119600:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077875.119602:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077875.119604:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077875.119606:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47635:47635:256:4294967295] 192.168.204.153@tcp LPNI seq info [47635:47635:8:4294967295]
00000400:00000200:3.0:1769077875.119609:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077875.119613:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077875.119616:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077875.119618:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077875.119621:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077875.119623:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077875.119627:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077875.119629:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769077875.119632:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077875.119633:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077875.119635:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077875.119638:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077875.119640:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077875.119641:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077875.119643:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077875.119645:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119651:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077875.119653:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119657:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077875.119658:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077875.119660:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077875.119677:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077875.119681:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077875.119682:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299238924
00000100:00000001:3.0:1769077875.119685:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299240226
00000100:00000001:3.0:1769077875.119687:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299238924
00000100:00000001:3.0:1769077875.119689:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299240226
00000100:00000001:3.0:1769077875.119690:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077875.119692:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077875.119693:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077875.119695:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077875/real 1769077875]  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077875.119700:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077875.119701:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077875.119702:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077875.119704:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077875.119705:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077875.119707:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077875.119710:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077875.119738:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119743:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077875.119745:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.119746:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077875.119747:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077875.119749:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119754:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077875.119757:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119761:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077875.119762:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.119763:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077875.119764:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.119765:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077875.119767:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077875.119769:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077875.119771:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077875.119772:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077875.119774:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077875.119779:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932509440:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077875.119782:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077875.119785:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119794:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077875.119795:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077875.119797:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077875.119799:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077875.119800:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077875.119802:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932509568:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077875.119803:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077875.119805:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077875.119806:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077875.119807:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077875.119810:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077875.119812:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077875.119816:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077875.119819:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077875.119822:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077875.119825:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932509568, portal 10
00000100:00000001:3.0:1769077875.119827:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077875.119828:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559373696 : -121121150177920 : ffff91d748de6d80)
00000100:00000040:3.0:1769077875.119835:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119842:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077875.119845:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077875.119847:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077875.119850:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932509568, offset 0
00000400:00000200:3.0:1769077875.119855:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077875.119860:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077875.119864:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077875.119867:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077875.119870:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077875.119873:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077875.119875:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077875.119879:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47636:47636:256:4294967295] 192.168.204.153@tcp LPNI seq info [47636:47636:8:4294967295]
00000400:00000200:3.0:1769077875.119882:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077875.119887:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077875.119891:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077875.119893:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077875.119896:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077875.119898:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077875.119901:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077875.119903:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769077875.119906:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077875.119908:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077875.119910:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077875.119912:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077875.119915:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077875.119916:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077875.119918:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077875.119920:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119926:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077875.119928:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119933:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077875.119934:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077875.119936:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077875.119939:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077875.119941:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077875.119943:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299238923
00000100:00000001:3.0:1769077875.119945:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299240226
00000100:00000001:3.0:1769077875.119946:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299238923
00000100:00000001:3.0:1769077875.119948:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299240226
00000100:00000001:3.0:1769077875.119949:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077875.119951:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077875.119952:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077875.119955:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077875/real 1769077875]  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077875.119963:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077875.119964:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077875.119966:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077875.119969:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077875.119970:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077875.119973:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077875.119976:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077875.119986:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.119993:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077875.119995:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.119997:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077875.119999:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077875.120003:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.120010:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077875.120015:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.120021:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077875.120023:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.120024:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077875.120025:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.120026:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077875.120029:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077875.120031:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077875.120034:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077875.120036:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077875.120039:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077875.120045:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932509568:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077875.120048:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.120049:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077875.120051:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4380 x1855007932509440/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.120056:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077875.120058:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077875.120060:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077875.120062:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077875.120063:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077875.120065:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077875.120067:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077875.120069:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:3.0:1769077875.120072:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077875.120073:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077875.120074:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4380.
00000100:00000001:3.0:1769077875.120077:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077875.120079:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.120080:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077875.120084:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6d80 x1855007932509568/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077875.120091:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077875.120092:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077875.120094:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077875.120097:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077875.120098:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077875.120100:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077875.120102:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077875.120104:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:3.0:1769077875.120107:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077875.120108:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077875.120110:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6d80.
00000100:00000001:3.0:1769077875.120113:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077875.120114:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.120116:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077875.120120:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077875.120122:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077875.120124:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077875.120126:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077876.014497:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077876.014497:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077876.014507:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077876.014507:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077876.014508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077876.014510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077876.014512:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077876.014512:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077876.014514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077876.014516:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769077876.014519:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077876.014521:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077876.014521:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077876.014524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077876.014526:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077876.014528:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077876.014529:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077876.014529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077876.014532:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.014532:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077876.014535:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077876.014539:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077876.014541:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.014542:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077876.014548:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077876.014549:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077876.014553:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077876.014557:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077876.014558:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077876.014562:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077876.014565:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077876.014571:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077876.014576:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077876.014580:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077876.462473:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299240226, at 4299240256
00000100:00000040:2.0:1769077876.462474:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299240226, at 4299240256
00000100:00000010:2.0:1769077876.462488:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00000100:00000010:3.0:1769077876.462491:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a91e0.
00000100:00000001:2.0:1769077877.038510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077877.038515:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077877.038517:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077877.038520:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769077877.038522:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077877.038527:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077877.038529:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077877.038529:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077877.038530:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077877.038535:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077877.038540:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077877.038540:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077877.038541:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077877.038544:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077877.038548:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077877.038548:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077877.038548:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077877.038552:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077877.038561:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1769077877.038562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077877.038563:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077877.038573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077877.038574:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077877.038583:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077877.038587:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077877.038588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077877.038591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077877.038706:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077877.038709:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077877.038714:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077877.038719:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077877.038721:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077877.038723:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077877.038726:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077877.038728:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077877.038729:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077877.038730:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077877.038745:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077877.038747:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077877.038748:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077878.062469:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077878.062469:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077878.062470:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077878.062477:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077878.062478:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077878.062478:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077878.062479:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077878.062480:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077878.062481:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077878.062481:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077878.062485:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077878.062488:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077878.062488:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077878.062488:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077878.062492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077878.062494:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077878.062495:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077878.062495:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077878.062496:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077878.062500:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077878.062501:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077878.062501:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077878.062506:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077878.062521:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077878.062525:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077878.062528:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077878.063495:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077878.063500:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077878.063504:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077878.063509:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077878.063512:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077878.063513:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077878.063517:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077878.063520:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077879.086526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077879.086526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077879.086533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077879.086534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077879.086535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077879.086538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077879.086538:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077879.086539:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077879.086542:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077879.086545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077879.086545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077879.086547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077879.086551:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077879.086552:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077879.086552:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077879.086558:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077879.086558:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077879.086558:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077879.086562:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077879.086566:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077879.086569:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077879.086573:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077879.086576:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077879.086579:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077879.086669:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077879.086673:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077879.086678:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077879.086680:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077879.086710:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077879.086714:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077879.086717:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077879.086756:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077879.086759:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077879.086761:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077880.110517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077880.110517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077880.110517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077880.110521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077880.110526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077880.110527:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077880.110528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077880.110528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077880.110530:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077880.110532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.110532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077880.110536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077880.110536:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077880.110539:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077880.110539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077880.110540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077880.110543:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077880.110545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077880.110546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077880.110549:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077880.110551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.110551:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.110554:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077880.110558:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.110562:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.110567:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077880.110570:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.110573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077880.110574:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077880.110577:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077880.110580:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077880.110591:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077880.110595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077880.110598:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077880.238535:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077880.238546:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077880.238549:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077880.238553:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077880.238557:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077880.238565:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4571
00000400:00000200:1.0:1769077880.238575:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077880.238581:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077880.238585:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077880.238588:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077880.238592:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077880.238594:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077880.238597:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077880.238602:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077880.238604:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077880.238606:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077880.238672:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077880.238676:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077880.238678:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077880.238682:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077880.238684:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077880.238687:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077880.238689:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077880.238693:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077880.238696:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077880.238699:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077880.238702:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077880.238705:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077880.238708:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077880.238710:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077880.238712:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077880.238724:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769077880.238728:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077880.238733:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077880.238734:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077880.238738:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077880.238741:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077880.238745:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077880.238753:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769077880.238759:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077880.238768:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077880.238778:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077880.238783:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077880.238788:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077880.238813:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077880.238817:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077880.238820:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077880.238822:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077880.238824:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077880.238826:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077880.238829:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4571
00000400:00000200:1.0:1769077880.238833:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077880.238837:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077880.238839:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077880.238843:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077880.238845:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077880.238847:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077880.238850:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077880.238852:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077880.238854:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077880.238855:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077880.238857:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769077880.238857:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077880.238861:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077880.238863:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769077880.238866:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077880.238870:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077880.238873:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077880.238877:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077880.238880:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077880.238881:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077880.238885:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077880.238889:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077880.238895:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077880.238901:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.238902:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077880.238904:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077880.238907:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077880.238911:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077880.238913:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077880.238915:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077880.238918:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077880.238919:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077880.238923:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077880.238924:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1769077880.238928:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932509696:192.168.204.153@tcp:250:kworker.0
00000008:00000001:1.0:1769077880.238930:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077880.238935:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.238936:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1769077880.238940:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
02000000:00000001:3.0:1769077880.238940:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077880.238944:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077880.238946:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769077880.238949:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077880.238950:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077880.238953:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077880.238955:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1769077880.238956:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:1.0:1769077880.238957:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077880.238960:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077880.238962:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077880.238966:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769077880.238971:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077880.238972:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:1.0:1769077880.238978:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769077880.238979:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:1.0:1769077880.238987:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077880.238989:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077880.238993:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077880.239004:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077880.239026:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932509696, portal 25
00000100:00000001:3.0:1769077880.239029:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077880.239030:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559368320 : -121121150183296 : ffff91d748de5880)
00000100:00000040:3.0:1769077880.239037:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239045:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077880.239046:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077880.239049:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077880.239053:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932509696, offset 0
00000100:00000001:1.0:1769077880.239055:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077880.239059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077880.239061:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769077880.239065:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077880.239067:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077880.239069:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077880.239072:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077880.239077:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4571
00000400:00000200:3.0:1769077880.239082:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077880.239088:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077880.239093:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077880.239098:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:1.0:1769077880.239102:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077880.239105:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077880.239109:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:1.0:1769077880.239110:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000200:3.0:1769077880.239115:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47637:47637:256:4294967295] 192.168.204.153@tcp LPNI seq info [47637:47637:8:4294967295]
00000100:00080000:1.0:1769077880.239116:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769077880.239121:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:1.0:1769077880.239124:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077880.239129:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077880.239135:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769077880.239137:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769077880.239140:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077880.239146:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.0:1769077880.239146:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000020:00000040:1.0:1769077880.239150:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000800:00000010:3.0:1769077880.239152:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000020:00000001:1.0:1769077880.239153:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077880.239157:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077880.239160:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:3.0:1769077880.239162:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000001:1.0:1769077880.239166:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:3.0:1769077880.239168:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1769077880.239174:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000200:3.1:1769077880.239175:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769077880.239179:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077880.239180:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1769077880.239184:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000100:3.0:1769077880.239188:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077880.239190:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000010:3.0:1769077880.239191:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000020:00000040:1.0:1769077880.239194:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769077880.239198:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1769077880.239199:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077880.239204:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077880.239206:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1769077880.239207:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077880.239212:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
02000000:00000001:1.0:1769077880.239213:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1769077880.239216:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
02000000:00000001:1.0:1769077880.239218:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.239221:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077880.239222:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077880.239226:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077880.239230:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077880.239232:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077880.239234:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077880.239236:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000020:00000040:1.0:1769077880.239241:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077880.239247:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769077880.239248:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1769077880.239249:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077880.239252:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077880.239255:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1769077880.239257:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077880.239258:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077880.239264:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:3.0:1769077880.239269:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077880.239270:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.239275:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1769077880.239280:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077880.239284:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077880.239292:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769077880.239293:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077880.239296:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.239299:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299245346
00000100:00000040:1.0:1769077880.239303:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077880.239307:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a91e0.
00000100:00000001:1.0:1769077880.239315:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077880.239319:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077880.239323:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769077880.239324:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1769077880.239326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077880.239331:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077880.239337:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4581)
00000100:00000001:3.0:1769077880.239342:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299245346
00000100:00000010:3.0:1769077880.239348:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a96c0.
00000100:00000001:3.0:1769077880.239352:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077880.239356:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077880.239359:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.239362:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077880.239369:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077880/real 1769077880]  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077880.239378:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077880.239381:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077880.239383:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077880.239385:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077880.239386:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077880.239388:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077880.239390:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077880.239396:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239420:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077880.239422:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.239424:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077880.239425:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077880.239428:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239432:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077880.239436:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239440:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077880.239442:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.239443:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077880.239443:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.239445:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077880.239446:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077880.239448:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077880.239451:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077880.239452:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077880.239454:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077880.239459:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932509696:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077880.239462:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.239464:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077880.239466:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5880 x1855007932509696/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239470:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077880.239472:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077880.239475:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077880.239477:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077880.239478:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077880.239480:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077880.239481:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077880.239483:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156800.
02000000:00000001:3.0:1769077880.239486:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077880.239488:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077880.239489:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5880.
00000100:00000001:3.0:1769077880.239491:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077880.239492:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.239494:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.239500:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077880.239502:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.239503:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077880.239504:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077880.239506:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077880.239509:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239516:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077880.239517:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077880.239519:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077880.239521:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077880.239523:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077880.239526:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932509824:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077880.239529:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077880.239530:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077880.239532:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077880.239534:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077880.239537:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077880.239539:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077880.239543:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077880.239546:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077880.239549:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077880.239552:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932509824, portal 10
00000100:00000001:3.0:1769077880.239555:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077880.239556:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559372800 : -121121150178816 : ffff91d748de6a00)
00000100:00000040:3.0:1769077880.239563:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239580:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077880.239583:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077880.239586:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077880.239588:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932509824, offset 0
00000400:00000200:3.0:1769077880.239592:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077880.239608:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077880.239612:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077880.239615:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077880.239618:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077880.239621:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077880.239622:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077880.239624:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47638:47638:256:4294967295] 192.168.204.153@tcp LPNI seq info [47638:47638:8:4294967295]
00000400:00000200:3.0:1769077880.239642:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077880.239647:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077880.239650:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077880.239653:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077880.239655:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077880.239657:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769077880.239660:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077880.239662:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769077880.239664:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077880.239665:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077880.239667:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077880.239669:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077880.239671:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077880.239672:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077880.239674:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077880.239676:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239686:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077880.239688:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239692:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.239693:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077880.239695:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077880.239699:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077880.239711:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077880.239713:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299244044
00000100:00000001:3.0:1769077880.239716:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299245346
00000100:00000001:3.0:1769077880.239718:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299244044
00000100:00000001:3.0:1769077880.239720:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299245346
00000100:00000001:3.0:1769077880.239722:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077880.239724:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.239726:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077880.239731:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077880/real 1769077880]  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077880.239739:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077880.239741:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077880.239742:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077880.239745:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077880.239746:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077880.239748:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077880.239751:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077880.239757:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239769:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077880.239772:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.239774:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077880.239775:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077880.239779:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239790:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077880.239794:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239808:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077880.239811:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.239813:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077880.239814:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.239816:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077880.239818:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077880.239821:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077880.239824:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077880.239826:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077880.239830:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077880.239839:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932509824:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077880.239842:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077880.239845:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239852:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077880.239853:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077880.239855:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077880.239857:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077880.239859:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077880.239862:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932509952:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077880.239865:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077880.239867:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077880.239869:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077880.239870:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077880.239874:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077880.239876:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077880.239880:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077880.239882:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077880.239885:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077880.239888:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932509952, portal 10
00000100:00000001:3.0:1769077880.239890:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077880.239891:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559371904 : -121121150179712 : ffff91d748de6680)
00000100:00000040:3.0:1769077880.239897:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239903:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077880.239905:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077880.239908:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077880.239910:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932509952, offset 0
00000400:00000200:3.0:1769077880.239914:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077880.239918:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077880.239921:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077880.239924:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077880.239926:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077880.239928:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077880.239930:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077880.239933:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47639:47639:256:4294967295] 192.168.204.153@tcp LPNI seq info [47639:47639:8:4294967295]
00000400:00000200:3.0:1769077880.239937:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077880.239942:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077880.239947:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077880.239951:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077880.239955:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077880.239958:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769077880.239962:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077880.239965:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769077880.239968:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077880.239970:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077880.239973:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077880.239975:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077880.239977:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077880.239978:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077880.239980:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077880.239983:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239988:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077880.239990:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.239994:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.239995:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077880.239997:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077880.239999:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077880.240001:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077880.240002:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299244043
00000100:00000001:3.0:1769077880.240004:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299245346
00000100:00000001:3.0:1769077880.240005:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299244043
00000100:00000001:3.0:1769077880.240007:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299245346
00000100:00000001:3.0:1769077880.240009:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077880.240010:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.240011:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077880.240013:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077880/real 1769077880]  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077880.240017:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077880.240018:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077880.240019:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077880.240021:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077880.240021:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077880.240023:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077880.240024:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077880.240029:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.240032:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077880.240033:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.240034:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077880.240035:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077880.240038:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.240043:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077880.240047:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.240052:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077880.240055:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.240056:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077880.240057:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.240059:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077880.240062:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077880.240064:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077880.240067:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077880.240069:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077880.240073:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077880.240086:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932509952:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077880.240090:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.240091:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077880.240094:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6a00 x1855007932509824/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.240100:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077880.240102:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077880.240104:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769077880.240107:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077880.240108:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077880.240110:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077880.240112:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077880.240113:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155000.
02000000:00000001:3.0:1769077880.240115:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077880.240117:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077880.240118:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6a00.
00000100:00000001:3.0:1769077880.240121:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077880.240122:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.240124:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077880.240127:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6680 x1855007932509952/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077880.240133:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077880.240134:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077880.240136:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769077880.240138:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077880.240139:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077880.240140:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077880.240143:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077880.240144:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:3.0:1769077880.240146:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077880.240148:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077880.240149:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6680.
00000100:00000001:3.0:1769077880.240152:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077880.240153:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.240155:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077880.240158:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077880.240160:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077880.240161:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077880.240163:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077881.134543:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077881.134548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077881.134553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077881.134553:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077881.134557:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077881.134564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077881.134564:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077881.134567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077881.134570:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077881.134576:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077881.134579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077881.134582:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077881.134585:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077881.134599:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077881.134602:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077881.134605:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077881.134685:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077881.134689:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077881.134690:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077881.134692:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077881.134694:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077881.134696:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077881.134697:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077881.134698:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077881.134700:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077881.135700:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077881.135703:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077881.135705:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077881.135707:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077881.135710:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077881.135712:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077881.135714:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077881.135716:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077881.135718:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077881.582540:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299245346, at 4299245376
00000100:00000040:3.0:1769077881.582540:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299245346, at 4299245376
00000100:00000010:3.0:1769077881.582567:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00000100:00000010:2.0:1769077881.582572:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a91e0.
00000100:00000001:0.0:1769077882.158547:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077882.158547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077882.158552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077882.158557:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077882.158558:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077882.158558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.158562:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077882.158562:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077882.158569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077882.158570:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077882.158570:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077882.158572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077882.158576:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077882.158577:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077882.158582:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077882.158582:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077882.158585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077882.158587:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077882.158590:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.158610:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077882.158613:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077882.158617:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077882.158619:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077882.158623:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077882.158628:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077882.158640:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077882.158644:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077882.158645:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077882.158647:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077882.158650:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077882.158651:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077882.158653:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077882.158654:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077882.158656:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077883.182517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077883.182517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077883.182517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077883.182517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077883.182524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077883.182526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077883.182526:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077883.182526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077883.182530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077883.182530:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077883.182531:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077883.182531:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077883.182534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077883.182537:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077883.182538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077883.182539:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077883.182543:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077883.182545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077883.182545:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077883.182547:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077883.182549:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077883.182550:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077883.182550:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077883.182554:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077883.182558:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077883.182558:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077883.182559:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077883.182561:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077883.182563:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077883.182566:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077883.182566:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077883.182569:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077883.182570:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077883.182574:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077884.206521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077884.206521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077884.206522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077884.206528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077884.206529:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077884.206530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077884.206533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077884.206534:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077884.206535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077884.206538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077884.206539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077884.206540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077884.206546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077884.206546:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077884.206549:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077884.206550:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077884.206555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077884.206557:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077884.206569:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077884.206578:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077884.206580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077884.206581:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077884.206584:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077884.206586:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077884.206590:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077884.206642:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077884.206645:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077884.206646:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077884.206648:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077884.206649:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077884.206651:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077884.206651:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077884.206652:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077884.206654:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.230528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077885.230528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077885.230529:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077885.230533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077885.230539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077885.230539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077885.230539:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077885.230540:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769077885.230540:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077885.230555:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077885.230559:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1769077885.230559:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077885.230560:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077885.230563:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077885.230565:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077885.230566:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077885.230568:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769077885.230568:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.230570:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077885.230571:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077885.230571:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077885.230572:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769077885.230577:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077885.230577:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077885.230578:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077885.230580:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077885.230583:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077885.230583:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077885.230586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077885.230587:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077885.230588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.230591:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077885.230593:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.230598:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.230602:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077885.230604:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.230607:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077885.230612:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077885.230617:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077885.230620:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077885.359090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077885.359103:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077885.359106:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077885.359111:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077885.359116:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077885.359126:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4576
00000400:00000200:3.0:1769077885.359136:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077885.359143:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077885.359146:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077885.359149:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077885.359153:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077885.359156:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077885.359159:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769077885.359164:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077885.359166:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769077885.359169:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077885.359172:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769077885.359175:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769077885.359178:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769077885.359181:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077885.359183:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077885.359185:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077885.359187:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769077885.359191:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769077885.359205:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769077885.359208:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077885.359211:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077885.359215:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077885.359217:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077885.359219:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077885.359222:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077885.359231:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5180.
00000020:00000040:3.0:1769077885.359236:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769077885.359240:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077885.359242:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077885.359246:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077885.359249:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077885.359254:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077885.359263:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508400.
00000100:00000001:3.0:1769077885.359270:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077885.359278:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077885.359289:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077885.359293:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077885.359311:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a964d027] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077885.359339:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077885.359343:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077885.359346:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077885.359348:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077885.359350:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077885.359352:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077885.359355:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4576
00000400:00000200:3.0:1769077885.359358:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077885.359362:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077885.359364:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077885.359368:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077885.359369:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077885.359371:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077885.359373:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769077885.359376:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077885.359377:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769077885.359378:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077885.359380:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769077885.359383:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769077885.359385:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769077885.359388:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077885.359390:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077885.359392:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077885.359394:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769077885.359396:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:3.0:1769077885.359399:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769077885.359423:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077885.359426:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769077885.359430:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769077885.359432:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077885.359436:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.359437:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077885.359439:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077885.359441:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1769077885.359446:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769077885.359449:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077885.359452:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077885.359458:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.359464:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1769077885.359466:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4e00.
00000100:00000001:0.0:1769077885.359467:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077885.359471:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077885.359473:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077885.359477:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077885.359477:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077885.359480:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077885.359483:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077885.359484:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077885.359487:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077885.359490:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077885.359491:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932510080:192.168.204.153@tcp:250:kworker.0
02000000:00000010:3.0:1769077885.359496:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a000.
00000100:00000001:0.0:1769077885.359498:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077885.359503:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077885.359505:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077885.359509:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077885.359512:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769077885.359514:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077885.359521:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
00000100:00000001:3.0:1769077885.359523:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769077885.359525:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077885.359528:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077885.359535:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9cf5994] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077885.359537:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077885.359561:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077885.359567:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000001:3.0:1769077885.359575:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077885.359577:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932510080, portal 25
00000100:00080000:3.0:1769077885.359579:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077885.359581:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769077885.359585:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077885.359587:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077885.359589:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077885.359590:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564478336 : -121121145073280 : ffff91d7492c5180)
00000100:00000001:3.0:1769077885.359595:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077885.359599:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4576
00000100:00000040:0.0:1769077885.359602:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077885.359608:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077885.359614:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769077885.359616:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000040:0.0:1769077885.359620:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:3.0:1769077885.359621:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1769077885.359623:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077885.359628:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932510080, offset 0
00000100:00000040:3.0:1769077885.359628:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077885.359634:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077885.359637:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769077885.359642:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769077885.359642:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769077885.359646:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077885.359649:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769077885.359650:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077885.359653:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769077885.359655:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:0.0:1769077885.359658:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:3.0:1769077885.359659:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769077885.359666:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:0.0:1769077885.359670:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:3.0:1769077885.359670:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769077885.359694:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077885.359700:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077885.359705:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077885.359709:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077885.359713:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47640:47640:256:4294967295] 192.168.204.153@tcp LPNI seq info [47640:47640:8:4294967295]
00000400:00000200:0.0:1769077885.359719:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077885.359733:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077885.359741:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077885.359770:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077885.359788:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077885.359792:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769077885.359798:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077885.359802:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769077885.359806:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077885.359809:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077885.359825:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077885.359830:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077885.359835:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077885.359837:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077885.359840:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077885.359850:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.359863:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077885.359867:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.359874:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.359876:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077885.359883:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077885.359887:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077885.359890:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299250467
00000100:00000010:0.0:1769077885.359896:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600313c0.
00000100:00000001:0.0:1769077885.359903:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077885.359908:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299250467
00000100:00000010:0.0:1769077885.359910:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031de0.
00000100:00000001:0.0:1769077885.359912:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077885.359914:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077885.359916:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.359918:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077885.359921:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077885/real 1769077885]  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077885.359929:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077885.359938:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077885.359941:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077885.359948:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077885.359949:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077885.359952:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077885.359955:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077885.359963:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.359970:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077885.359972:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.359974:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077885.359977:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077885.359981:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.359988:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077885.359991:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.359996:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077885.359998:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.359999:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077885.360000:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360002:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077885.360003:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077885.360005:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077885.360007:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077885.360008:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077885.360011:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077885.360015:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932510080:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077885.360020:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360022:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077885.360023:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5180 x1855007932510080/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360028:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077885.360030:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077885.360032:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077885.360034:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077885.360035:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077885.360037:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077885.360038:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077885.360040:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:0.0:1769077885.360043:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077885.360045:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077885.360046:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5180.
00000100:00000001:0.0:1769077885.360048:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077885.360050:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360051:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360059:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077885.360060:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.360062:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077885.360063:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077885.360064:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077885.360066:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360071:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077885.360072:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077885.360073:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077885.360075:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077885.360076:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077885.360077:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932510208:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077885.360079:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077885.360080:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077885.360081:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077885.360083:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077885.360085:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077885.360087:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077885.360090:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077885.360091:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077885.360094:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077885.360096:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932510208, portal 10
00000100:00000001:0.0:1769077885.360097:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077885.360098:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564477440 : -121121145074176 : ffff91d7492c4e00)
00000100:00000040:0.0:1769077885.360103:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360116:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077885.360121:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077885.360124:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077885.360126:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932510208, offset 0
00000400:00000200:0.0:1769077885.360131:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077885.360135:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077885.360139:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:3.0:1769077885.360139:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077885.360145:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:0.0:1769077885.360146:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769077885.360150:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:0.0:1769077885.360152:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00080000:3.0:1769077885.360157:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:0.0:1769077885.360159:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077885.360162:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077885.360166:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000001:3.0:1769077885.360167:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077885.360172:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769077885.360173:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47641:47641:256:4294967295] 192.168.204.153@tcp LPNI seq info [47641:47641:8:4294967295]
02000000:00000001:3.0:1769077885.360177:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077885.360181:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077885.360182:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077885.360186:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769077885.360194:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077885.360199:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077885.360203:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077885.360207:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077885.360209:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769077885.360214:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077885.360216:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769077885.360230:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077885.360232:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077885.360237:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077885.360240:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077885.360243:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077885.360245:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077885.360247:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1769077885.360252:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769077885.360253:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077885.360256:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077885.360264:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4700.
00000100:00000001:0.0:1769077885.360266:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769077885.360269:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000040:0.0:1769077885.360272:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077885.360274:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077885.360277:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077885.360281:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077885.360284:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077885.360287:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.360289:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.360292:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077885.360296:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077885.360300:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077885.360303:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077885.360305:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299249164
00000100:00000001:0.0:1769077885.360308:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299250467
00000100:00000001:0.0:1769077885.360310:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299249164
00000100:00000001:0.0:1769077885.360321:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299250467
00000100:00000001:0.0:1769077885.360324:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077885.360330:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.360332:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077885.360336:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077885/real 1769077885]  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077885.360344:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077885.360345:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077885.360347:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077885.360350:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077885.360351:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077885.360353:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077885.360357:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077885.360365:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360371:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077885.360373:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360375:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077885.360376:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077885.360380:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360387:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077885.360391:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360397:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077885.360400:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360435:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077885.360436:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360437:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077885.360439:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077885.360441:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077885.360445:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077885.360448:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077885.360453:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077885.360463:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932510208:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077885.360467:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360468:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077885.360471:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4e00 x1855007932510208/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360478:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077885.360479:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077885.360481:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077885.360484:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077885.360485:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077885.360487:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077885.360489:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077885.360490:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:0.0:1769077885.360493:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077885.360494:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077885.360496:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4e00.
00000100:00000001:0.0:1769077885.360498:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077885.360499:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360501:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360504:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077885.360506:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.360508:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077885.360509:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077885.360558:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508c00.
00000100:00000001:3.0:1769077885.360563:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077885.360569:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077885.360577:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077885.360580:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077885.360583:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068e30ace] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077885.360603:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077885.360607:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077885.360611:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077885.360614:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077885.360619:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077885.360625:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4586)
00000100:00000001:0.0:1769077885.360630:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077885.360634:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077885.360636:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077885.360641:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360649:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077885.360651:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077885.360653:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077885.360654:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077885.360657:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077885.360659:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932510336:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077885.360663:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077885.360665:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077885.360667:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077885.360668:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077885.360672:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077885.360675:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077885.360679:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077885.360682:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077885.360685:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077885.360688:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932510336, portal 10
00000100:00000001:0.0:1769077885.360690:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077885.360691:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564475648 : -121121145075968 : ffff91d7492c4700)
00000100:00000040:0.0:1769077885.360697:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360703:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077885.360706:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077885.360708:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077885.360711:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932510336, offset 0
00000400:00000200:0.0:1769077885.360715:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077885.360719:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077885.360723:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077885.360725:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077885.360728:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077885.360731:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077885.360733:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077885.360736:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47642:47642:256:4294967295] 192.168.204.153@tcp LPNI seq info [47642:47642:8:4294967295]
00000400:00000200:0.0:1769077885.360740:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077885.360746:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077885.360751:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077885.360754:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077885.360759:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077885.360761:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769077885.360765:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077885.360768:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769077885.360772:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077885.360774:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077885.360777:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077885.360780:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077885.360784:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077885.360785:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077885.360788:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077885.360791:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360799:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077885.360802:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360809:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.360810:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077885.360813:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077885.360817:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077885.360820:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077885.360823:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299249164
00000100:00000001:0.0:1769077885.360825:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299250467
00000100:00000001:0.0:1769077885.360828:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299249164
00000100:00000001:0.0:1769077885.360830:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299250467
00000100:00000001:0.0:1769077885.360832:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077885.360834:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.360836:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077885.360840:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077885/real 1769077885]  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077885.360848:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077885.360849:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077885.360851:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077885.360853:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077885.360855:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077885.360857:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077885.360861:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077885.360875:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360881:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077885.360883:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360885:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077885.360886:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077885.360889:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360895:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077885.360899:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360905:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077885.360908:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360909:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077885.360911:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360912:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077885.360915:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077885.360918:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077885.360921:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077885.360924:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077885.360928:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077885.360948:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932510336:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077885.360951:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360953:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077885.360956:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4700 x1855007932510336/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077885.360967:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077885.360969:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077885.360971:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077885.360974:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077885.360975:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077885.360977:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077885.360979:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077885.360981:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508c00.
02000000:00000001:0.0:1769077885.360983:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077885.360984:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077885.360985:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4700.
00000100:00000001:0.0:1769077885.360988:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077885.360989:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360991:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077885.360995:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077885.360996:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077885.360998:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077885.360999:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077886.254558:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077886.254558:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077886.254558:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077886.254569:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077886.254569:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077886.254569:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077886.254574:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.254574:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077886.254575:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077886.254583:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077886.254583:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077886.254584:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077886.254590:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077886.254590:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077886.254591:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077886.254595:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.254595:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077886.254596:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077886.254602:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077886.254603:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077886.254607:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077886.254608:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077886.254613:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.254613:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077886.254616:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077886.254618:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077886.254619:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077886.254623:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077886.254623:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077886.254627:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077886.254631:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077886.254647:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077886.254652:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077886.254656:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077886.702544:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299250467, at 4299250496
00000100:00000040:2.0:1769077886.702551:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299250467, at 4299250496
00000100:00000010:3.0:1769077886.702564:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031de0.
00000100:00000010:2.0:1769077886.702566:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600313c0.
00000100:00000001:0.0:1769077887.278516:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077887.278516:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077887.278519:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077887.278525:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077887.278525:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077887.278525:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077887.278529:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077887.278530:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.278530:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077887.278531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077887.278536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077887.278537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077887.278537:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077887.278537:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077887.278544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077887.278544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077887.278544:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077887.278545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077887.278550:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077887.278550:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077887.278551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077887.278551:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077887.278555:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769077887.278557:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077887.278560:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.278560:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077887.278565:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077887.278566:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077887.278566:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077887.278568:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.278571:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077887.278572:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077887.278576:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.278576:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077887.278578:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077887.278582:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077887.278586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077887.278611:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077887.278616:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077887.278619:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077888.302528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077888.302528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077888.302528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077888.302534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077888.302538:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077888.302538:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077888.302539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077888.302539:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077888.302542:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077888.302543:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077888.302544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077888.302547:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077888.302548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077888.302551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077888.302551:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077888.302552:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077888.302552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077888.302557:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077888.302559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077888.302559:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077888.302562:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077888.302564:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077888.302565:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077888.302566:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077888.302572:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077888.302573:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077888.302576:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077888.302579:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077888.302580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077888.302583:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077888.302584:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077888.302586:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077888.302590:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077888.302590:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077889.326526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077889.326532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077889.326534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077889.326541:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077889.326542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077889.326545:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077889.326545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077889.326545:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077889.326546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077889.326556:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769077889.326557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077889.326557:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077889.326564:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077889.326565:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077889.326570:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769077889.326573:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077889.326574:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077889.326575:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077889.326577:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077889.326588:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077889.326590:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077889.326590:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077889.326591:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077889.326592:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077889.326598:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077889.326603:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077889.326604:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077889.326604:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077889.326604:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077889.326612:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077889.326621:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077889.326622:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077889.326626:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077889.326631:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077890.350547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077890.350547:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077890.350555:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077890.350556:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077890.350558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077890.350560:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077890.350568:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077890.350568:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077890.350574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077890.350574:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077890.350575:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077890.350586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077890.350588:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077890.350588:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.350599:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077890.350600:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077890.350602:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077890.350604:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077890.350605:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077890.350607:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077890.350609:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077890.350609:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077890.350611:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077890.350613:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077890.350619:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077890.350620:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077890.350627:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077890.350630:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.350634:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077890.350636:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077890.350638:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077890.350640:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077890.350641:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077890.350646:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077890.478571:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077890.478581:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077890.478584:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077890.478589:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077890.478594:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077890.478602:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4581
00000400:00000200:1.0:1769077890.478614:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077890.478622:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077890.478625:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077890.478629:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077890.478633:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077890.478636:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077890.478639:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077890.478644:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077890.478646:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077890.478648:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077890.478651:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077890.478652:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077890.478654:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077890.478656:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077890.478657:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077890.478660:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077890.478661:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077890.478664:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077890.478667:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077890.478669:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077890.478671:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077890.478674:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077890.478676:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.478678:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077890.478680:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077890.478690:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769077890.478693:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077890.478697:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077890.478706:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.478709:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077890.478711:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077890.478715:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077890.478722:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769077890.478728:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077890.478735:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077890.478744:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077890.478747:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077890.478751:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.478770:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077890.478772:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077890.478780:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077890.478781:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077890.478782:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077890.478784:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077890.478787:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4581
00000400:00000200:1.0:1769077890.478790:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077890.478792:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077890.478794:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077890.478796:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077890.478798:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077890.478800:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077890.478801:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077890.478804:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077890.478805:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077890.478807:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077890.478810:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077890.478812:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077890.478815:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:0.0:1769077890.478818:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077890.478819:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077890.478824:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077890.478825:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077890.478827:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077890.478830:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077890.478832:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077890.478837:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000040:0.0:1769077890.478843:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077890.478844:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077890.478849:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077890.478853:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077890.478861:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077890.478862:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077890.478866:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077890.478867:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.478869:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769077890.478874:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1769077890.478875:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077890.478879:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077890.478880:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077890.478881:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077890.478886:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4a80.
02000000:00000001:0.0:1769077890.478888:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077890.478889:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077890.478894:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077890.478897:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077890.478898:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932510464:192.168.204.153@tcp:250:kworker.0
00000100:00000001:1.0:1769077890.478898:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077890.478900:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077890.478904:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077890.478909:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1769077890.478910:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077890.478915:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077890.478916:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1769077890.478921:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769077890.478922:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077890.478929:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077890.478931:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077890.478933:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077890.478936:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1faa4c3] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077890.478937:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077890.478944:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.478948:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077890.478951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769077890.478957:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:1.0:1769077890.478957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077890.478961:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077890.478963:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769077890.478966:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000100:00000001:1.0:1769077890.478966:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077890.478970:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4581
00000400:00000200:1.0:1769077890.478974:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077890.478976:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000010:0.0:1769077890.478978:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00080000:1.0:1769077890.478979:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077890.478984:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077890.478986:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077890.478987:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077890.478989:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000200:0.0:1769077890.478991:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932510464, portal 25
00000020:00000001:1.0:1769077890.478991:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077890.478993:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077890.478996:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077890.478997:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077890.479001:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559377280 : -121121150174336 : ffff91d748de7b80)
00000020:00000040:1.0:1769077890.479008:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000040:0.0:1769077890.479010:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077890.479011:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769077890.479017:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077890.479024:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077890.479027:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077890.479030:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077890.479031:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077890.479033:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077890.479036:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000040:0.0:1769077890.479039:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769077890.479041:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077890.479043:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769077890.479044:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
02000000:00000001:1.0:1769077890.479045:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077890.479049:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1769077890.479051:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932510464, offset 0
02000000:00000001:1.0:1769077890.479053:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.479057:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077890.479060:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769077890.479064:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000008:00000001:1.0:1769077890.479066:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.479070:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077890.479076:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000400:00000200:0.0:1769077890.479078:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:1.0:1769077890.479080:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077890.479085:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077890.479087:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077890.479088:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:1.0:1769077890.479090:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077890.479094:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077890.479097:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077890.479099:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1769077890.479103:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000400:00000200:0.0:1769077890.479106:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:1.0:1769077890.479109:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077890.479114:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00100000:1.0:1769077890.479117:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769077890.479122:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077890.479131:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47643:47643:256:4294967295] 192.168.204.153@tcp LPNI seq info [47643:47643:8:4294967295]
00000100:00000001:1.0:1769077890.479131:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077890.479136:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077890.479141:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:1.0:1769077890.479145:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.479158:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077890.479160:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769077890.479164:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769077890.479172:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769077890.479172:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077890.479179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1769077890.479182:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000100:00000040:1.0:1769077890.479184:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077890.479189:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4591)
00000800:00000200:0.0:1769077890.479200:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077890.479206:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769077890.479213:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077890.479218:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769077890.479223:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077890.479227:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077890.479234:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077890.479240:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077890.479246:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077890.479249:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077890.479254:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077890.479259:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479268:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077890.479272:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479281:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077890.479283:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077890.479289:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077890.479293:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077890.479296:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299255586
00000100:00000010:0.0:1769077890.479302:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600310c0.
00000100:00000001:0.0:1769077890.479310:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077890.479316:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299255586
00000100:00000010:0.0:1769077890.479319:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031840.
00000100:00000001:0.0:1769077890.479323:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077890.479326:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077890.479330:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077890.479332:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077890.479337:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077890/real 1769077890]  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077890.479348:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077890.479350:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077890.479353:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077890.479357:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077890.479359:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077890.479362:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077890.479365:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077890.479375:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479382:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077890.479384:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.479387:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077890.479389:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077890.479393:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479401:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077890.479439:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479447:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077890.479451:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.479453:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077890.479473:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.479476:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077890.479478:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077890.479482:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077890.479486:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077890.479489:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077890.479494:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077890.479502:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932510464:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077890.479508:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.479510:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077890.479513:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7b80 x1855007932510464/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479520:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077890.479524:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077890.479526:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077890.479530:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077890.479532:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077890.479534:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769077890.479536:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077890.479539:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:0.0:1769077890.479543:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077890.479546:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077890.479548:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7b80.
00000100:00000001:0.0:1769077890.479552:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077890.479553:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.479556:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.479565:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077890.479567:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077890.479570:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077890.479571:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077890.479573:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077890.479577:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479585:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077890.479587:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077890.479589:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077890.479591:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077890.479594:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077890.479597:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932510592:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077890.479601:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077890.479603:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077890.479605:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077890.479608:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077890.479611:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077890.479613:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077890.479618:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077890.479621:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077890.479625:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077890.479628:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932510592, portal 10
00000100:00000001:0.0:1769077890.479630:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077890.479631:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559364736 : -121121150186880 : ffff91d748de4a80)
00000100:00000040:0.0:1769077890.479637:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479641:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077890.479643:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077890.479645:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077890.479647:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932510592, offset 0
00000400:00000200:0.0:1769077890.479649:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077890.479652:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077890.479655:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077890.479657:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077890.479659:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077890.479661:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077890.479663:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077890.479665:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47644:47644:256:4294967295] 192.168.204.153@tcp LPNI seq info [47644:47644:8:4294967295]
00000400:00000200:0.0:1769077890.479668:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077890.479672:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077890.479676:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077890.479678:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077890.479681:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077890.479683:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769077890.479687:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077890.479689:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769077890.479692:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077890.479693:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077890.479696:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077890.479707:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077890.479710:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077890.479711:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077890.479713:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077890.479715:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479721:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077890.479723:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479728:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077890.479729:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077890.479732:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077890.479735:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769077890.479737:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077890.479739:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299254284
00000100:00000001:0.0:1769077890.479741:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299255586
00000100:00000001:0.0:1769077890.479743:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299254284
00000100:00000001:0.0:1769077890.479745:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299255586
00000100:00000001:0.0:1769077890.479746:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077890.479747:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077890.479749:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077890.479752:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077890/real 1769077890]  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077890.479760:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077890.479762:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077890.479764:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077890.479767:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077890.479768:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077890.479771:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077890.479774:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077890.479784:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479791:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077890.479793:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.479795:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077890.479797:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077890.479801:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479809:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077890.479813:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479820:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077890.479822:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.479823:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077890.479824:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.479825:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077890.479827:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077890.479828:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077890.479831:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077890.479832:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077890.479835:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077890.479840:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932510592:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077890.479844:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077890.479848:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479861:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077890.479862:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077890.479865:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077890.479867:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077890.479869:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077890.479873:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932510720:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077890.479876:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077890.479879:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077890.479881:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077890.479882:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077890.479886:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077890.479889:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077890.479893:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769077890.479896:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769077890.479899:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769077890.479903:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932510720, portal 10
00000100:00000001:0.0:1769077890.479904:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077890.479905:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559371904 : -121121150179712 : ffff91d748de6680)
00000100:00000040:0.0:1769077890.479910:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479915:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077890.479917:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769077890.479918:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769077890.479920:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932510720, offset 0
00000400:00000200:0.0:1769077890.479923:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077890.479926:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077890.479928:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769077890.479931:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077890.479932:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769077890.479934:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769077890.479936:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769077890.479939:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47645:47645:256:4294967295] 192.168.204.153@tcp LPNI seq info [47645:47645:8:4294967295]
00000400:00000200:0.0:1769077890.479942:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077890.479947:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769077890.479951:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077890.479953:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769077890.479956:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769077890.479958:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769077890.479961:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769077890.479962:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769077890.479965:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769077890.479967:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769077890.479969:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077890.479972:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077890.479974:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769077890.479975:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769077890.479977:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077890.479979:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479984:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077890.479986:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.479991:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077890.479992:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077890.479994:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077890.479997:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769077890.479999:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077890.480000:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299254283
00000100:00000001:0.0:1769077890.480002:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299255586
00000100:00000001:0.0:1769077890.480003:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299254283
00000100:00000001:0.0:1769077890.480005:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299255586
00000100:00000001:0.0:1769077890.480006:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077890.480008:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077890.480010:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077890.480012:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077890/real 1769077890]  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769077890.480018:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769077890.480019:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769077890.480020:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769077890.480021:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769077890.480022:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769077890.480024:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769077890.480026:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769077890.480032:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.480036:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077890.480037:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.480038:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077890.480039:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077890.480041:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.480045:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077890.480047:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.480051:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077890.480053:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.480054:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769077890.480055:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.480056:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769077890.480058:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769077890.480060:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769077890.480063:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769077890.480065:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077890.480067:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077890.480073:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932510720:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769077890.480075:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.480076:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077890.480078:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4a80 x1855007932510592/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.480082:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077890.480083:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077890.480084:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769077890.480085:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077890.480087:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077890.480088:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077890.480089:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077890.480091:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:0.0:1769077890.480092:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077890.480093:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077890.480094:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4a80.
00000100:00000001:0.0:1769077890.480096:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077890.480097:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.480098:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077890.480100:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6680 x1855007932510720/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077890.480104:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769077890.480104:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769077890.480105:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769077890.480107:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769077890.480107:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769077890.480108:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769077890.480109:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769077890.480111:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:0.0:1769077890.480112:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769077890.480113:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769077890.480114:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6680.
00000100:00000001:0.0:1769077890.480116:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769077890.480117:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.480118:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077890.480120:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077890.480121:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077890.480122:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077890.480123:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077891.374497:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077891.374502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077891.374504:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077891.374505:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077891.374506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077891.374509:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077891.374510:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077891.374514:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077891.374516:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077891.374518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077891.374519:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077891.374521:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077891.374522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077891.374524:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077891.374526:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077891.374527:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077891.374533:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077891.374538:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077891.374542:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077891.374542:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077891.374547:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077891.374548:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077891.374550:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077891.374554:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.374554:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077891.374559:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:1.0:1769077891.374561:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077891.374562:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077891.374566:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077891.374569:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077891.374571:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077891.374574:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077891.374575:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077891.374577:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077891.822536:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299255586, at 4299255616
00000100:00000040:3.0:1769077891.822536:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299255586, at 4299255616
00000100:00000010:3.0:1769077891.822556:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031840.
00000100:00000010:2.0:1769077891.822559:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600310c0.
00000100:00000001:2.0:1769077892.398534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077892.398534:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077892.398542:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077892.398542:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077892.398546:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077892.398547:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077892.398548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077892.398554:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077892.398555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077892.398555:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077892.398562:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077892.398563:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077892.398566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077892.398569:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077892.398570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.398572:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077892.398573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077892.398574:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077892.398578:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077892.398579:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077892.398582:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077892.398584:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077892.398584:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769077892.398587:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077892.398589:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077892.398591:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077892.398593:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.398595:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077892.398595:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077892.398600:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077892.398601:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.398603:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077892.398605:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077892.398607:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077893.422515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077893.422517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077893.422517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077893.422525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077893.422526:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077893.422526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077893.422530:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077893.422530:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077893.422535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077893.422537:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077893.422537:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077893.422540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077893.422544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077893.422544:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077893.422550:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077893.422550:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077893.422553:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077893.422557:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077893.422560:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077893.422561:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077893.422562:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077893.422564:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077893.422570:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077893.422575:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769077893.422576:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077893.422582:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:1.0:1769077893.422582:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077893.422586:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077893.422592:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077893.422596:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077893.422598:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077893.422601:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077893.422603:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077893.422605:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077894.446525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077894.446525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077894.446527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077894.446533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077894.446534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077894.446539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077894.446539:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077894.446540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077894.446543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077894.446544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077894.446547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077894.446549:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769077894.446550:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077894.446554:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077894.446557:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077894.446557:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077894.446557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077894.446563:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077894.446564:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077894.446565:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077894.446565:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077894.446566:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077894.446568:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077894.446570:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077894.446571:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077894.446573:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077894.446574:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077894.446577:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077894.446579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077894.446582:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077894.446586:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077894.446586:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077894.446589:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077894.446592:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077895.470488:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077895.470488:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077895.470493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077895.470496:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077895.470496:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077895.470500:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077895.470501:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077895.470507:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769077895.470507:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077895.470508:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077895.470513:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077895.470513:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077895.470514:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077895.470519:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077895.470522:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.470523:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077895.470526:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077895.470529:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077895.470530:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077895.470530:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077895.470535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077895.470535:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077895.470536:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077895.470538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077895.470542:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077895.470542:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769077895.470543:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077895.470544:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077895.470545:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077895.470550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077895.470551:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077895.470554:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077895.470554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077895.470558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077895.470559:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077895.470563:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077895.470565:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077895.470583:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077895.470586:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077895.470589:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077895.598550:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077895.598560:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077895.598562:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077895.598566:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077895.598570:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077895.598577:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4586
00000400:00000200:0.0:1769077895.598586:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077895.598591:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077895.598594:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077895.598597:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.598600:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077895.598602:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.598604:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077895.598608:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077895.598610:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077895.598612:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077895.598616:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077895.598617:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077895.598619:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077895.598621:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.598623:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077895.598624:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.598625:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077895.598627:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077895.598629:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077895.598631:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077895.598633:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077895.598636:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077895.598638:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077895.598640:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077895.598641:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077895.598651:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769077895.598654:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077895.598657:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077895.598659:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077895.598661:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077895.598663:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077895.598667:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077895.598675:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cbc00.
00000100:00000001:0.0:1769077895.598681:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077895.598687:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077895.598699:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077895.598704:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077895.598709:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077895.598738:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077895.598742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077895.598746:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077895.598748:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077895.598750:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077895.598753:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077895.598757:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4586
00000400:00000200:0.0:1769077895.598762:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077895.598766:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077895.598768:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077895.598770:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.598772:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077895.598773:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077895.598774:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.598778:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077895.598780:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769077895.598780:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077895.598783:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077895.598785:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077895.598785:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077895.598789:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077895.598791:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077895.598794:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769077895.598796:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077895.598798:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.598802:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077895.598806:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.598809:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077895.598814:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769077895.598817:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077895.598818:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769077895.598820:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077895.598821:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077895.598824:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077895.598826:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077895.598829:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077895.598831:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077895.598834:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932510848:192.168.204.153@tcp:250:kworker.0
02000000:00000001:0.0:1769077895.598836:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077895.598838:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077895.598840:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077895.598842:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077895.598843:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769077895.598846:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077895.598847:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077895.598852:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077895.598853:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077895.598856:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077895.598860:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
00000100:00000010:0.0:1769077895.598861:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
02000000:00000001:3.0:1769077895.598865:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077895.598866:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077895.598870:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077895.598871:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077895.598873:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769077895.598875:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:0.0:1769077895.598876:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077895.598880:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077895.598881:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
02000000:00000010:0.0:1769077895.598884:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca400.
00000100:00000001:0.0:1769077895.598890:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077895.598890:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00100000:0.0:1769077895.598900:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769077895.598901:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932510848, portal 25
00000100:00000001:3.0:1769077895.598907:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077895.598910:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000001:0.0:1769077895.598912:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077895.598915:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077895.598918:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077895.598922:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.598935:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077895.598941:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077895.598941:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:0.0:1769077895.598946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077895.598947:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077895.598952:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932510848, offset 0
00000100:00080000:0.0:1769077895.598954:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077895.598957:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077895.598958:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077895.598962:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769077895.598964:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:0.0:1769077895.598966:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4586
00000400:00000200:0.0:1769077895.598971:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077895.598973:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077895.598975:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769077895.598980:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769077895.598981:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.598984:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077895.598986:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.598989:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077895.598992:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769077895.598993:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000040:0.0:1769077895.598994:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077895.598997:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077895.599000:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077895.599001:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077895.599005:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769077895.599005:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077895.599011:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.599013:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077895.599016:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:0.0:1769077895.599017:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.599021:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077895.599024:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769077895.599027:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769077895.599030:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769077895.599035:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:0.0:1769077895.599037:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077895.599042:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077895.599043:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47646:47646:256:4294967295] 192.168.204.153@tcp LPNI seq info [47646:47646:8:4294967295]
02000000:00000001:0.0:1769077895.599046:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077895.599052:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077895.599053:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077895.599056:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077895.599060:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077895.599064:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077895.599068:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077895.599074:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1769077895.599075:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769077895.599082:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:3.0:1769077895.599087:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769077895.599088:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077895.599090:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077895.599093:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077895.599094:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077895.599096:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077895.599098:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
02000000:00000010:0.0:1769077895.599101:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8800.
00000100:00000001:0.0:1769077895.599105:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077895.599111:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00100000:0.0:1769077895.599112:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769077895.599120:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769077895.599135:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769077895.599136:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769077895.599140:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077895.599143:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769077895.599149:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1769077895.599156:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077895.599161:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000100:00000001:0.0:1769077895.599166:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077895.599170:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077895.599175:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077895.599178:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077895.599181:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077895.599185:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4597)
00000400:00000200:3.0:1769077895.600426:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077895.600432:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077895.600438:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077895.600440:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077895.600445:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077895.600448:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600456:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077895.600459:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600464:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077895.600465:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077895.600472:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077895.600475:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077895.600477:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299260708
00000100:00000010:3.0:1769077895.600482:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
00000100:00000001:3.0:1769077895.600489:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077895.600494:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299260708
00000100:00000010:3.0:1769077895.600496:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769077895.600498:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077895.600501:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077895.600503:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077895.600505:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077895.600508:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077895/real 1769077895]  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077895.600515:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077895.600517:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077895.600518:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077895.600520:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077895.600521:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077895.600523:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077895.600525:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077895.600532:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600537:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077895.600538:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.600540:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077895.600541:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077895.600544:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600548:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077895.600551:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600557:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077895.600559:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.600561:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077895.600563:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.600565:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077895.600567:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077895.600569:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077895.600574:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077895.600576:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077895.600581:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077895.600590:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932510848:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077895.600596:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.600599:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077895.600602:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932510848/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600617:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077895.600619:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077895.600622:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077895.600626:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077895.600628:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077895.600630:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077895.600632:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077895.600636:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:3.0:1769077895.600640:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077895.600643:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077895.600645:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769077895.600648:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077895.600650:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.600652:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.600662:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077895.600664:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077895.600667:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077895.600669:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077895.600671:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077895.600675:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600683:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077895.600685:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077895.600687:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077895.600690:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077895.600692:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077895.600695:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932510976:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077895.600699:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077895.600702:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077895.600704:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077895.600706:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077895.600710:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077895.600712:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077895.600718:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077895.600722:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077895.600726:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077895.600730:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932510976, portal 10
00000100:00000001:3.0:1769077895.600732:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077895.600734:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:3.0:1769077895.600742:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600751:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077895.600754:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077895.600756:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077895.600759:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932510976, offset 0
00000400:00000200:3.0:1769077895.600764:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077895.600769:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077895.600773:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077895.600777:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077895.600780:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077895.600783:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077895.600786:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077895.600789:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47647:47647:256:4294967295] 192.168.204.153@tcp LPNI seq info [47647:47647:8:4294967295]
00000400:00000200:3.0:1769077895.600794:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077895.600802:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077895.600808:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077895.600812:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077895.600818:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077895.600821:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077895.600826:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077895.600830:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077895.600834:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077895.600836:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077895.600839:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077895.600843:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077895.600847:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077895.600849:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077895.600853:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077895.600857:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600866:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077895.600869:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600876:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077895.600878:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077895.600882:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077895.600887:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077895.600891:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077895.600893:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299259405
00000100:00000001:3.0:1769077895.600896:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299260708
00000100:00000001:3.0:1769077895.600899:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299259405
00000100:00000001:3.0:1769077895.600902:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299260708
00000100:00000001:3.0:1769077895.600905:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077895.600907:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077895.600909:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077895.600913:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077895/real 1769077895]  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077895.600921:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077895.600923:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077895.600925:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077895.600928:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077895.600930:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077895.600933:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077895.600937:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077895.600946:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600960:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077895.600962:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.600965:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077895.600966:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077895.600971:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600979:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077895.600984:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.600991:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077895.600994:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.600996:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077895.600998:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.601000:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077895.601002:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077895.601006:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077895.601009:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077895.601012:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077895.601017:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077895.601026:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932510976:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077895.601031:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077895.601035:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.601043:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077895.601044:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077895.601070:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077895.601072:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077895.601075:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077895.601078:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932511104:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077895.601082:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077895.601084:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077895.601086:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077895.601088:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077895.601092:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077895.601095:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077895.601099:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077895.601102:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077895.601106:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077895.601108:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932511104, portal 10
00000100:00000001:3.0:1769077895.601111:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077895.601112:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769077895.601118:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.601125:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077895.601128:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077895.601130:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077895.601133:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932511104, offset 0
00000400:00000200:3.0:1769077895.601137:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077895.601141:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077895.601145:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077895.601147:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077895.601149:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077895.601151:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077895.601152:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077895.601155:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47648:47648:256:4294967295] 192.168.204.153@tcp LPNI seq info [47648:47648:8:4294967295]
00000400:00000200:3.0:1769077895.601158:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077895.601163:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077895.601167:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077895.601169:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077895.601172:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077895.601174:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077895.601178:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077895.601179:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077895.601182:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077895.601184:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077895.601186:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077895.601188:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077895.601190:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077895.601192:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077895.601193:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077895.601196:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.601202:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077895.601204:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.601208:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077895.601209:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077895.601211:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077895.601213:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077895.601215:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077895.601217:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299259404
00000100:00000001:3.0:1769077895.601219:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299260708
00000100:00000001:3.0:1769077895.601220:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299259404
00000100:00000001:3.0:1769077895.601222:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299260708
00000100:00000001:3.0:1769077895.601223:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077895.601224:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077895.601226:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077895.601228:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077895/real 1769077895]  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077895.601234:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077895.601235:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077895.601236:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077895.601237:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077895.601238:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077895.601240:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077895.601243:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077895.601252:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.601259:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077895.601261:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.601263:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077895.601264:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077895.601267:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.601275:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077895.601279:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.601287:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077895.601289:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.601291:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077895.601293:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.601294:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077895.601297:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077895.601300:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077895.601304:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077895.601306:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077895.601311:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077895.601320:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932511104:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077895.601324:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.601326:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077895.601329:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932510976/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.601336:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077895.601338:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077895.601340:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077895.601343:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077895.601345:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077895.601346:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077895.601348:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077895.601350:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca400.
02000000:00000001:3.0:1769077895.601353:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077895.601355:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077895.601356:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769077895.601360:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077895.601362:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.601363:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077895.601379:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932511104/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077895.601388:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077895.601389:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077895.601391:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077895.601394:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077895.601395:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077895.601396:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077895.601399:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077895.601418:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8800.
02000000:00000001:3.0:1769077895.601422:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077895.601424:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077895.601425:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769077895.601428:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077895.601429:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.601430:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077895.601433:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077895.601434:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077895.601436:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077895.601437:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077896.494518:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077896.494519:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077896.494519:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077896.494524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077896.494527:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077896.494528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077896.494528:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077896.494529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077896.494530:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.494533:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077896.494534:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077896.494537:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077896.494538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077896.494541:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077896.494541:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077896.494542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077896.494544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077896.494547:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077896.494550:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077896.494550:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077896.494551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077896.494555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077896.494556:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077896.494560:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077896.494563:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077896.494564:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077896.494567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077896.494569:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077896.494569:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077896.494570:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077896.494573:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.494575:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077896.494578:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077896.494579:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077896.942525:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299260708, at 4299260736
00000100:00000040:3.0:1769077896.942525:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299260708, at 4299260736
00000100:00000010:2.0:1769077896.942543:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000010:3.0:1769077896.942548:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:2.0:1769077897.518516:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077897.518516:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077897.518520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077897.518523:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077897.518524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077897.518525:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077897.518526:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077897.518531:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077897.518532:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077897.518533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077897.518539:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077897.518539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077897.518539:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077897.518543:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769077897.518544:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077897.518545:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077897.518546:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077897.518548:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077897.518551:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077897.518551:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077897.518551:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077897.518552:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077897.518556:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077897.518558:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077897.518559:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077897.518559:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077897.518560:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077897.518563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077897.518566:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077897.518567:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077897.518568:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077897.518575:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077897.518580:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077897.518583:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077897.518586:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077897.518589:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077897.518592:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077897.518600:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077897.518604:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077897.518607:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077898.542529:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077898.542529:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077898.542529:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077898.542535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077898.542538:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077898.542538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077898.542539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077898.542539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077898.542541:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077898.542544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077898.542544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077898.542548:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077898.542548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077898.542552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077898.542553:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077898.542553:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077898.542554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077898.542559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077898.542560:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077898.542563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077898.542566:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077898.542568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077898.542569:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077898.542571:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077898.542574:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077898.542575:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077898.542578:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077898.542582:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077898.542583:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077898.542588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077898.542589:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077898.542592:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077898.542594:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077898.542601:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077899.566497:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077899.566497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077899.566497:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077899.566504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077899.566507:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077899.566507:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077899.566509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077899.566512:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077899.566512:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077899.566513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077899.566515:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077899.566517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077899.566518:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077899.566519:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077899.566520:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077899.566524:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077899.566527:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077899.566527:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077899.566528:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077899.566533:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077899.566533:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077899.566534:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077899.566535:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077899.566539:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077899.566542:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077899.566545:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077899.566545:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077899.566550:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077899.566550:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077899.566556:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077899.566557:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077899.566557:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077899.566560:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077899.566563:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077900.590551:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077900.590552:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077900.590555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077900.590562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077900.590563:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077900.590563:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077900.590569:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.590569:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077900.590572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077900.590577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077900.590577:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077900.590578:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077900.590587:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077900.590587:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077900.590594:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.590594:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077900.590601:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077900.590606:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077900.590607:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769077900.590607:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077900.590611:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.590611:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077900.590612:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769077900.590612:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.590616:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077900.590617:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077900.590619:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769077900.590623:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077900.590624:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077900.590628:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077900.590632:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077900.590635:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077900.590637:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077900.590639:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077900.718576:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077900.718592:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077900.718596:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077900.718610:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077900.718616:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077900.718626:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4592
00000400:00000200:2.0:1769077900.718639:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077900.718648:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077900.718651:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077900.718653:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077900.718657:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077900.718659:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077900.718661:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077900.718665:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077900.718667:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077900.718670:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077900.718672:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077900.718674:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077900.718676:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077900.718678:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077900.718679:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077900.718681:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077900.718683:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077900.718685:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077900.718688:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077900.718689:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077900.718692:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077900.718695:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077900.718697:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077900.718699:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077900.718701:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077900.718713:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077900.718717:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077900.718720:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077900.718723:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077900.718726:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077900.718729:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077900.718734:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077900.718742:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:2.0:1769077900.718748:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077900.718755:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077900.718765:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077900.718768:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077900.718772:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077900.718795:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077900.718797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077900.718801:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077900.718802:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077900.718803:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077900.718805:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077900.718807:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4592
00000400:00000200:2.0:1769077900.718810:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077900.718813:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077900.718814:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077900.718817:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077900.718818:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077900.718820:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077900.718821:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077900.718822:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077900.718823:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077900.718825:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077900.718826:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077900.718828:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077900.718831:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077900.718834:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077900.718836:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077900.718838:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077900.718839:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077900.718841:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077900.718843:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077900.718844:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077900.718846:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077900.718849:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769077900.718851:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077900.718854:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077900.718856:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077900.718856:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077900.718862:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1769077900.718863:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077900.718867:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077900.718869:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077900.718872:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077900.718875:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000040:3.0:1769077900.718875:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077900.718880:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077900.718881:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077900.718884:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077900.718886:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077900.718889:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077900.718895:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8800.
00000100:00000001:3.0:1769077900.718896:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077900.718900:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.718900:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077900.718907:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077900.718907:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077900.718913:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077900.718916:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769077900.718920:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077900.718921:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077900.718929:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077900.718932:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932511232:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077900.718938:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077900.718943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077900.718943:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1769077900.718948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077900.718949:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077900.718951:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1769077900.718951:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077900.718956:0:38:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1769077900.718957:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077900.718959:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4592
02000000:00000001:3.0:1769077900.718963:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1769077900.718964:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077900.718968:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077900.718970:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077900.718972:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000010:3.0:1769077900.718973:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
00000100:00000001:2.0:1769077900.718974:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077900.718979:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000001:3.0:1769077900.718979:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077900.718982:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077900.718985:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077900.718986:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077900.718987:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077900.718988:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077900.718993:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769077900.718993:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:2.0:1769077900.718997:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077900.719001:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000010:3.0:1769077900.719002:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:2.0:1769077900.719003:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077900.719006:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077900.719009:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077900.719010:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077900.719013:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000010:3.0:1769077900.719013:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000001:2.0:1769077900.719017:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077900.719019:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077900.719021:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077900.719023:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077900.719024:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:3.0:1769077900.719026:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932511232, portal 25
00000008:00100000:2.0:1769077900.719027:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077900.719033:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.719034:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077900.719035:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.719039:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564832256 : -121121144719360 : ffff91d74931b800)
00000100:00000010:2.0:1769077900.719041:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077900.719047:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077900.719052:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1769077900.719052:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077900.719055:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077900.719060:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077900.719063:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077900.719066:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.719072:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1769077900.719075:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000040:3.0:1769077900.719079:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077900.719082:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077900.719086:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00100000:2.0:1769077900.719092:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769077900.719093:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932511232, offset 0
00000100:00000001:2.0:1769077900.719104:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077900.719108:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077900.719110:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769077900.719114:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077900.719122:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077900.719126:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769077900.719127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077900.719133:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077900.719136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077900.719138:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:2.0:1769077900.719139:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077900.719146:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4602)
00000400:00000200:3.0:1769077900.719149:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077900.719156:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077900.719161:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077900.719165:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077900.719171:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47649:47649:256:4294967295] 192.168.204.153@tcp LPNI seq info [47649:47649:8:4294967295]
00000400:00000200:3.0:1769077900.719177:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077900.719189:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077900.719196:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077900.719203:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077900.719212:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077900.719216:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077900.719222:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077900.719227:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077900.719232:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077900.719235:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077900.719244:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077900.719250:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077900.719256:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077900.719259:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077900.719265:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077900.719270:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719299:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077900.719304:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719313:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.719315:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077900.719322:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077900.719327:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077900.719331:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299265826
00000100:00000010:3.0:1769077900.719337:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769077900.719346:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077900.719352:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299265826
00000100:00000010:3.0:1769077900.719356:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769077900.719360:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077900.719364:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077900.719367:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.719370:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077900.719375:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077900/real 1769077900]  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077900.719387:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077900.719389:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077900.719392:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077900.719396:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077900.719397:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077900.719400:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077900.719431:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077900.719441:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719455:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077900.719457:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.719460:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077900.719462:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077900.719467:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719474:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077900.719480:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719488:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077900.719491:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.719493:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077900.719494:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.719498:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077900.719500:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077900.719503:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077900.719508:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077900.719511:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077900.719516:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077900.719524:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932511232:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077900.719530:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.719533:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077900.719537:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b800 x1855007932511232/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719544:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077900.719547:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077900.719551:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077900.719555:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077900.719556:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077900.719559:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077900.719562:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077900.719565:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9000.
02000000:00000001:3.0:1769077900.719571:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077900.719573:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077900.719575:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b800.
00000100:00000001:3.0:1769077900.719579:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077900.719580:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.719583:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.719594:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077900.719596:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.719599:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077900.719601:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077900.719602:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077900.719606:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719614:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077900.719616:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077900.719618:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077900.719620:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077900.719623:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077900.719626:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932511360:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077900.719630:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077900.719632:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077900.719634:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077900.719636:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077900.719640:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077900.719642:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077900.719647:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077900.719650:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077900.719662:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077900.719665:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932511360, portal 10
00000100:00000001:3.0:1769077900.719668:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077900.719670:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564821504 : -121121144730112 : ffff91d749318e00)
00000100:00000040:3.0:1769077900.719677:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719685:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077900.719687:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077900.719690:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077900.719692:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932511360, offset 0
00000400:00000200:3.0:1769077900.719696:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077900.719700:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077900.719703:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077900.719705:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077900.719707:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077900.719709:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077900.719711:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077900.719713:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47650:47650:256:4294967295] 192.168.204.153@tcp LPNI seq info [47650:47650:8:4294967295]
00000400:00000200:3.0:1769077900.719716:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077900.719721:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077900.719724:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077900.719726:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077900.719729:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077900.719731:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077900.719734:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077900.719753:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077900.719756:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077900.719757:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077900.719760:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077900.719762:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077900.719765:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077900.719766:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077900.719768:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077900.719771:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719782:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077900.719784:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719789:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.719790:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077900.719793:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077900.719798:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077900.719802:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077900.719805:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299264524
00000100:00000001:3.0:1769077900.719808:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299265826
00000100:00000001:3.0:1769077900.719810:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299264524
00000100:00000001:3.0:1769077900.719813:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299265826
00000100:00000001:3.0:1769077900.719815:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077900.719818:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.719820:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077900.719825:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077900/real 1769077900]  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077900.719834:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077900.719835:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077900.719837:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077900.719840:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077900.719842:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077900.719844:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077900.719848:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077900.719857:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719864:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077900.719866:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.719868:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077900.719869:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077900.719873:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719879:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077900.719882:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719889:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077900.719891:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.719893:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077900.719894:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.719896:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077900.719898:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077900.719900:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077900.719903:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077900.719906:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077900.719910:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077900.719917:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932511360:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077900.719921:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077900.719924:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719930:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077900.719932:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077900.719934:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077900.719935:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077900.719937:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077900.719940:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932511488:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077900.719943:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077900.719945:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077900.719947:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077900.719949:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077900.719952:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077900.719954:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077900.719958:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077900.719960:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077900.719963:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077900.719966:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932511488, portal 10
00000100:00000001:3.0:1769077900.719967:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077900.719969:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564822400 : -121121144729216 : ffff91d749319180)
00000100:00000040:3.0:1769077900.719974:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.719980:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077900.719982:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077900.719984:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077900.719986:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932511488, offset 0
00000400:00000200:3.0:1769077900.719990:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077900.719994:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077900.719997:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077900.720000:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077900.720003:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077900.720005:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077900.720007:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077900.720010:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47651:47651:256:4294967295] 192.168.204.153@tcp LPNI seq info [47651:47651:8:4294967295]
00000400:00000200:3.0:1769077900.720014:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077900.720020:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077900.720025:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077900.720028:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077900.720032:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077900.720035:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077900.720039:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077900.720042:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077900.720046:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077900.720048:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077900.720051:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077900.720054:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077900.720057:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077900.720059:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077900.720062:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077900.720066:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.720074:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077900.720078:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.720085:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.720087:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077900.720090:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077900.720093:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077900.720096:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077900.720098:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299264523
00000100:00000001:3.0:1769077900.720101:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299265826
00000100:00000001:3.0:1769077900.720103:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299264523
00000100:00000001:3.0:1769077900.720111:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299265826
00000100:00000001:3.0:1769077900.720114:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077900.720116:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.720119:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077900.720122:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077900/real 1769077900]  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077900.720145:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077900.720147:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077900.720149:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077900.720151:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077900.720153:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077900.720155:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077900.720158:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077900.720169:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.720174:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077900.720175:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.720176:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077900.720177:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077900.720179:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.720183:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077900.720186:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.720191:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077900.720193:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.720194:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077900.720195:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.720196:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077900.720198:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077900.720200:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077900.720202:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077900.720203:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077900.720205:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077900.720215:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932511488:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077900.720218:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.720220:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077900.720222:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318e00 x1855007932511360/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.720225:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077900.720226:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077900.720228:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077900.720229:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077900.720230:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077900.720231:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077900.720232:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077900.720234:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8800.
02000000:00000001:3.0:1769077900.720235:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077900.720236:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077900.720237:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318e00.
00000100:00000001:3.0:1769077900.720240:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077900.720240:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.720242:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077900.720244:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319180 x1855007932511488/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077900.720248:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077900.720249:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077900.720250:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077900.720251:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077900.720252:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077900.720253:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077900.720254:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077900.720255:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab000.
02000000:00000001:3.0:1769077900.720256:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077900.720257:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077900.720258:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319180.
00000100:00000001:3.0:1769077900.720260:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077900.720261:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.720262:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077900.720265:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077900.720266:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077900.720267:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077900.720268:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077901.614527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077901.614527:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077901.614527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077901.614529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077901.614534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077901.614535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077901.614536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077901.614536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077901.614538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077901.614541:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.614541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077901.614543:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077901.614543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077901.614547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077901.614548:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077901.614548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077901.614549:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077901.614554:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077901.614554:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077901.614554:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077901.614559:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077901.614559:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077901.614566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077901.614570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077901.614572:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077901.614573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077901.614577:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077901.614578:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077901.614580:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077901.614584:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.614584:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077901.614585:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077901.614588:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077901.614591:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077902.062524:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299265826, at 4299265856
00000100:00000040:3.0:1769077902.062525:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299265826, at 4299265856
00000100:00000010:2.0:1769077902.062543:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000010:3.0:1769077902.062547:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769077902.638524:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077902.638525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077902.638525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077902.638528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077902.638533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077902.638533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077902.638534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077902.638534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077902.638536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077902.638540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077902.638541:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077902.638542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077902.638543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077902.638548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077902.638549:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077902.638550:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077902.638557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077902.638559:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077902.638559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077902.638562:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077902.638566:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077902.638566:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077902.638567:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077902.638570:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077902.638571:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077902.638575:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077902.638576:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077902.638576:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077902.638581:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077902.638582:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077902.638588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077902.638588:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077902.638592:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077902.638596:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077903.662551:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077903.662551:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077903.662561:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077903.662562:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077903.662564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077903.662564:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077903.662567:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077903.662570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077903.662571:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769077903.662572:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077903.662573:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077903.662577:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077903.662578:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077903.662579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077903.662580:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077903.662581:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077903.662583:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077903.662585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077903.662586:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077903.662587:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077903.662587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077903.662593:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077903.662593:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077903.662597:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077903.662599:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077903.662601:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077903.662605:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077903.662609:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077903.662610:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077903.662612:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077903.662614:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077903.662616:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077903.662618:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077903.662623:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077904.686528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077904.686528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077904.686528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077904.686533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077904.686539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077904.686540:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769077904.686540:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077904.686541:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077904.686545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077904.686545:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077904.686546:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077904.686546:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077904.686550:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077904.686555:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077904.686556:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077904.686557:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769077904.686557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077904.686561:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077904.686562:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077904.686564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077904.686565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077904.686565:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077904.686567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077904.686569:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077904.686572:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077904.686572:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077904.686572:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077904.686577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077904.686578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077904.686581:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077904.686581:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077904.686582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077904.686587:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077904.686591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077904.686592:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077904.686596:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077904.686600:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077904.686615:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077904.686618:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077904.686621:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077905.710534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077905.710534:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077905.710541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077905.710543:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077905.710543:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077905.710549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077905.710549:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077905.710549:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077905.710557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077905.710558:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077905.710560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077905.710566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077905.710566:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077905.710567:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077905.710572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.710573:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.710579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077905.710582:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077905.710585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077905.710585:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077905.710588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077905.710591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077905.710594:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077905.710597:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077905.710601:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077905.710605:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077905.710610:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077905.710613:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077905.710617:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077905.710622:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077905.710625:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077905.710627:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077905.710629:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077905.710632:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077905.838552:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077905.838563:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077905.838566:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077905.838569:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077905.838573:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077905.838581:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4597
00000400:00000200:0.0:1769077905.838601:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077905.838607:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077905.838610:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077905.838613:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838616:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077905.838618:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838620:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077905.838623:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077905.838625:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077905.838627:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077905.838630:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077905.838632:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077905.838633:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077905.838635:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838637:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077905.838638:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838640:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077905.838642:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077905.838644:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838646:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077905.838648:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077905.838650:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077905.838653:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077905.838654:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077905.838656:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077905.838667:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0a80.
00000020:00000040:0.0:1769077905.838670:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077905.838674:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077905.838675:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077905.838689:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077905.838691:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077905.838695:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077905.838703:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9000.
00000100:00000001:0.0:1769077905.838708:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077905.838715:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077905.838724:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077905.838727:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077905.838731:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a51dfce] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077905.838761:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077905.838763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077905.838766:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077905.838767:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077905.838768:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077905.838770:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077905.838772:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4597
00000400:00000200:0.0:1769077905.838774:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077905.838776:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077905.838778:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077905.838781:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838783:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077905.838784:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838786:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077905.838788:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077905.838789:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077905.838790:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077905.838792:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077905.838794:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769077905.838794:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077905.838796:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077905.838800:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077905.838800:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077905.838804:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077905.838806:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077905.838807:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838810:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077905.838813:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000040:3.0:1769077905.838815:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077905.838817:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838821:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077905.838825:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077905.838831:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077905.838832:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077905.838834:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077905.838835:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077905.838840:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077905.838841:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769077905.838844:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077905.838846:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769077905.838847:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077905.838852:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077905.838854:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077905.838856:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2d80.
00000020:00000040:0.0:1769077905.838860:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00100000:3.0:1769077905.838863:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932511616:192.168.204.153@tcp:250:kworker.0
02000000:00000001:0.0:1769077905.838864:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077905.838866:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077905.838871:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077905.838873:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769077905.838873:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077905.838878:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077905.838880:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1769077905.838881:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb000.
02000000:00000001:3.0:1769077905.838884:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077905.838885:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077905.838892:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1769077905.838893:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769077905.838901:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
00000100:00000001:0.0:1769077905.838902:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077905.838905:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077905.838908:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077905.838910:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000296efca4] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077905.838918:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077905.838923:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077905.838923:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:0.0:1769077905.838929:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077905.838931:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077905.838933:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769077905.838933:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:0.0:1769077905.838938:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077905.838941:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4597
00000400:00000200:0.0:1769077905.838944:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077905.838946:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000400:00000200:0.0:1769077905.838947:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077905.838950:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077905.838953:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838955:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077905.838956:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838957:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077905.838959:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077905.838960:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077905.838961:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077905.838963:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077905.838965:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077905.838966:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077905.838968:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838969:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077905.838970:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077905.838972:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000200:3.0:1769077905.838972:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932511616, portal 25
00000020:00000040:0.0:1769077905.838979:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000001:3.0:1769077905.838980:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769077905.838982:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769077905.838983:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797056 : -121121160754560 : ffff91d7483d0a80)
00000100:00000001:0.0:1769077905.838985:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077905.838988:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077905.838991:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077905.838994:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077905.838994:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077905.838997:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077905.839001:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077905.839008:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077905.839009:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077905.839015:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077905.839015:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077905.839020:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000010:0.0:1769077905.839024:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000100:00000200:3.0:1769077905.839024:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932511616, offset 0
00000020:00000040:0.0:1769077905.839029:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077905.839034:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769077905.839034:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769077905.839038:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077905.839040:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077905.839042:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077905.839044:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077905.839046:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000010:0.0:1769077905.839051:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:0.0:1769077905.839057:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077905.839057:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00100000:0.0:1769077905.839066:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077905.839069:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077905.839077:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769077905.839078:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:0.0:1769077905.839080:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077905.839086:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077905.839088:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077905.839109:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:0.0:1769077905.839110:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077905.839114:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077905.839120:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077905.839120:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47652:47652:256:4294967295] 192.168.204.153@tcp LPNI seq info [47652:47652:8:4294967295]
00000100:00000040:0.0:1769077905.839124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077905.839130:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077905.839134:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769077905.839136:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4607)
00000400:00000200:3.0:1769077905.839151:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077905.839172:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077905.839180:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077905.839190:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077905.839208:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077905.839214:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077905.839218:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769077905.839222:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077905.839224:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077905.839246:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077905.839251:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077905.839256:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077905.839258:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077905.839262:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077905.839267:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839275:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077905.839277:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839283:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077905.839284:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077905.839289:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077905.839304:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077905.839307:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299270946
00000100:00000010:3.0:1769077905.839312:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769077905.839318:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077905.839323:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299270946
00000100:00000010:3.0:1769077905.839325:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000100:00000001:3.0:1769077905.839328:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077905.839330:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077905.839332:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077905.839334:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077905.839337:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077905/real 1769077905]  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077905.839345:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077905.839346:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077905.839348:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077905.839350:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077905.839351:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077905.839353:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077905.839355:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077905.839362:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839367:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077905.839369:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.839371:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077905.839372:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077905.839375:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839380:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077905.839383:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839388:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077905.839390:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.839391:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077905.839392:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.839394:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077905.839395:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077905.839397:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077905.839400:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077905.839426:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077905.839432:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077905.839438:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932511616:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077905.839443:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.839445:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077905.839447:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0a80 x1855007932511616/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839452:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077905.839454:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077905.839456:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077905.839459:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077905.839460:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077905.839462:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077905.839464:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077905.839466:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9000.
02000000:00000001:3.0:1769077905.839470:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077905.839472:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077905.839473:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0a80.
00000100:00000001:3.0:1769077905.839476:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077905.839477:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.839478:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.839486:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077905.839488:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077905.839490:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077905.839491:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077905.839492:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077905.839495:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839503:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077905.839505:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077905.839508:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077905.839510:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077905.839512:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077905.839516:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932511744:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077905.839519:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077905.839521:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077905.839523:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077905.839525:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077905.839529:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077905.839531:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077905.839546:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077905.839549:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077905.839553:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077905.839557:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932511744, portal 10
00000100:00000001:3.0:1769077905.839559:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077905.839560:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806016 : -121121160745600 : ffff91d7483d2d80)
00000100:00000040:3.0:1769077905.839568:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839576:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077905.839579:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077905.839582:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077905.839584:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932511744, offset 0
00000400:00000200:3.0:1769077905.839587:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077905.839590:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077905.839593:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077905.839596:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077905.839598:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077905.839600:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077905.839601:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077905.839604:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47653:47653:256:4294967295] 192.168.204.153@tcp LPNI seq info [47653:47653:8:4294967295]
00000400:00000200:3.0:1769077905.839607:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077905.839611:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077905.839614:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077905.839616:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077905.839620:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077905.839622:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077905.839625:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077905.839627:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769077905.839630:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077905.839632:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077905.839634:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077905.839637:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077905.839639:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077905.839640:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077905.839642:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077905.839645:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839653:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077905.839656:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839668:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077905.839669:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077905.839672:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077905.839675:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077905.839678:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077905.839680:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299269644
00000100:00000001:3.0:1769077905.839682:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299270946
00000100:00000001:3.0:1769077905.839684:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299269644
00000100:00000001:3.0:1769077905.839685:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299270946
00000100:00000001:3.0:1769077905.839686:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077905.839688:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077905.839689:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077905.839691:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077905/real 1769077905]  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077905.839697:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077905.839698:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077905.839699:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077905.839701:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077905.839702:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077905.839703:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077905.839705:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077905.839711:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839715:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077905.839716:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.839717:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077905.839718:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077905.839720:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839725:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077905.839728:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839746:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077905.839749:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.839751:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077905.839752:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.839753:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077905.839755:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077905.839757:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077905.839760:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077905.839761:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077905.839763:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077905.839769:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932511744:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077905.839772:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077905.839774:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839778:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077905.839779:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077905.839780:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077905.839782:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077905.839783:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077905.839785:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932511872:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077905.839787:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077905.839788:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077905.839790:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077905.839791:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077905.839793:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077905.839806:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077905.839808:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077905.839810:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077905.839812:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077905.839814:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932511872, portal 10
00000100:00000001:3.0:1769077905.839816:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077905.839817:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769077905.839821:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839826:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077905.839828:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077905.839830:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077905.839832:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932511872, offset 0
00000400:00000200:3.0:1769077905.839837:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077905.839841:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077905.839844:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077905.839846:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077905.839848:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077905.839849:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077905.839851:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077905.839854:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47654:47654:256:4294967295] 192.168.204.153@tcp LPNI seq info [47654:47654:8:4294967295]
00000400:00000200:3.0:1769077905.839857:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077905.839872:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077905.839876:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077905.839878:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077905.839881:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077905.839883:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077905.839888:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077905.839891:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769077905.839895:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077905.839898:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077905.839900:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077905.839904:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077905.839907:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077905.839909:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077905.839911:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077905.839915:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839924:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077905.839927:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.839935:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077905.839946:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077905.839950:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077905.839954:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077905.839957:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077905.839959:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299269643
00000100:00000001:3.0:1769077905.839962:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299270946
00000100:00000001:3.0:1769077905.839964:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299269643
00000100:00000001:3.0:1769077905.839967:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299270946
00000100:00000001:3.0:1769077905.839969:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077905.839971:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077905.839974:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077905.839977:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077905/real 1769077905]  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077905.839983:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077905.839984:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077905.839985:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077905.839987:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077905.839988:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077905.839990:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077905.839992:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077905.839998:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.840002:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077905.840003:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.840004:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077905.840005:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077905.840008:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.840016:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077905.840019:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.840024:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077905.840026:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.840027:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077905.840028:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.840030:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077905.840033:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077905.840035:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077905.840037:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077905.840038:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077905.840041:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077905.840047:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932511872:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077905.840049:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.840051:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077905.840053:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2d80 x1855007932511744/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.840058:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077905.840059:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077905.840060:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077905.840062:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077905.840063:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077905.840064:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077905.840074:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077905.840075:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb000.
02000000:00000001:3.0:1769077905.840077:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077905.840078:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077905.840079:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2d80.
00000100:00000001:3.0:1769077905.840082:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077905.840083:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.840084:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077905.840086:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932511872/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077905.840091:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077905.840092:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077905.840093:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077905.840094:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077905.840095:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077905.840095:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077905.840097:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077905.840097:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb400.
02000000:00000001:3.0:1769077905.840099:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077905.840099:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077905.840100:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769077905.840101:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077905.840102:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.840103:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077905.840106:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077905.840107:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077905.840108:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077905.840110:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077906.734508:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077906.734508:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077906.734508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077906.734517:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077906.734518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077906.734518:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077906.734521:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077906.734522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077906.734523:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077906.734530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077906.734531:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077906.734531:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077906.734538:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077906.734538:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077906.734538:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077906.734544:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077906.734544:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077906.734545:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077906.734551:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077906.734555:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077906.734557:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077906.734558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077906.734561:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077906.734564:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077906.734565:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077906.734568:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077906.734572:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077906.734655:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077906.734658:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077906.734662:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077906.734663:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077906.734678:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077906.734680:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077906.734683:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077907.182498:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299270946, at 4299270976
00000100:00000040:3.0:1769077907.182498:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299270946, at 4299270976
00000100:00000010:2.0:1769077907.182516:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000010:3.0:1769077907.182521:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000001:2.0:1769077907.758524:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077907.758524:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077907.758529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077907.758531:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077907.758532:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077907.758533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077907.758536:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.758537:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077907.758542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077907.758542:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077907.758544:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769077907.758544:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077907.758548:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077907.758548:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077907.758550:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077907.758553:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077907.758554:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077907.758555:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077907.758557:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077907.758558:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077907.758558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077907.758563:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077907.758563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077907.758564:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077907.758568:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077907.758572:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077907.758572:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077907.758573:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077907.758573:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077907.758580:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077907.758580:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.758580:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077907.758586:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077907.758588:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077907.758591:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077907.758594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077907.758598:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077907.758607:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077907.758610:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077907.758613:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077908.782516:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077908.782516:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077908.782517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077908.782527:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077908.782527:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077908.782527:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077908.782533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077908.782533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077908.782533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077908.782533:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077908.782540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077908.782541:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077908.782543:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077908.782543:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077908.782548:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077908.782551:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077908.782552:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077908.782552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077908.782553:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077908.782556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077908.782557:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077908.782558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077908.782559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077908.782563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077908.782566:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077908.782567:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077908.782572:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077908.782575:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077908.782576:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077908.782580:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077908.782583:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077908.782584:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077908.782587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077908.782592:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077909.806526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077909.806526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077909.806530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077909.806536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077909.806536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077909.806537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077909.806541:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077909.806541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077909.806549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077909.806550:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077909.806550:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077909.806553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077909.806558:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077909.806559:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077909.806564:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077909.806565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077909.806572:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077909.806577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077909.806581:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077909.806581:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077909.806585:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077909.806587:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077909.806590:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769077909.806590:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077909.806590:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077909.806594:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077909.806596:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077909.806599:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00010000:1.0:1769077909.806600:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077909.806606:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077909.806609:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077909.806612:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077909.806614:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077909.806616:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077910.830481:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077910.830481:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077910.830489:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077910.830489:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077910.830492:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077910.830493:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077910.830493:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077910.830498:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077910.830498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077910.830500:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077910.830501:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077910.830502:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077910.830503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077910.830508:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077910.830508:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077910.830510:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077910.830511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077910.830514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077910.830516:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077910.830516:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.830516:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077910.830520:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.830523:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077910.830527:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.830529:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077910.830530:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077910.830533:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077910.830536:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077910.830537:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077910.830537:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077910.830542:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077910.830542:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077910.830546:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077910.830547:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077910.958538:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077910.958550:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077910.958554:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077910.958558:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077910.958562:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077910.958569:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4602
00000400:00000200:0.0:1769077910.958578:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077910.958584:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077910.958587:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077910.958590:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077910.958593:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077910.958595:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077910.958597:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077910.958601:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077910.958602:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077910.958605:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077910.958607:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077910.958609:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077910.958610:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077910.958613:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077910.958614:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077910.958616:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077910.958617:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077910.958619:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077910.958621:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077910.958623:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077910.958625:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077910.958628:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077910.958631:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077910.958632:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077910.958634:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077910.958645:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769077910.958648:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077910.958652:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077910.958654:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077910.958656:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077910.958659:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077910.958663:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077910.958671:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9400.
00000100:00000001:0.0:1769077910.958677:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077910.958684:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077910.958692:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077910.958696:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077910.958700:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077910.958732:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077910.958735:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077910.958738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077910.958739:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077910.958740:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077910.958742:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077910.958744:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4602
00000400:00000200:0.0:1769077910.958746:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077910.958748:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077910.958750:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077910.958752:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077910.958754:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077910.958755:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077910.958757:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077910.958758:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077910.958759:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077910.958760:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077910.958762:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077910.958763:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077910.958765:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077910.958767:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077910.958769:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077910.958770:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077910.958771:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077910.958773:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077910.958774:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077910.958776:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077910.958777:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077910.958781:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077910.958783:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077910.958784:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077910.958788:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077910.958790:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077910.958791:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077910.958794:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769077910.958796:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077910.958798:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077910.958799:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077910.958801:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077910.958803:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077910.958806:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077910.958810:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cac00.
00000100:00000001:0.0:1769077910.958814:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077910.958819:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077910.958825:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077910.958828:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077910.958832:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077910.958833:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077910.958838:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077910.958841:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077910.958851:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.958866:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077910.958868:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077910.958873:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077910.958877:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077910.958879:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077910.958880:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077910.958883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1769077910.958886:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932512000:192.168.204.153@tcp:250:kworker.0
00000100:00080000:0.0:1769077910.958888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077910.958892:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077910.958894:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769077910.958895:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077910.958900:0:38:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1769077910.958900:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077910.958903:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077910.958904:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4602
02000000:00000001:3.0:1769077910.958908:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1769077910.958911:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077910.958915:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
02000000:00000010:3.0:1769077910.958916:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
00000100:00080000:0.0:1769077910.958917:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1769077910.958921:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077910.958925:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077910.958930:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077910.958931:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769077910.958935:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:3.0:1769077910.958937:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:0.0:1769077910.958940:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077910.958946:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:3.0:1769077910.958946:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000020:00000040:0.0:1769077910.958948:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077910.958952:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077910.958954:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000200:3.0:1769077910.958957:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932512000, portal 25
00000020:00000001:0.0:1769077910.958958:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:3.0:1769077910.958963:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1769077910.958965:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:3.0:1769077910.958966:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:0.0:1769077910.958973:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:3.0:1769077910.958976:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077910.958978:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077910.958985:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077910.958989:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077910.958990:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:3.0:1769077910.958995:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000020:00000040:0.0:1769077910.958997:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000010:3.0:1769077910.958999:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077910.959002:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932512000, offset 0
00000100:00080000:0.0:1769077910.959004:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077910.959009:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077910.959012:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769077910.959014:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077910.959020:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077910.959023:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077910.959025:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077910.959027:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077910.959031:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769077910.959034:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000008:00000001:0.0:1769077910.959036:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077910.959040:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077910.959041:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1769077910.959048:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000400:00000200:3.0:1769077910.959048:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000020:00000040:0.0:1769077910.959054:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769077910.959055:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077910.959060:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000001:0.0:1769077910.959061:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077910.959065:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077910.959066:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47655:47655:256:4294967295] 192.168.204.153@tcp LPNI seq info [47655:47655:8:4294967295]
00000100:00000001:0.0:1769077910.959067:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077910.959070:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769077910.959073:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:0.0:1769077910.959074:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077910.959081:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8400.
00000100:00000001:0.0:1769077910.959085:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077910.959090:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1769077910.959094:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769077910.959100:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077910.959127:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00000001:0.0:1769077910.959134:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1769077910.959138:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769077910.959139:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077910.959144:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769077910.959146:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077910.959156:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769077910.959160:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077910.959162:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769077910.959164:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077910.959170:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:3.0:1769077910.959170:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769077910.959174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1769077910.959175:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000100:00000040:0.0:1769077910.959181:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077910.959185:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769077910.959186:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4612)
00000400:00000200:3.0:1769077910.959194:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077910.959200:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077910.959202:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077910.959206:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077910.959210:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959218:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077910.959222:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959232:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077910.959234:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077910.959238:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077910.959241:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077910.959244:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299276066
00000100:00000010:3.0:1769077910.959248:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000100:00000001:3.0:1769077910.959255:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077910.959261:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299276066
00000100:00000010:3.0:1769077910.959263:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000001:3.0:1769077910.959265:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077910.959268:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077910.959269:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077910.959272:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077910.959275:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077910/real 1769077910]  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077910.959282:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077910.959284:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077910.959285:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077910.959287:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077910.959289:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077910.959290:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077910.959293:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077910.959299:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959303:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077910.959304:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959306:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077910.959308:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077910.959310:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959315:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077910.959319:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959324:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077910.959326:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959327:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077910.959328:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959329:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077910.959331:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077910.959333:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077910.959335:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077910.959337:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077910.959340:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077910.959345:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932512000:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077910.959348:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959350:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077910.959352:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932512000/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959356:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077910.959359:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077910.959361:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077910.959363:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077910.959364:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077910.959366:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077910.959368:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077910.959370:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9400.
02000000:00000001:3.0:1769077910.959373:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077910.959440:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077910.959442:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769077910.959446:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077910.959447:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959449:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959457:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077910.959459:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077910.959461:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077910.959462:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077910.959463:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077910.959466:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959471:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077910.959472:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077910.959474:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077910.959475:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077910.959477:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077910.959479:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932512128:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077910.959481:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077910.959482:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077910.959484:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077910.959485:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077910.959487:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077910.959489:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077910.959492:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077910.959494:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077910.959496:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077910.959499:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932512128, portal 10
00000100:00000001:3.0:1769077910.959500:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077910.959501:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769077910.959507:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959512:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077910.959513:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077910.959515:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077910.959517:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932512128, offset 0
00000400:00000200:3.0:1769077910.959520:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077910.959523:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077910.959525:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077910.959528:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077910.959530:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077910.959532:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077910.959534:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077910.959536:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47656:47656:256:4294967295] 192.168.204.153@tcp LPNI seq info [47656:47656:8:4294967295]
00000400:00000200:3.0:1769077910.959539:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077910.959543:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077910.959546:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077910.959548:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077910.959551:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077910.959553:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077910.959556:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077910.959557:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077910.959560:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077910.959561:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077910.959563:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077910.959566:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077910.959568:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077910.959569:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077910.959571:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077910.959573:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959579:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077910.959581:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959585:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077910.959587:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077910.959589:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077910.959592:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077910.959594:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077910.959596:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299274764
00000100:00000001:3.0:1769077910.959598:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299276066
00000100:00000001:3.0:1769077910.959600:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299274764
00000100:00000001:3.0:1769077910.959601:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299276066
00000100:00000001:3.0:1769077910.959602:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077910.959604:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077910.959605:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077910.959607:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077910/real 1769077910]  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077910.959613:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077910.959614:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077910.959616:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077910.959617:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077910.959618:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077910.959620:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077910.959622:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077910.959627:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959631:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077910.959632:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959633:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077910.959633:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077910.959636:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959640:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077910.959642:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959648:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077910.959649:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959651:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077910.959652:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959653:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077910.959654:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077910.959656:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077910.959658:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077910.959659:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077910.959661:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077910.959666:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932512128:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077910.959668:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077910.959670:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959675:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077910.959676:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077910.959677:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077910.959678:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077910.959680:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077910.959681:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932512256:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077910.959683:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077910.959685:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077910.959686:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077910.959687:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077910.959689:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077910.959690:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077910.959693:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077910.959694:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077910.959696:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077910.959698:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932512256, portal 10
00000100:00000001:3.0:1769077910.959700:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077910.959701:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769077910.959704:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959709:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077910.959710:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077910.959712:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
00000100:00000200:3.0:1769077910.959713:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932512256, offset 0
00000400:00000200:3.0:1769077910.959716:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077910.959718:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077910.959720:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077910.959721:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077910.959723:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077910.959725:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077910.959726:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077910.959728:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47657:47657:256:4294967295] 192.168.204.153@tcp LPNI seq info [47657:47657:8:4294967295]
00000400:00000200:3.0:1769077910.959731:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077910.959735:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077910.959738:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077910.959740:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769077910.959742:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077910.959744:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077910.959746:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077910.959748:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077910.959750:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077910.959751:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769077910.959753:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077910.959755:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077910.959757:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:3.0:1769077910.959759:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:3.0:1769077910.959760:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077910.959762:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959768:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077910.959769:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959774:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077910.959775:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077910.959777:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077910.959779:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077910.959781:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077910.959783:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299274763
00000100:00000001:3.0:1769077910.959785:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299276066
00000100:00000001:3.0:1769077910.959786:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299274763
00000100:00000001:3.0:1769077910.959788:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299276066
00000100:00000001:3.0:1769077910.959789:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077910.959790:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077910.959791:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077910.959795:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077910/real 1769077910]  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077910.959803:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077910.959805:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077910.959807:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077910.959809:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077910.959811:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077910.959813:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077910.959817:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077910.959825:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959833:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077910.959834:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959836:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077910.959838:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077910.959842:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959849:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077910.959853:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959857:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077910.959859:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959860:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077910.959861:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959863:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077910.959865:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077910.959866:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077910.959868:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077910.959869:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077910.959872:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077910.959877:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932512256:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077910.959880:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959881:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077910.959883:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932512128/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959888:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077910.959889:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077910.959891:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077910.959893:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077910.959894:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077910.959895:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077910.959897:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077910.959898:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cac00.
02000000:00000001:3.0:1769077910.959900:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077910.959901:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077910.959902:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769077910.959904:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077910.959905:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959906:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077910.959908:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932512256/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077910.959912:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077910.959913:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077910.959914:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077910.959915:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077910.959915:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077910.959916:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077910.959917:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077910.959918:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8400.
02000000:00000001:3.0:1769077910.959919:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077910.959920:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077910.959921:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769077910.959922:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077910.959923:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959924:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077910.959926:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077910.959927:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077910.959928:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077910.959929:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077911.854502:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077911.854505:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077911.854517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077911.854518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077911.854519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077911.854520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077911.854528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077911.854529:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077911.854530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077911.854530:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077911.854535:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077911.854547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077911.854548:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077911.854549:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077911.854550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077911.854555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077911.854567:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077911.854568:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077911.854569:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077911.854586:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077911.854587:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077911.854587:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077911.854591:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077911.854598:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077911.854603:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077911.854606:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077911.854607:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077911.854613:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077911.854616:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077911.854620:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077911.854624:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077911.854625:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077911.854629:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077911.854635:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077912.302543:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299276066, at 4299276096
00000100:00000040:3.0:1769077912.302543:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299276066, at 4299276096
00000100:00000010:3.0:1769077912.302562:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000010:2.0:1769077912.302564:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000001:0.0:1769077912.878473:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077912.878473:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077912.878481:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077912.878482:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077912.878483:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077912.878487:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077912.878487:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077912.878488:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077912.878495:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077912.878496:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077912.878497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077912.878500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077912.878503:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077912.878504:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077912.878509:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077912.878510:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077912.878515:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077912.878518:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077912.878520:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077912.878522:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077912.878525:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077912.878527:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077912.878530:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077912.878533:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077912.878537:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077912.878601:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077912.878605:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077912.878606:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077912.878608:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077912.878610:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077912.878612:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077912.878613:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077912.878615:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077912.878616:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077913.902512:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077913.902514:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077913.902520:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077913.902521:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077913.902523:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077913.902526:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077913.902529:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077913.902532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077913.902539:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077913.902546:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077913.902547:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077913.902547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077913.902548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077913.902559:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077913.902560:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077913.902560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077913.902560:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077913.902565:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077913.902567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077913.902570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077913.902576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077913.902577:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077913.902578:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077913.902578:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077913.902588:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077913.902589:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077913.902594:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077913.902596:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077913.902599:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077913.902603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077913.902607:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077913.902608:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077913.902617:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077913.902623:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077914.926485:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077914.926489:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077914.926491:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077914.926493:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077914.926495:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077914.926497:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077914.926497:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077914.926498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077914.926500:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077914.926500:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077914.926506:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:3.0:1769077914.926506:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077914.926507:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077914.926508:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077914.926511:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769077914.926513:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077914.926515:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077914.926516:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077914.926516:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077914.926518:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077914.926520:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077914.926521:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077914.926524:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769077914.926524:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077914.926528:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077914.926529:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077914.926531:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077914.926533:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077914.926535:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077914.926535:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077914.926540:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077914.926542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077914.926544:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077914.926545:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077914.926545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077914.926549:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077914.926553:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077914.926570:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077914.926573:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077914.926576:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077915.950526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077915.950530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077915.950534:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077915.950534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077915.950535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077915.950538:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077915.950541:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077915.950543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077915.950544:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077915.950545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077915.950546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077915.950551:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077915.950552:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077915.950555:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077915.950560:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077915.950560:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077915.950563:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077915.950565:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077915.950566:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077915.950570:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077915.950572:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077915.950572:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077915.950575:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077915.950576:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077915.950577:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077915.950578:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077915.950581:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077915.950582:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769077915.950583:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077915.950587:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077915.950590:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077915.950599:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077915.950601:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077915.950603:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077916.078531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077916.078542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077916.078545:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077916.078549:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077916.078554:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077916.078562:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4607
00000400:00000200:2.0:1769077916.078572:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077916.078577:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077916.078580:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077916.078583:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077916.078586:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077916.078588:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077916.078590:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077916.078594:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077916.078596:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077916.078598:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077916.078601:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077916.078603:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077916.078605:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077916.078606:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077916.078608:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077916.078609:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077916.078610:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077916.078612:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077916.078615:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077916.078616:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077916.078618:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077916.078621:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077916.078623:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.078625:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077916.078626:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077916.078637:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077916.078640:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077916.078644:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077916.078645:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.078648:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077916.078652:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077916.078656:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077916.078664:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9c00.
00000100:00000001:2.0:1769077916.078671:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077916.078678:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077916.078687:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077916.078691:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077916.078694:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077916.078716:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077916.078719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077916.078723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077916.078725:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077916.078727:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077916.078729:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077916.078732:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4607
00000400:00000200:2.0:1769077916.078737:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077916.078742:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077916.078744:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769077916.078747:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077916.078748:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077916.078751:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077916.078754:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077916.078755:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077916.078756:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077916.078761:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769077916.078761:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769077916.078764:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077916.078767:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077916.078768:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077916.078770:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077916.078773:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769077916.078774:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077916.078777:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077916.078782:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077916.078785:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077916.078790:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077916.078796:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769077916.078800:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077916.078804:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077916.078810:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:3.0:1769077916.078811:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077916.078816:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077916.078817:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077916.078819:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077916.078824:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077916.078826:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077916.078830:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.078831:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077916.078836:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077916.078841:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.078843:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077916.078844:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932512384:192.168.204.153@tcp:250:kworker.0
00000100:00000010:2.0:1769077916.078846:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077916.078851:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769077916.078854:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077916.078855:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077916.078858:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077916.078859:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077916.078860:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077916.078864:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077916.078865:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077916.078866:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077916.078873:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077916.078874:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:2.0:1769077916.078878:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077916.078882:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
00000100:00100000:2.0:1769077916.078883:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077916.078886:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.078895:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077916.078898:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077916.078900:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769077916.078904:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077916.078908:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:2.0:1769077916.078915:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077916.078919:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077916.078920:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00080000:2.0:1769077916.078923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077916.078925:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077916.078927:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077916.078930:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077916.078932:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4607
00000100:00000200:3.0:1769077916.078932:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932512384, portal 25
00000400:00000200:2.0:1769077916.078938:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077916.078940:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077916.078941:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077916.078946:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077916.078946:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077916.078949:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077916.078950:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077916.078954:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077916.078954:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000020:00000001:2.0:1769077916.078959:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077916.078961:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077916.078962:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077916.078964:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077916.078967:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769077916.078968:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077916.078969:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077916.078976:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077916.078980:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077916.078984:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077916.078988:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077916.078991:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000001:3.0:1769077916.078991:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769077916.078996:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077916.079000:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077916.079001:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:2.0:1769077916.079002:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077916.079007:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1769077916.079007:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce2a8.
02000000:00000001:2.0:1769077916.079014:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077916.079016:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932512384, offset 0
00000100:00000001:2.0:1769077916.079017:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077916.079022:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077916.079037:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077916.079040:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077916.079042:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077916.079049:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077916.079052:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769077916.079054:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769077916.079064:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769077916.079065:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
02000000:00000001:2.0:1769077916.079069:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.079073:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769077916.079075:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769077916.079076:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077916.079081:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077916.079083:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000010:2.0:1769077916.079086:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000400:00000200:3.0:1769077916.079091:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769077916.079094:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077916.079098:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00100000:2.0:1769077916.079105:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077916.079107:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47658:47658:256:4294967295] 192.168.204.153@tcp LPNI seq info [47658:47658:8:4294967295]
00000400:00000200:3.0:1769077916.079123:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077916.079127:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077916.079132:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077916.079142:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077916.079143:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077916.079160:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077916.079165:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077916.079170:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077916.079174:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077916.079178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1769077916.079180:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00000040:2.0:1769077916.079182:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077916.079191:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4617)
00000800:00000200:3.0:1769077916.079197:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077916.079204:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769077916.079217:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077916.079223:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077916.079227:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299281186
00000100:00000010:3.0:1769077916.079234:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000001:3.0:1769077916.079244:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077916.079250:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299281186
00000100:00000010:3.0:1769077916.079255:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
00000100:00000001:3.0:1769077916.079258:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077916.079262:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077916.079265:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077916.079269:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077916.079273:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077916.079283:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077916.079285:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077916.079288:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077916.079290:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077916.079291:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077916.079296:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077916.079320:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077916.079322:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077916.079325:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077916.079327:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077916.079329:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077916.079333:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932512512:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077916.079337:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077916.079340:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077916.079342:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077916.079343:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077916.079347:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077916.079349:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077916.079354:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077916.079357:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769077916.079362:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769077916.079365:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932512512, portal 10
00000100:00000001:3.0:1769077916.079367:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077916.079369:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000100:00000040:3.0:1769077916.079377:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077916.079385:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077916.079388:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077916.079392:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bcebb0.
00000100:00000200:3.0:1769077916.079394:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932512512, offset 0
00000400:00000200:3.0:1769077916.079432:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077916.079437:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077916.079441:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077916.079445:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077916.079449:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077916.079452:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077916.079455:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077916.079460:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47659:47659:255:4294967295] 192.168.204.153@tcp LPNI seq info [47659:47659:7:4294967295]
00000400:00000200:3.0:1769077916.079465:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077916.079473:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077916.079479:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077916.079484:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134f00.
00000800:00000200:3.0:1769077916.079490:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077916.079495:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769077916.079498:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077916.079502:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077916.079506:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077916.079508:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299279884
00000100:00000001:3.0:1769077916.079511:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299281186
00000100:00000001:3.0:1769077916.079513:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299279884
00000100:00000001:3.0:1769077916.079516:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299281186
00000100:00000001:3.0:1769077916.079518:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077916.079520:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077916.079523:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077916.079527:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077916.079535:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077916.079536:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077916.079539:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077916.079540:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077916.079542:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077916.079546:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932512640:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077916.079549:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077916.079551:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077916.079553:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077916.079555:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077916.079559:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077916.079561:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077916.079565:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077916.079568:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b62c0.
00000400:00000010:3.0:1769077916.079573:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077916.079576:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932512640, portal 10
00000100:00000001:3.0:1769077916.079578:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077916.079579:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000100:00000040:3.0:1769077916.079586:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077916.079593:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077916.079595:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077916.079598:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceaa0.
00000100:00000200:3.0:1769077916.079601:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932512640, offset 0
00000400:00000200:3.0:1769077916.079606:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077916.079610:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077916.079614:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077916.079617:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077916.079620:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077916.079622:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077916.079625:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077916.079628:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47660:47660:254:4294967295] 192.168.204.153@tcp LPNI seq info [47660:47660:6:4294967295]
00000400:00000200:3.0:1769077916.079632:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077916.079639:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077916.079653:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077916.079657:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769077916.079661:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077916.079665:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769077916.079668:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077916.079671:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077916.079676:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077916.079678:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299279883
00000100:00000001:3.0:1769077916.079680:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299281186
00000100:00000001:3.0:1769077916.079683:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299279883
00000100:00000001:3.0:1769077916.079686:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299281186
00000100:00000001:3.0:1769077916.079688:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077916.079691:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077916.079694:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077916.079696:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077916.079700:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077916.079701:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077916.079703:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077916.079705:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077916.079707:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077916.079709:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.974536:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077916.974536:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077916.974538:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077916.974540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077916.974545:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077916.974545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.974546:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077916.974546:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077916.974550:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.974551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077916.974552:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077916.974554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077916.974558:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077916.974559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077916.974559:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077916.974560:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077916.974565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077916.974566:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077916.974568:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077916.974572:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077916.974572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077916.974573:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077916.974578:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077916.974581:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077916.974584:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.974585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077916.974588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077916.974589:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077916.974591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077916.974592:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077916.974596:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077916.974599:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077916.974606:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077916.974612:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077917.422522:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299281186, at 4299281216
00000100:00000040:3.0:1769077917.422522:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299281186, at 4299281216
00000100:00000010:3.0:1769077917.422539:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000010:2.0:1769077917.422544:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000001:0.0:1769077917.998530:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077917.998530:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077917.998530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077917.998538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077917.998540:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077917.998540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077917.998541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077917.998545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077917.998546:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077917.998547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077917.998553:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077917.998554:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077917.998555:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077917.998558:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077917.998561:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077917.998562:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077917.998563:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077917.998566:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077917.998567:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077917.998568:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077917.998573:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077917.998574:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077917.998578:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077917.998587:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077917.998591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077917.998595:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077917.998674:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077917.998677:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077917.998680:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077917.998683:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077917.998686:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077917.998689:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077917.998692:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077917.998694:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077917.998695:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077917.998697:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077917.998716:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077917.998718:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077917.998720:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077917.998751:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077919.022505:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077919.022505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077919.022505:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077919.022513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077919.022513:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077919.022515:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077919.022515:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077919.022516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077919.022520:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077919.022522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077919.022522:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077919.022522:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077919.022528:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077919.022531:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769077919.022531:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077919.022533:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077919.022534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077919.022535:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077919.022538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077919.022539:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077919.022540:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077919.022544:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077919.022550:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077919.022550:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077919.022551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077919.022556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.022557:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077919.022559:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077919.022561:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077919.022563:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.022566:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077919.022573:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077919.022578:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077919.022583:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077919.150740:0:2406:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:2.0:1769077919.150799:0:2406:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077919.150814:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077919.150819:0:2406:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:2.0:1769077919.150824:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077919.150829:0:2406:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077919.150834:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077919.150839:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:2.0:1769077919.150865:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077919.150871:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077919.150880:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce2a8
00000400:00000010:2.0:1769077919.150883:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce2a8.
00000100:00000001:2.0:1769077919.150889:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077919.150899:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077919.150933:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077919.150939:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077919.150947:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077919.150948:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077919.150960:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077919.150963:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134f00.
00000400:00000200:2.0:1769077919.150967:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077919.150970:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077919.150986:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bcebb0
00000400:00000010:2.0:1769077919.150988:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bcebb0.
00000100:00000001:2.0:1769077919.150991:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077919.150996:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077919.151005:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077919.151008:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077919.151015:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077919.151017:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077919.151024:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769077919.151027:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:2.0:1769077919.151029:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077919.151033:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077919.151036:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceaa0
00000400:00000010:2.0:1769077919.151038:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceaa0.
00000100:00000001:2.0:1769077919.151040:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077919.151045:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077919.151053:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077919.151056:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077919.151062:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077919.151064:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077919.151233:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077919.151240:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077919.151244:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077919.151254:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077916/real 1769077919]  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077919.151270:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077919.151273:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077919.151277:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769077919.151282:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769077919.151283:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769077919.151287:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077919.151291:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077919.151301:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077919.151309:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077919.151311:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.151317:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077919.151319:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077919.151324:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077919.151333:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077919.151339:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077919.151348:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077919.151352:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.151354:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077919.151356:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.151360:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077919.151363:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077919.151367:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077919.151374:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077919.151377:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077919.151382:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077919.151390:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932512512:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077919.151396:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077919.151400:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077916/real 1769077919]  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077919.152027:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077919.152029:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077919.152032:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b62c0.
00000400:00000200:3.0:1769077919.152035:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077919.152037:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077919.152040:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077919.152046:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077919.152055:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077919.152060:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077919.152061:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.152062:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077919.152063:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077919.152066:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077919.152077:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077919.152082:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077919.152103:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077919.152106:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.152108:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077919.152110:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.152112:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077919.152116:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077919.152119:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077919.152124:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077919.152127:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077919.152132:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077919.152141:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932512640:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077919.152145:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077919.152149:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077916/real 1769077919]  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077919.152156:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077919.152157:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077919.152159:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077919.152161:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077919.152163:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077919.152165:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077919.152167:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077919.152178:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077919.152183:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077919.152184:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.152185:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077919.152186:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077919.152189:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077919.152196:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077919.152200:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077919.152207:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077919.152209:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.152211:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077919.152212:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.152214:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077919.152216:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077919.152218:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077919.152222:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077919.152225:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077919.152229:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077919.152237:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932512384:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077919.152242:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.152245:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077919.152249:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932512512/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077919.152264:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077919.152269:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077919.152274:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077919.152279:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077919.152282:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077919.152285:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077919.152288:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077919.152291:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:3.0:1769077919.152295:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077919.152298:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077919.152301:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:3.0:1769077919.152305:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077919.152307:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.152308:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077919.152312:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932512640/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077919.152319:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077919.152321:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077919.152323:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077919.152326:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077919.152327:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077919.152328:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077919.152330:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077919.152332:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9400.
02000000:00000001:3.0:1769077919.152336:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077919.152337:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077919.152338:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:3.0:1769077919.152341:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077919.152343:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.152344:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077919.152348:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932512384/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077919.152355:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077919.152357:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077919.152359:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077919.152362:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077919.152363:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077919.152364:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077919.152367:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077919.152368:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:3.0:1769077919.152371:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077919.152372:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077919.152374:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:3.0:1769077919.152376:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077919.152377:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.152379:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077919.152390:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077919.152392:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077919.152395:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077919.152398:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077920.046578:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077920.046579:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077920.046590:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077920.046591:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077920.046591:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077920.046596:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077920.046596:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077920.046598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077920.046608:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077920.046608:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077920.046610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077920.046613:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077920.046617:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077920.046618:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077920.046624:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077920.046630:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077920.046633:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077920.046634:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077920.046642:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077920.046647:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077920.046657:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077920.046662:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077920.046662:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077920.046670:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077920.046672:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077920.046702:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077920.046706:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077920.046708:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077920.046710:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077920.046714:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077920.046717:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077920.046719:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077920.046721:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077920.046723:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.070504:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077921.070508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077921.070508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077921.070513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.070514:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077921.070515:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077921.070517:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077921.070520:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077921.070521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077921.070523:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077921.070525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077921.070527:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077921.070529:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077921.070533:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077921.070534:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077921.070539:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077921.070540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077921.070541:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077921.070542:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.070544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.070547:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077921.070547:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077921.070549:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:1.0:1769077921.070550:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077921.070555:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077921.070555:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077921.070556:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077921.070559:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077921.070562:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077921.070562:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077921.070564:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077921.070568:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077921.070571:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.070574:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077921.198534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077921.198548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077921.198552:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077921.198557:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077921.198563:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077921.198573:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4612
00000400:00000200:0.0:1769077921.198584:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077921.198590:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077921.198593:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077921.198596:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077921.198599:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077921.198601:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077921.198603:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077921.198607:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077921.198608:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077921.198611:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077921.198613:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077921.198615:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077921.198617:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077921.198619:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077921.198621:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077921.198623:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077921.198624:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077921.198627:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077921.198629:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077921.198631:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077921.198634:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077921.198637:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077921.198639:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.198641:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077921.198644:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077921.198651:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3480.
00000020:00000040:0.0:1769077921.198656:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077921.198661:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077921.198663:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.198667:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077921.198670:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077921.198677:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077921.198688:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb800.
00000100:00000001:0.0:1769077921.198695:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077921.198705:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077921.198718:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077921.198724:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077921.198730:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb5fd4f] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077921.198757:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077921.198761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077921.198765:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077921.198767:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077921.198769:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077921.198772:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077921.198776:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4612
00000400:00000200:0.0:1769077921.198780:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077921.198785:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077921.198787:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077921.198791:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077921.198794:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077921.198797:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077921.198800:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077921.198802:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769077921.198804:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077921.198805:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077921.198810:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077921.198812:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077921.198813:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769077921.198818:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077921.198824:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077921.198829:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769077921.198829:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077921.198836:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077921.198842:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077921.198847:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077921.198852:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077921.198853:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077921.198858:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077921.198859:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077921.198865:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:3.0:1769077921.198867:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077921.198869:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077921.198873:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077921.198874:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077921.198881:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077921.198883:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077921.198889:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077921.198891:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932512768:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769077921.198893:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077921.198899:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1769077921.198900:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077921.198906:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.198908:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077921.198913:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d1500.
00000020:00000040:0.0:1769077921.198916:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077921.198919:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077921.198920:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077921.198923:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077921.198925:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.198927:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077921.198931:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077921.198932:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077921.198934:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077921.198954:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8c00.
02000000:00000010:3.0:1769077921.198957:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
00000100:00000001:0.0:1769077921.198959:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077921.198966:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077921.198974:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.198981:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077921.198985:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077921.198990:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769077921.198994:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bde341] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077921.198998:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:0.0:1769077921.199010:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077921.199010:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00080000:0.0:1769077921.199016:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077921.199021:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077921.199023:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1769077921.199025:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932512768, portal 25
00000100:00080000:0.0:1769077921.199026:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077921.199032:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077921.199034:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077921.199037:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548807808 : -121121160743808 : ffff91d7483d3480)
00000100:00080000:0.0:1769077921.199040:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4612
00000400:00000200:0.0:1769077921.199049:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769077921.199050:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077921.199055:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769077921.199064:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077921.199069:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077921.199072:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00080000:0.0:1769077921.199074:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1769077921.199078:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932512768, offset 0
00000100:00000040:0.0:1769077921.199083:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077921.199087:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077921.199092:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769077921.199094:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077921.199098:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077921.199101:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077921.199103:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000200:3.0:1769077921.199106:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:0.0:1769077921.199107:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077921.199112:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077921.199115:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769077921.199120:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000001:0.0:1769077921.199121:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077921.199129:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769077921.199132:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077921.199133:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077921.199138:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769077921.199141:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:0.0:1769077921.199143:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077921.199148:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769077921.199150:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769077921.199155:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769077921.199159:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:0.0:1769077921.199161:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077921.199166:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077921.199167:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47661:47661:256:4294967295] 192.168.204.153@tcp LPNI seq info [47661:47661:8:4294967295]
02000000:00000001:0.0:1769077921.199171:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077921.199177:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:0.0:1769077921.199178:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.199183:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077921.199186:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077921.199192:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.199196:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077921.199197:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1769077921.199203:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769077921.199209:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:3.0:1769077921.199209:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769077921.199216:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077921.199219:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077921.199220:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000100:00000001:0.0:1769077921.199222:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077921.199225:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077921.199228:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077921.199236:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8000.
00000100:00000001:0.0:1769077921.199241:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077921.199247:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077921.199256:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077921.199258:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077921.199262:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077921.199272:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077921.199275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077921.199279:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077921.199282:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077921.199285:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077921.199292:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4622)
00000800:00000200:3.0:1769077921.199558:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077921.199565:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077921.199573:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077921.199578:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077921.199583:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077921.199587:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077921.199593:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077921.199600:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077921.199608:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077921.199610:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077921.199615:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077921.199620:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.199631:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077921.199636:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.199644:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077921.199646:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077921.199656:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077921.199662:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077921.199665:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299286307
00000100:00000010:3.0:1769077921.199672:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
00000100:00000001:3.0:1769077921.199681:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077921.199688:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299286307
00000100:00000010:3.0:1769077921.199691:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769077921.199695:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077921.199698:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077921.199702:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077921.199705:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077921.199710:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077921/real 1769077921]  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077921.199721:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077921.199723:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077921.199726:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077921.199729:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077921.199731:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077921.199734:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077921.199738:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077921.199748:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.199756:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077921.199758:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.199761:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077921.199764:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077921.199768:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.199776:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077921.199781:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.199789:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077921.199793:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.199794:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077921.199795:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.199798:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077921.199801:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077921.199804:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077921.199809:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077921.199812:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077921.199818:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077921.199828:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932512768:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077921.199835:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.199838:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077921.199841:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3480 x1855007932512768/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.199856:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077921.199859:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077921.199862:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077921.199866:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077921.199868:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077921.199870:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077921.199873:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077921.199877:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb800.
02000000:00000001:3.0:1769077921.199881:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077921.199883:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077921.199885:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3480.
00000100:00000001:3.0:1769077921.199889:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077921.199890:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.199893:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.199914:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077921.199917:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077921.199920:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077921.199922:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077921.199923:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077921.199928:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.199936:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077921.199949:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077921.199952:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077921.199954:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077921.199957:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077921.199966:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932512896:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077921.199970:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077921.199974:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077921.199976:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077921.199978:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077921.199982:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077921.199984:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077921.199989:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077921.199992:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077921.199997:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077921.200001:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932512896, portal 10
00000100:00000001:3.0:1769077921.200004:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077921.200005:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548799744 : -121121160751872 : ffff91d7483d1500)
00000100:00000040:3.0:1769077921.200013:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200020:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077921.200023:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077921.200025:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077921.200029:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932512896, offset 0
00000400:00000200:3.0:1769077921.200032:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077921.200038:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077921.200043:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077921.200048:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077921.200051:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077921.200055:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077921.200058:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077921.200062:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47662:47662:256:4294967295] 192.168.204.153@tcp LPNI seq info [47662:47662:8:4294967295]
00000400:00000200:3.0:1769077921.200066:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077921.200074:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077921.200080:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077921.200084:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077921.200090:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077921.200093:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077921.200098:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077921.200101:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077921.200106:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077921.200108:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077921.200111:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077921.200115:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077921.200118:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077921.200120:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077921.200124:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077921.200128:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200137:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077921.200141:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200148:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077921.200150:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077921.200153:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077921.200158:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077921.200161:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077921.200164:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299285004
00000100:00000001:3.0:1769077921.200167:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299286307
00000100:00000001:3.0:1769077921.200169:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299285004
00000100:00000001:3.0:1769077921.200171:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299286307
00000100:00000001:3.0:1769077921.200173:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077921.200176:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077921.200178:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077921.200182:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077921/real 1769077921]  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077921.200190:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077921.200191:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077921.200193:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077921.200196:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077921.200198:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077921.200200:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077921.200203:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077921.200212:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200225:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077921.200227:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.200229:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077921.200231:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077921.200235:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200242:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077921.200246:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200253:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077921.200256:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.200258:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077921.200260:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.200262:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077921.200264:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077921.200267:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077921.200271:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077921.200273:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077921.200278:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077921.200287:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932512896:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077921.200291:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077921.200295:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200302:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077921.200304:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077921.200307:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077921.200309:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077921.200311:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077921.200314:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932513024:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077921.200318:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077921.200321:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077921.200322:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077921.200324:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077921.200328:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077921.200331:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077921.200335:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077921.200338:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077921.200341:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077921.200344:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932513024, portal 10
00000100:00000001:3.0:1769077921.200346:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077921.200348:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769077921.200355:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200362:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077921.200364:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077921.200367:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077921.200370:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932513024, offset 0
00000400:00000200:3.0:1769077921.200374:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077921.200378:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077921.200381:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077921.200384:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077921.200386:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077921.200388:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077921.200390:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077921.200392:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47663:47663:256:4294967295] 192.168.204.153@tcp LPNI seq info [47663:47663:8:4294967295]
00000400:00000200:3.0:1769077921.200395:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077921.200400:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077921.200435:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077921.200439:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077921.200443:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077921.200446:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077921.200451:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077921.200453:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077921.200457:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077921.200460:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077921.200463:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077921.200467:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077921.200471:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077921.200473:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077921.200475:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077921.200480:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200489:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077921.200492:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200497:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077921.200498:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077921.200501:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077921.200504:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077921.200507:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077921.200508:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299285004
00000100:00000001:3.0:1769077921.200510:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299286307
00000100:00000001:3.0:1769077921.200513:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299285004
00000100:00000001:3.0:1769077921.200515:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299286307
00000100:00000001:3.0:1769077921.200518:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077921.200520:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077921.200522:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077921.200526:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077921/real 1769077921]  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077921.200535:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077921.200536:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077921.200538:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077921.200541:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077921.200542:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077921.200544:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077921.200548:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077921.200557:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200564:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077921.200565:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.200567:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077921.200569:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077921.200573:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200579:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077921.200583:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200591:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077921.200593:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.200595:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077921.200597:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.200599:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077921.200602:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077921.200605:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077921.200608:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077921.200610:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077921.200614:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077921.200619:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932513024:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077921.200622:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.200623:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077921.200625:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d1500 x1855007932512896/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200629:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077921.200630:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077921.200632:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077921.200634:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077921.200635:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077921.200636:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077921.200637:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077921.200638:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:3.0:1769077921.200641:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077921.200642:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077921.200643:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d1500.
00000100:00000001:3.0:1769077921.200645:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077921.200646:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.200647:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077921.200649:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932513024/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077921.200653:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077921.200654:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077921.200655:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077921.200657:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077921.200657:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077921.200658:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077921.200659:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077921.200660:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8000.
02000000:00000001:3.0:1769077921.200661:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077921.200663:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077921.200664:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769077921.200665:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077921.200667:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.200668:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077921.200672:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077921.200673:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077921.200674:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077921.200676:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077922.094511:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077922.094511:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077922.094511:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077922.094514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077922.094520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077922.094521:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077922.094522:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077922.094522:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077922.094528:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077922.094528:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077922.094529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077922.094529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077922.094533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077922.094537:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077922.094538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077922.094538:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077922.094544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077922.094545:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077922.094546:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077922.094549:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077922.094550:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077922.094551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077922.094555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077922.094558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077922.094561:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077922.094564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077922.094565:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077922.094569:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077922.094570:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077922.094577:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077922.094578:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077922.094578:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077922.094582:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077922.094586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077922.542548:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299286307, at 4299286336
00000100:00000040:3.0:1769077922.542548:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299286307, at 4299286336
00000100:00000010:2.0:1769077922.542571:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000010:3.0:1769077922.542578:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:0.0:1769077923.118532:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077923.118532:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077923.118532:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077923.118536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077923.118542:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077923.118542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077923.118543:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077923.118543:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077923.118545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077923.118548:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.118549:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077923.118551:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077923.118552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077923.118554:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077923.118556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077923.118556:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077923.118558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077923.118560:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077923.118563:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077923.118564:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077923.118566:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077923.118567:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077923.118569:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077923.118575:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077923.118578:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077923.118580:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077923.118584:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077923.118587:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077923.118588:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.118588:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077923.118593:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077923.118594:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.118597:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077923.118600:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077924.142526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077924.142526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077924.142526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077924.142530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077924.142536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077924.142536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077924.142536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077924.142537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077924.142542:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077924.142542:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077924.142543:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077924.142544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077924.142547:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077924.142548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077924.142550:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077924.142550:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077924.142554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077924.142556:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077924.142557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077924.142559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077924.142561:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077924.142561:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077924.142563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077924.142567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077924.142570:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077924.142572:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077924.142576:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077924.142580:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077924.142581:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077924.142582:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077924.142584:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077924.142586:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077924.142589:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077924.142592:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077925.166552:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077925.166553:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077925.166557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077925.166563:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077925.166563:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077925.166564:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077925.166566:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077925.166568:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077925.166569:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077925.166574:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077925.166575:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077925.166576:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077925.166579:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769077925.166580:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077925.166582:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077925.166583:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077925.166585:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077925.166588:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077925.166589:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077925.166589:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077925.166590:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077925.166594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077925.166597:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077925.166598:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077925.166600:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077925.166603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077925.166606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077925.166609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077925.166636:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077925.166639:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077925.166642:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077925.166732:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077925.166735:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077925.166736:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077925.166738:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077925.166740:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077925.166742:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077925.166743:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077925.166745:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077925.166746:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077926.190539:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077926.190539:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077926.190543:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077926.190547:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077926.190549:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077926.190551:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077926.190552:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077926.190554:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077926.190555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077926.190557:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077926.190566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077926.190566:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077926.190567:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077926.190569:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077926.190578:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077926.190582:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077926.190583:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077926.190585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077926.190585:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077926.190594:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077926.190595:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077926.190595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077926.190597:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077926.190602:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077926.190610:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077926.190614:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077926.190619:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077926.190625:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077926.190625:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077926.190631:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.190636:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077926.190649:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077926.190654:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077926.190659:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077926.318505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077926.318514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077926.318516:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077926.318520:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077926.318524:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077926.318530:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4617
00000400:00000200:0.0:1769077926.318539:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077926.318545:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077926.318547:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077926.318550:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077926.318553:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077926.318555:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077926.318557:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077926.318561:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077926.318563:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077926.318565:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077926.318567:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077926.318569:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077926.318571:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077926.318573:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077926.318575:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077926.318576:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077926.318577:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077926.318580:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077926.318582:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077926.318584:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077926.318586:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077926.318588:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077926.318590:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077926.318592:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077926.318594:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077926.318603:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769077926.318606:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077926.318609:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077926.318610:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077926.318612:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077926.318614:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077926.318617:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077926.318624:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cac00.
00000100:00000001:0.0:1769077926.318629:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077926.318637:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077926.318646:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077926.318650:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077926.318653:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077926.318671:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077926.318674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077926.318676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077926.318678:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077926.318679:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077926.318681:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077926.318683:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4617
00000400:00000200:0.0:1769077926.318685:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077926.318687:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077926.318688:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077926.318690:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077926.318692:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077926.318694:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077926.318695:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077926.318698:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077926.318699:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077926.318700:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077926.318701:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077926.318703:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077926.318704:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077926.318706:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077926.318708:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077926.318709:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077926.318711:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077926.318713:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077926.318716:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077926.318717:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077926.318718:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077926.318723:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077926.318724:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077926.318726:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077926.318729:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077926.318733:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077926.318733:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077926.318740:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077926.318746:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769077926.318747:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077926.318752:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769077926.318753:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077926.318755:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077926.318758:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077926.318760:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077926.318761:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077926.318762:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077926.318766:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9400.
00000100:00000001:0.0:1769077926.318770:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077926.318774:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077926.318775:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077926.318813:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077926.318818:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077926.318830:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.318830:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077926.318835:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077926.318842:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077926.318849:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077926.318850:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077926.318867:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077926.318875:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932513152:192.168.204.153@tcp:250:kworker.0
00000100:00080000:0.0:1769077926.318879:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077926.318880:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077926.318887:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077926.318888:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:3.0:1769077926.318890:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077926.318892:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1769077926.318895:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769077926.318897:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077926.318900:0:36:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:3.0:1769077926.318903:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
00000100:00080000:0.0:1769077926.318906:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4617
02000000:00000001:3.0:1769077926.318907:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077926.318916:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077926.318922:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000200:3.0:1769077926.318924:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:0.0:1769077926.318926:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769077926.318930:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000040:0.0:1769077926.318931:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077926.318938:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077926.318941:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:3.0:1769077926.318941:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000001:0.0:1769077926.318951:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077926.318954:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077926.318956:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000100:00000200:3.0:1769077926.318957:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932513152, portal 25
00000020:00000001:0.0:1769077926.318960:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077926.318962:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1769077926.318963:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000001:3.0:1769077926.318965:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000020:00000001:0.0:1769077926.318970:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077926.318973:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769077926.318976:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077926.318980:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077926.318990:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077926.318998:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077926.319002:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077926.319004:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1769077926.319010:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000040:3.0:1769077926.319012:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077926.319018:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00080000:0.0:1769077926.319024:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000200:3.0:1769077926.319024:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932513152, offset 0
00000100:00000001:0.0:1769077926.319032:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077926.319032:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769077926.319038:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077926.319042:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077926.319049:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:0.0:1769077926.319053:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077926.319057:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077926.319059:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769077926.319063:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000008:00000001:0.0:1769077926.319066:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077926.319069:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077926.319071:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1769077926.319075:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000400:00000200:3.0:1769077926.319078:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000020:00000040:0.0:1769077926.319080:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769077926.319084:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077926.319085:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077926.319093:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077926.319094:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:0.0:1769077926.319101:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769077926.319102:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47664:47664:256:4294967295] 192.168.204.153@tcp LPNI seq info [47664:47664:8:4294967295]
02000000:00000001:0.0:1769077926.319106:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769077926.319108:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:0.0:1769077926.319112:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077926.319121:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1769077926.319123:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
00000800:00000200:3.0:1769077926.319129:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769077926.319131:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077926.319135:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000100:00100000:0.0:1769077926.319144:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769077926.319144:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077926.319152:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077926.319166:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769077926.319171:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077926.319173:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077926.319179:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077926.319193:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769077926.319198:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077926.319202:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1769077926.319203:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077926.319211:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000100:00000040:0.0:1769077926.319212:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077926.319220:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077926.319223:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769077926.319225:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077926.319232:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077926.319237:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077926.319239:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000040:0.0:1769077926.319240:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4627)
00000100:00000001:3.0:1769077926.319244:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077926.319250:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319260:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077926.319265:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319271:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077926.319273:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077926.319278:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077926.319281:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077926.319284:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299291426
00000100:00000010:3.0:1769077926.319287:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769077926.319294:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077926.319301:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299291426
00000100:00000010:3.0:1769077926.319304:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769077926.319308:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077926.319311:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077926.319314:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077926.319317:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077926.319322:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077926/real 1769077926]  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077926.319333:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077926.319334:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077926.319337:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077926.319341:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077926.319342:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077926.319345:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077926.319358:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077926.319365:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319374:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077926.319376:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319378:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077926.319380:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077926.319382:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319387:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077926.319391:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319396:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077926.319398:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319399:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077926.319400:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319435:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077926.319436:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077926.319439:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077926.319443:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077926.319445:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077926.319448:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077926.319454:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932513152:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077926.319458:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319460:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077926.319462:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932513152/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319467:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077926.319469:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077926.319472:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077926.319474:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077926.319476:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077926.319478:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077926.319480:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077926.319482:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cac00.
02000000:00000001:3.0:1769077926.319486:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077926.319487:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077926.319489:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769077926.319491:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077926.319492:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319494:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319502:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077926.319504:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077926.319507:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077926.319508:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077926.319509:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077926.319512:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319517:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077926.319519:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077926.319520:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077926.319522:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077926.319524:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077926.319526:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932513280:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077926.319528:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077926.319529:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077926.319530:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077926.319532:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077926.319534:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077926.319535:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077926.319539:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077926.319541:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077926.319544:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077926.319546:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932513280, portal 10
00000100:00000001:3.0:1769077926.319549:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077926.319550:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:3.0:1769077926.319555:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319560:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077926.319561:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077926.319563:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077926.319565:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932513280, offset 0
00000400:00000200:3.0:1769077926.319567:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077926.319570:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077926.319572:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077926.319574:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077926.319576:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077926.319578:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077926.319580:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077926.319582:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47665:47665:256:4294967295] 192.168.204.153@tcp LPNI seq info [47665:47665:8:4294967295]
00000400:00000200:3.0:1769077926.319585:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077926.319590:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077926.319592:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077926.319594:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077926.319597:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077926.319599:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077926.319602:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077926.319604:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077926.319607:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077926.319609:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077926.319611:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077926.319613:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077926.319615:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077926.319616:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077926.319618:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077926.319620:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319630:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077926.319639:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319644:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077926.319645:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077926.319647:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077926.319651:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077926.319653:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077926.319655:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299290124
00000100:00000001:3.0:1769077926.319657:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299291426
00000100:00000001:3.0:1769077926.319658:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299290124
00000100:00000001:3.0:1769077926.319660:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299291426
00000100:00000001:3.0:1769077926.319661:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077926.319662:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077926.319664:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077926.319666:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077926/real 1769077926]  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077926.319671:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077926.319672:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077926.319673:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077926.319674:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077926.319676:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077926.319677:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077926.319679:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077926.319684:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319689:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077926.319690:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319692:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077926.319693:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077926.319695:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319699:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077926.319702:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319706:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077926.319707:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319708:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077926.319709:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319710:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077926.319712:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077926.319713:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077926.319715:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077926.319716:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077926.319719:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077926.319725:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932513280:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077926.319727:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077926.319729:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319735:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077926.319737:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077926.319739:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077926.319741:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077926.319743:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077926.319746:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932513408:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077926.319749:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077926.319751:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077926.319753:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077926.319755:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077926.319759:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077926.319761:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077926.319765:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077926.319768:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077926.319771:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077926.319775:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932513408, portal 10
00000100:00000001:3.0:1769077926.319777:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077926.319779:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769077926.319786:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319793:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077926.319796:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077926.319798:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077926.319801:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932513408, offset 0
00000400:00000200:3.0:1769077926.319805:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077926.319809:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077926.319813:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077926.319816:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077926.319819:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077926.319822:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077926.319824:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077926.319828:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47666:47666:256:4294967295] 192.168.204.153@tcp LPNI seq info [47666:47666:8:4294967295]
00000400:00000200:3.0:1769077926.319832:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077926.319839:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077926.319844:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077926.319847:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077926.319866:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077926.319869:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077926.319872:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077926.319874:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077926.319876:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077926.319878:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077926.319880:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077926.319883:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077926.319885:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077926.319887:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077926.319888:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077926.319891:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319897:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077926.319899:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319904:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077926.319905:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077926.319907:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077926.319910:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077926.319912:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077926.319914:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299290123
00000100:00000001:3.0:1769077926.319916:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299291426
00000100:00000001:3.0:1769077926.319917:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299290123
00000100:00000001:3.0:1769077926.319919:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299291426
00000100:00000001:3.0:1769077926.319921:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077926.319922:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077926.319923:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077926.319925:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077926/real 1769077926]  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077926.319930:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077926.319932:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077926.319933:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077926.319935:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077926.319936:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077926.319937:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077926.319939:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077926.319945:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319949:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077926.319950:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319951:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077926.319952:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077926.319954:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319958:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077926.319960:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319964:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077926.319966:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319967:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077926.319967:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319968:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077926.319971:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077926.319972:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077926.319975:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077926.319976:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077926.319979:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077926.319988:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932513408:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077926.319991:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.319992:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077926.319994:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932513280/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.319998:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077926.319999:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077926.320000:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077926.320002:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077926.320002:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077926.320003:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077926.320004:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077926.320006:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9400.
02000000:00000001:3.0:1769077926.320007:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077926.320008:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077926.320009:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769077926.320012:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077926.320013:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.320014:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077926.320016:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932513408/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077926.320020:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077926.320021:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077926.320022:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077926.320023:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077926.320023:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077926.320024:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077926.320025:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077926.320026:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9800.
02000000:00000001:3.0:1769077926.320027:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077926.320028:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077926.320029:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769077926.320031:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077926.320032:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.320033:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077926.320036:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077926.320037:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077926.320038:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077926.320039:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.214528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077927.214530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077927.214534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077927.214538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077927.214538:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077927.214540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077927.214542:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.214543:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077927.214551:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077927.214551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077927.214553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077927.214558:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077927.214559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.214559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077927.214563:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077927.214565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.214567:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077927.214571:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.214574:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077927.214576:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077927.214577:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077927.214581:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077927.214582:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077927.214586:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077927.214587:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077927.214595:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077927.214600:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077927.214603:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00010000:1.0:1769077927.214604:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077927.214610:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077927.214614:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077927.214617:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077927.214620:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077927.214623:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077927.662534:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299291426, at 4299291456
00000100:00000040:3.0:1769077927.662534:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299291426, at 4299291456
00000100:00000010:2.0:1769077927.662553:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000010:3.0:1769077927.662556:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00010000:00000001:1.0:1769077928.238519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077928.238519:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077928.238526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077928.238528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077928.238530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077928.238533:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077928.238533:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077928.238536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077928.238538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077928.238539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077928.238540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769077928.238542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077928.238544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077928.238545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077928.238546:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077928.238548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077928.238551:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077928.238552:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1769077928.238553:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077928.238554:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077928.238557:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077928.238558:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077928.238560:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077928.238560:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077928.238565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077928.238566:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077928.238566:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077928.238572:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077928.238574:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077928.238574:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077928.238576:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077928.238580:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077928.238581:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077928.238586:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077928.238587:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077928.238590:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077928.238593:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077928.238611:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077928.238615:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077928.238619:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077929.262529:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077929.262529:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077929.262535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077929.262538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077929.262539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077929.262541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077929.262542:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077929.262543:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077929.262551:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077929.262551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077929.262552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077929.262555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077929.262557:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077929.262559:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077929.262559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077929.262563:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077929.262564:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077929.262565:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077929.262565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077929.262569:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077929.262573:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077929.262574:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077929.262576:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077929.262577:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077929.262580:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077929.262581:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077929.262585:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077929.262585:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077929.262589:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077929.262589:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077929.262591:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077929.262593:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077929.262594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077929.262599:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077930.286516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077930.286521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077930.286525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077930.286526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077930.286528:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077930.286530:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077930.286531:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077930.286534:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077930.286536:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077930.286537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077930.286538:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077930.286542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077930.286544:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077930.286544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077930.286549:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077930.286549:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077930.286553:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077930.286553:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077930.286557:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077930.286559:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077930.286562:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077930.286564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769077930.286568:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077930.286568:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077930.286569:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077930.286572:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077930.286575:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077930.286576:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077930.286580:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077930.286582:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077930.286587:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077930.286589:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077930.286591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077930.286596:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.310525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077931.310525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077931.310531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077931.310536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077931.310536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077931.310537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.310541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077931.310541:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077931.310547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077931.310547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077931.310549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077931.310553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077931.310554:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077931.310555:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077931.310555:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077931.310561:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077931.310561:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077931.310562:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077931.310565:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077931.310567:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769077931.310571:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077931.310572:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077931.310577:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077931.310578:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077931.310579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077931.310579:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077931.310581:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.310583:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077931.310585:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077931.310586:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077931.310589:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077931.310591:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077931.310595:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077931.310599:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077931.438562:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077931.438573:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077931.438576:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077931.438580:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077931.438584:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077931.438591:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4622
00000400:00000200:2.0:1769077931.438602:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077931.438607:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077931.438610:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077931.438613:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077931.438616:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077931.438619:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077931.438621:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077931.438625:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077931.438626:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077931.438628:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077931.438631:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077931.438632:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077931.438634:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077931.438636:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077931.438638:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077931.438639:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077931.438641:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077931.438644:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077931.438646:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077931.438648:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077931.438650:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077931.438652:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077931.438655:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.438657:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077931.438659:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077931.438669:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077931.438673:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077931.438678:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077931.438680:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.438684:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077931.438688:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077931.438693:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077931.438711:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8000.
00000100:00000001:2.0:1769077931.438718:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077931.438726:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077931.438735:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077931.438738:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077931.438742:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077931.438802:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077931.438806:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077931.438811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077931.438811:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077931.438816:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077931.438817:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077931.438820:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077931.438821:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077931.438826:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769077931.438830:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077931.438831:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4622
00000400:00000200:2.0:1769077931.438840:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077931.438846:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769077931.438848:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077931.438849:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769077931.438851:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077931.438853:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000001:3.0:1769077931.438856:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077931.438857:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077931.438860:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000001:3.0:1769077931.438860:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077931.438864:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.438865:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077931.438868:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:3.0:1769077931.438869:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932513536:192.168.204.153@tcp:250:kworker.0
00000020:00000040:2.0:1769077931.438870:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077931.438874:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077931.438876:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769077931.438877:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077931.438880:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:3.0:1769077931.438881:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1769077931.438882:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:3.0:1769077931.438884:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077931.438888:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000001:3.0:1769077931.438889:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077931.438893:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077931.438895:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000010:3.0:1769077931.438895:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077931.438900:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.438901:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077931.438906:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077931.438908:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077931.438910:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077931.438911:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769077931.438912:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1769077931.438917:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
02000000:00000001:2.0:1769077931.438920:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1769077931.438925:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
02000000:00000001:2.0:1769077931.438930:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.438932:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:3.0:1769077931.438934:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932513536, portal 25
00000008:00100000:2.0:1769077931.438936:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077931.438938:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1769077931.438940:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077931.438941:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000100:00000001:2.0:1769077931.438945:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077931.438949:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077931.438950:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077931.438955:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077931.438960:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769077931.438962:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769077931.438963:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.438967:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1769077931.438967:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:2.0:1769077931.438970:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1769077931.438972:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
02000000:00000001:2.0:1769077931.438973:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077931.438977:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932513536, offset 0
02000000:00000010:2.0:1769077931.438980:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769077931.438985:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077931.438985:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00100000:2.0:1769077931.438994:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077931.439000:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077931.439012:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:2.0:1769077931.439021:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077931.439024:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077931.439024:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077931.439031:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077931.439034:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:2.0:1769077931.439042:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077931.439043:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769077931.439046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077931.439050:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:2.0:1769077931.439051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077931.439055:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077931.439057:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769077931.439061:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47667:47667:256:4294967295] 192.168.204.153@tcp LPNI seq info [47667:47667:8:4294967295]
00000100:00000001:2.0:1769077931.439062:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077931.439067:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4622
00000400:00000200:3.0:1769077931.439071:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077931.439081:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1769077931.439088:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000800:00000200:3.0:1769077931.439089:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077931.439095:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000800:00000010:3.0:1769077931.439097:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000100:00080000:2.0:1769077931.439098:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077931.439103:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077931.439105:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077931.439109:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000200:3.0:1769077931.439110:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077931.439112:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077931.439115:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.0:1769077931.439116:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000020:00000040:2.0:1769077931.439117:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077931.439120:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077931.439123:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077931.439127:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:3.1:1769077931.439127:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000001:2.0:1769077931.439133:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:3.1:1769077931.439134:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769077931.439139:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077931.439143:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1769077931.439145:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769077931.439147:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077931.439151:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000010:3.0:1769077931.439151:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000020:00000040:2.0:1769077931.439157:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077931.439159:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077931.439161:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077931.439162:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769077931.439163:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077931.439166:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077931.439169:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.439172:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077931.439175:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769077931.439175:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000008:00000001:2.0:1769077931.439180:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.439181:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077931.439185:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000400:00000200:3.0:1769077931.439185:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000020:00000040:2.0:1769077931.439190:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077931.439192:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1769077931.439192:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
02000000:00000001:2.0:1769077931.439195:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.439198:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077931.439199:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769077931.439200:0:2416:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1769077931.439201:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077931.439206:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00000200:3.0:1769077931.439208:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077931.439209:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077931.439218:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077931.439229:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077931.439229:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077931.439233:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077931.439238:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077931.439239:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439252:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077931.439255:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077931.439257:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1769077931.439259:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077931.439263:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077931.439265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077931.439268:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769077931.439268:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077931.439275:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4632)
00000400:00000200:3.0:1769077931.439279:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077931.439285:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299296546
00000100:00000010:3.0:1769077931.439291:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769077931.439301:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077931.439307:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299296546
00000100:00000010:3.0:1769077931.439311:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9300.
00000100:00000001:3.0:1769077931.439314:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077931.439318:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077931.439321:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077931.439324:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077931.439330:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077931/real 1769077931]  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077931.439339:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077931.439340:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077931.439343:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077931.439345:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077931.439346:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077931.439348:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077931.439351:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077931.439361:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439368:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077931.439370:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.439373:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077931.439375:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077931.439380:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439388:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077931.439393:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439424:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077931.439426:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.439427:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077931.439435:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.439438:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077931.439439:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077931.439444:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077931.439448:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077931.439449:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077931.439453:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077931.439459:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932513536:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077931.439464:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.439465:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077931.439467:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932513536/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439473:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077931.439476:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077931.439479:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077931.439483:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077931.439485:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077931.439487:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077931.439490:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077931.439492:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8000.
02000000:00000001:3.0:1769077931.439504:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077931.439506:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077931.439509:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:3.0:1769077931.439513:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077931.439514:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.439516:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.439526:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077931.439528:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077931.439531:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077931.439533:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077931.439534:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077931.439538:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439544:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077931.439545:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077931.439546:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077931.439548:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077931.439549:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077931.439551:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932513664:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077931.439553:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077931.439555:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077931.439556:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077931.439557:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077931.439560:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077931.439561:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077931.439565:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077931.439567:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077931.439569:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077931.439572:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932513664, portal 10
00000100:00000001:3.0:1769077931.439573:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077931.439574:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000100:00000040:3.0:1769077931.439579:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439584:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077931.439586:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077931.439587:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077931.439589:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932513664, offset 0
00000400:00000200:3.0:1769077931.439592:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077931.439595:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077931.439597:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077931.439599:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077931.439601:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077931.439603:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077931.439605:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077931.439607:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47668:47668:256:4294967295] 192.168.204.153@tcp LPNI seq info [47668:47668:8:4294967295]
00000400:00000200:3.0:1769077931.439610:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077931.439615:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077931.439618:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077931.439621:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077931.439624:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077931.439626:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077931.439629:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077931.439631:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077931.439634:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077931.439635:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077931.439638:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077931.439640:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077931.439642:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077931.439643:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077931.439656:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077931.439661:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439669:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077931.439673:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439687:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077931.439689:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077931.439693:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077931.439697:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077931.439701:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077931.439703:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299295244
00000100:00000001:3.0:1769077931.439706:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299296546
00000100:00000001:3.0:1769077931.439709:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299295244
00000100:00000001:3.0:1769077931.439711:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299296546
00000100:00000001:3.0:1769077931.439713:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077931.439715:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077931.439718:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077931.439722:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077931/real 1769077931]  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077931.439731:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077931.439733:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077931.439734:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077931.439736:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077931.439737:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077931.439739:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077931.439742:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077931.439748:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439752:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077931.439753:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.439755:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077931.439755:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077931.439758:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439784:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077931.439789:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439797:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077931.439800:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.439802:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077931.439803:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.439805:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077931.439808:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077931.439811:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077931.439813:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077931.439815:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077931.439818:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077931.439824:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932513664:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077931.439827:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077931.439829:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439834:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077931.439835:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077931.439836:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077931.439838:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077931.439839:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077931.439841:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932513792:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077931.439843:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077931.439845:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077931.439847:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077931.439848:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077931.439851:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077931.439852:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077931.439855:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077931.439857:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077931.439859:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077931.439862:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932513792, portal 10
00000100:00000001:3.0:1769077931.439863:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077931.439864:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000100:00000040:3.0:1769077931.439868:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439873:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077931.439875:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077931.439876:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077931.439878:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932513792, offset 0
00000400:00000200:3.0:1769077931.439880:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077931.439883:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077931.439886:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077931.439888:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077931.439889:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077931.439891:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077931.439893:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077931.439895:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47669:47669:256:4294967295] 192.168.204.153@tcp LPNI seq info [47669:47669:8:4294967295]
00000400:00000200:3.0:1769077931.439898:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077931.439903:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077931.439906:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077931.439908:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077931.439911:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077931.439913:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077931.439916:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077931.439918:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077931.439921:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077931.439923:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077931.439925:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077931.439927:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077931.439929:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077931.439930:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077931.439932:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077931.439934:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439939:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077931.439941:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439946:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077931.439947:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077931.439949:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077931.439951:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077931.439953:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077931.439954:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299295243
00000100:00000001:3.0:1769077931.439956:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299296546
00000100:00000001:3.0:1769077931.439958:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299295243
00000100:00000001:3.0:1769077931.439959:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299296546
00000100:00000001:3.0:1769077931.439961:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077931.439962:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077931.439963:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077931.439965:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077931/real 1769077931]  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077931.439970:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077931.439971:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077931.439972:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077931.439973:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077931.439974:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077931.439975:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077931.439977:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077931.439983:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439987:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077931.439988:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.439989:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077931.439990:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077931.439992:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.439999:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077931.440001:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.440006:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077931.440007:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.440008:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077931.440009:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.440011:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077931.440013:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077931.440014:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077931.440016:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077931.440017:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077931.440020:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077931.440024:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932513792:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077931.440027:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.440029:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077931.440031:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932513664/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.440035:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077931.440036:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077931.440037:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077931.440039:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077931.440040:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077931.440041:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077931.440042:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077931.440043:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab800.
02000000:00000001:3.0:1769077931.440045:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077931.440046:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077931.440047:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:3.0:1769077931.440049:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077931.440049:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.440051:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077931.440052:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932513792/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077931.440057:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077931.440057:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077931.440058:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077931.440060:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077931.440060:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077931.440061:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077931.440062:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077931.440063:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa800.
02000000:00000001:3.0:1769077931.440064:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077931.440065:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077931.440066:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:3.0:1769077931.440067:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077931.440068:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.440069:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077931.440072:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077931.440073:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077931.440074:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077931.440075:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077932.334490:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077932.334499:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077932.334500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077932.334501:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077932.334505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077932.334508:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077932.334510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077932.334513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077932.334513:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077932.334517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077932.334518:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077932.334522:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077932.334524:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077932.334525:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077932.334530:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077932.334530:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077932.334533:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077932.334536:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077932.334537:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077932.334542:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077932.334544:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077932.334546:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077932.334554:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077932.334558:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077932.334562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077932.334569:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077932.334581:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077932.334582:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077932.334585:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077932.334591:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077932.334594:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077932.334597:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077932.334598:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077932.334600:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077932.782536:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299296546, at 4299296576
00000100:00000040:3.0:1769077932.782536:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299296546, at 4299296576
00000100:00000010:3.0:1769077932.782555:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000010:2.0:1769077932.782558:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769077933.358553:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077933.358557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077933.358563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077933.358564:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077933.358568:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077933.358573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077933.358575:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077933.358576:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077933.358578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077933.358580:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077933.358583:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077933.358584:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077933.358585:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077933.358587:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077933.358589:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077933.358591:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077933.358595:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077933.358595:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077933.358597:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077933.358600:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077933.358602:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077933.358603:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077933.358603:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077933.358607:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077933.358614:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077933.358618:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077933.358622:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077933.358646:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077933.358647:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077933.358651:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077933.358655:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077933.358656:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077933.358660:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077933.358663:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077934.382543:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077934.382543:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077934.382547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077934.382553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077934.382555:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077934.382556:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077934.382561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077934.382561:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077934.382561:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077934.382564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077934.382570:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077934.382571:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077934.382579:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077934.382579:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077934.382585:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077934.382585:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077934.382585:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077934.382592:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077934.382594:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077934.382595:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077934.382595:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077934.382598:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077934.382599:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077934.382602:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769077934.382604:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077934.382608:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077934.382609:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077934.382609:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077934.382614:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077934.382615:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077934.382620:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077934.382622:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077934.382626:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077934.382629:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077935.406537:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077935.406537:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077935.406537:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077935.406541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077935.406546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077935.406547:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077935.406548:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077935.406549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077935.406549:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769077935.406552:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077935.406553:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077935.406554:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1769077935.406558:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077935.406559:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077935.406561:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077935.406561:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077935.406563:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077935.406563:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077935.406568:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077935.406569:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077935.406570:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.406570:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077935.406571:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077935.406575:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.406576:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077935.406577:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077935.406577:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077935.406580:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077935.406585:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077935.406586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077935.406586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077935.406589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077935.406591:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077935.406596:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077935.406597:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077935.406601:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077935.406604:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077935.406623:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077935.406627:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077935.406631:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077936.430538:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077936.430538:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077936.430544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077936.430548:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077936.430548:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077936.430549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077936.430553:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077936.430553:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077936.430558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077936.430559:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077936.430560:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077936.430561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077936.430568:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077936.430568:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077936.430575:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077936.430575:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.430575:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.430580:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077936.430582:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077936.430585:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077936.430586:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077936.430590:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077936.430590:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077936.430592:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077936.430594:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077936.430598:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077936.430599:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077936.430604:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077936.430608:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077936.430611:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077936.430612:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077936.430614:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077936.430616:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077936.430620:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077936.558574:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077936.558586:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077936.558589:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077936.558593:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077936.558597:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077936.558605:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4627
00000400:00000200:1.0:1769077936.558615:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077936.558621:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077936.558624:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077936.558627:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077936.558630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077936.558632:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077936.558634:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077936.558637:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077936.558639:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077936.558642:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077936.558644:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077936.558645:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077936.558647:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077936.558649:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077936.558650:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077936.558652:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077936.558653:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077936.558656:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077936.558659:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077936.558661:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077936.558664:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077936.558668:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077936.558671:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077936.558673:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077936.558676:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077936.558720:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769077936.558726:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077936.558731:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077936.558733:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077936.558737:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077936.558740:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077936.558745:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077936.558755:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769077936.558763:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077936.558774:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077936.558786:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077936.558791:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077936.558797:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.558821:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077936.558824:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077936.558827:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077936.558828:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077936.558830:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077936.558832:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077936.558834:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4627
00000400:00000200:1.0:1769077936.558838:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077936.558840:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077936.558842:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077936.558845:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077936.558847:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077936.558849:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077936.558851:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077936.558853:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077936.558854:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077936.558856:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077936.558858:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077936.558860:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077936.558861:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769077936.558864:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077936.558865:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077936.558867:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077936.558871:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077936.558872:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077936.558873:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077936.558878:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769077936.558879:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769077936.558880:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077936.558884:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077936.558886:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077936.558891:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077936.558891:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077936.558895:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077936.558899:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077936.558904:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077936.558908:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077936.558909:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077936.558913:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769077936.558914:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769077936.558918:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077936.558919:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077936.558922:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077936.558924:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769077936.558925:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077936.558926:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077936.558933:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077936.558937:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077936.558939:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077936.558941:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077936.558947:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00100000:3.0:1769077936.558949:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932513920:192.168.204.153@tcp:250:kworker.0
00000100:00000001:1.0:1769077936.558952:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077936.558957:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1769077936.558960:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077936.558963:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077936.558968:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077936.558970:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769077936.558973:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077936.558974:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077936.558979:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769077936.558984:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
00000100:00000001:1.0:1769077936.558994:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077936.558996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769077936.558998:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077936.558999:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077936.559001:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077936.559004:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077936.559006:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077936.559008:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4627
00000400:00000200:3.0:1769077936.559013:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077936.559014:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077936.559018:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077936.559020:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769077936.559021:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000040:1.0:1769077936.559023:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077936.559028:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769077936.559033:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000040:1.0:1769077936.559036:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077936.559039:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077936.559040:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077936.559041:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077936.559042:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077936.559044:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000200:3.0:1769077936.559045:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932513920, portal 25
00000020:00000001:1.0:1769077936.559047:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:3.0:1769077936.559051:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1769077936.559052:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:3.0:1769077936.559055:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559372800 : -121121150178816 : ffff91d748de6a00)
00000100:00000040:1.0:1769077936.559058:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077936.559063:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077936.559067:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000040:3.0:1769077936.559069:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.559070:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077936.559078:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077936.559085:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769077936.559090:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077936.559091:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077936.559096:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769077936.559097:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769077936.559101:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1769077936.559103:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
02000000:00000001:1.0:1769077936.559107:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077936.559109:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932513920, offset 0
00000100:00000001:1.0:1769077936.559112:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077936.559115:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769077936.559120:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000008:00000001:1.0:1769077936.559125:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077936.559128:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077936.559133:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000010:1.0:1769077936.559135:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769077936.559139:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077936.559142:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077936.559144:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077936.559145:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:1.0:1769077936.559146:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077936.559150:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077936.559152:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077936.559156:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769077936.559158:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077936.559162:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1769077936.559166:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077936.559172:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077936.559180:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077936.559182:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769077936.559186:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:1.0:1769077936.559187:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077936.559194:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47670:47670:256:4294967295] 192.168.204.153@tcp LPNI seq info [47670:47670:8:4294967295]
00000100:00000040:1.0:1769077936.559198:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077936.559204:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769077936.559214:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077936.559220:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077936.559225:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769077936.559226:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077936.559231:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077936.559236:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.0:1769077936.559240:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769077936.559242:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4638)
00000800:00000010:3.0:1769077936.559249:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077936.559259:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077936.559264:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077936.559271:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077936.559275:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769077936.559281:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077936.559283:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077936.559291:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077936.559297:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077936.559304:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077936.559307:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077936.559312:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077936.559317:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559328:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077936.559332:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559342:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077936.559344:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077936.559351:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077936.559355:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077936.559359:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299301666
00000100:00000010:3.0:1769077936.559365:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9300.
00000100:00000001:3.0:1769077936.559374:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077936.559380:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299301666
00000100:00000010:3.0:1769077936.559384:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9600.
00000100:00000001:3.0:1769077936.559388:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077936.559400:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077936.559430:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077936.559433:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077936.559438:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077936/real 1769077936]  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077936.559450:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077936.559452:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077936.559455:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077936.559459:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077936.559460:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077936.559463:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077936.559467:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077936.559478:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559485:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077936.559488:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.559490:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077936.559493:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077936.559498:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559507:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077936.559512:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559520:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077936.559524:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.559525:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077936.559529:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.559532:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077936.559534:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077936.559538:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077936.559543:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077936.559546:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077936.559550:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077936.559560:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932513920:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077936.559565:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.559567:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077936.559571:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6a00 x1855007932513920/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559579:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077936.559582:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077936.559585:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077936.559588:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077936.559590:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077936.559592:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077936.559594:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077936.559597:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154800.
02000000:00000001:3.0:1769077936.559601:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077936.559603:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077936.559605:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6a00.
00000100:00000001:3.0:1769077936.559609:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077936.559610:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.559612:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.559622:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077936.559624:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077936.559627:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077936.559628:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077936.559630:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077936.559634:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559642:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077936.559644:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077936.559646:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077936.559648:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077936.559650:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077936.559653:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932514048:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077936.559657:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077936.559659:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077936.559661:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077936.559663:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077936.559666:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077936.559668:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077936.559672:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077936.559675:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077936.559691:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077936.559695:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932514048, portal 10
00000100:00000001:3.0:1769077936.559699:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077936.559700:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559368320 : -121121150183296 : ffff91d748de5880)
00000100:00000040:3.0:1769077936.559708:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559716:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077936.559718:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077936.559721:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077936.559724:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932514048, offset 0
00000400:00000200:3.0:1769077936.559728:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077936.559733:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077936.559738:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077936.559741:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077936.559744:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077936.559747:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077936.559750:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077936.559753:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47671:47671:256:4294967295] 192.168.204.153@tcp LPNI seq info [47671:47671:8:4294967295]
00000400:00000200:3.0:1769077936.559758:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077936.559766:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077936.559771:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077936.559774:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077936.559779:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077936.559782:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077936.559787:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077936.559790:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769077936.559794:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077936.559797:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077936.559800:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077936.559804:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077936.559807:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077936.559809:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077936.559812:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077936.559816:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559831:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077936.559835:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559843:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077936.559844:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077936.559848:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077936.559852:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077936.559855:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077936.559858:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299300364
00000100:00000001:3.0:1769077936.559861:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299301666
00000100:00000001:3.0:1769077936.559864:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299300364
00000100:00000001:3.0:1769077936.559866:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299301666
00000100:00000001:3.0:1769077936.559869:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077936.559871:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077936.559873:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077936.559878:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077936/real 1769077936]  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077936.559886:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077936.559888:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077936.559890:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077936.559892:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077936.559894:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077936.559896:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077936.559901:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077936.559910:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559918:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077936.559920:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.559922:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077936.559924:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077936.559928:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559936:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077936.559940:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559948:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077936.559951:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.559953:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077936.559955:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.559957:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077936.559959:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077936.559963:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077936.559966:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077936.559969:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077936.559974:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077936.559984:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932514048:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077936.559987:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077936.559991:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.559998:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077936.560000:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077936.560002:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077936.560004:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077936.560007:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077936.560010:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932514176:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077936.560013:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077936.560015:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077936.560017:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077936.560020:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077936.560023:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077936.560025:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077936.560029:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077936.560032:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077936.560036:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077936.560039:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932514176, portal 10
00000100:00000001:3.0:1769077936.560041:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077936.560042:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559373696 : -121121150177920 : ffff91d748de6d80)
00000100:00000040:3.0:1769077936.560048:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.560056:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077936.560059:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077936.560061:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077936.560063:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932514176, offset 0
00000400:00000200:3.0:1769077936.560067:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077936.560071:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077936.560075:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077936.560078:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077936.560081:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077936.560084:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077936.560086:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077936.560090:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47672:47672:256:4294967295] 192.168.204.153@tcp LPNI seq info [47672:47672:8:4294967295]
00000400:00000200:3.0:1769077936.560094:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077936.560101:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077936.560107:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077936.560110:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077936.560116:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077936.560118:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077936.560123:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077936.560126:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769077936.560130:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077936.560133:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077936.560136:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077936.560140:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077936.560143:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077936.560145:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077936.560148:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077936.560151:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.560159:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077936.560162:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.560170:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077936.560172:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077936.560175:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077936.560178:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077936.560182:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077936.560184:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299300363
00000100:00000001:3.0:1769077936.560187:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299301666
00000100:00000001:3.0:1769077936.560189:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299300363
00000100:00000001:3.0:1769077936.560192:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299301666
00000100:00000001:3.0:1769077936.560195:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077936.560197:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077936.560200:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077936.560204:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077936/real 1769077936]  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077936.560212:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077936.560214:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077936.560216:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077936.560219:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077936.560221:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077936.560223:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077936.560227:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077936.560236:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.560243:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077936.560245:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.560247:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077936.560249:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077936.560253:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.560261:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077936.560265:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.560273:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077936.560276:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.560278:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077936.560279:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.560281:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077936.560285:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077936.560287:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077936.560291:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077936.560293:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077936.560298:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077936.560314:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932514176:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077936.560319:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.560321:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077936.560324:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5880 x1855007932514048/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.560332:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077936.560334:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077936.560336:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077936.560339:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077936.560341:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077936.560343:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077936.560345:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077936.560347:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154400.
02000000:00000001:3.0:1769077936.560349:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077936.560351:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077936.560353:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5880.
00000100:00000001:3.0:1769077936.560356:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077936.560357:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.560359:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077936.560362:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6d80 x1855007932514176/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077936.560370:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077936.560371:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077936.560373:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077936.560376:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077936.560377:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077936.560378:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077936.560381:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077936.560382:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:3.0:1769077936.560384:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077936.560385:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077936.560386:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6d80.
00000100:00000001:3.0:1769077936.560389:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077936.560391:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.560393:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077936.560396:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077936.560397:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077936.560400:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077936.560419:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.454517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077937.454517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077937.454522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077937.454525:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077937.454526:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077937.454528:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077937.454529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.454530:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077937.454535:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769077937.454537:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077937.454538:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077937.454540:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077937.454540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077937.454542:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077937.454544:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.454545:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077937.454546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077937.454548:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077937.454550:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077937.454551:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077937.454555:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077937.454555:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077937.454558:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077937.454561:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077937.454567:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077937.454567:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077937.454571:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077937.454575:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077937.454575:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077937.454579:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077937.454583:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077937.454607:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077937.454612:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077937.454616:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077937.902489:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299301666, at 4299301696
00000100:00000040:3.0:1769077937.902489:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299301666, at 4299301696
00000100:00000010:2.0:1769077937.902509:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000010:3.0:1769077937.902513:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9600.
00000100:00000001:0.0:1769077938.478526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077938.478526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077938.478526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077938.478531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077938.478535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077938.478536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077938.478536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077938.478536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077938.478538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077938.478541:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077938.478541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077938.478545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077938.478549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077938.478549:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077938.478549:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077938.478550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077938.478557:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077938.478557:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077938.478557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077938.478558:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077938.478564:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077938.478564:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077938.478565:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769077938.478565:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077938.478568:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077938.478571:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077938.478573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077938.478574:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077938.478578:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077938.478579:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077938.478583:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077938.478585:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077938.478585:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077938.478589:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077938.478594:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077938.478595:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077938.478600:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077938.478622:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077938.478627:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077938.478631:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077939.502533:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077939.502533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077939.502542:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077939.502542:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077939.502546:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077939.502547:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077939.502555:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077939.502556:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077939.502562:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077939.502563:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077939.502566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077939.502569:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077939.502569:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077939.502576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077939.502577:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077939.502582:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077939.502587:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077939.502587:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077939.502588:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077939.502591:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077939.502593:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077939.502597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077939.502598:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077939.502599:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077939.502606:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077939.502612:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077939.502615:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077939.502617:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077939.502619:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077939.502620:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077939.502622:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077939.502661:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077939.502670:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077939.502675:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077940.526525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077940.526526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077940.526537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077940.526538:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077940.526542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077940.526542:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077940.526554:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077940.526555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077940.526556:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077940.526564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077940.526565:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077940.526565:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077940.526573:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077940.526574:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077940.526577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077940.526577:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077940.526580:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077940.526580:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077940.526586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077940.526588:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077940.526588:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077940.526599:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077940.526599:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077940.526599:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077940.526603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077940.526605:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077940.526608:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077940.526627:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077940.526631:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077940.526633:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077940.526636:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077940.526652:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077940.526657:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077940.526661:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077941.550526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077941.550526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077941.550526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077941.550534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077941.550536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077941.550536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077941.550537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077941.550542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077941.550543:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077941.550543:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077941.550544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077941.550559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077941.550560:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077941.550561:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077941.550561:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077941.550568:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077941.550569:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077941.550569:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077941.550571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077941.550574:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.550576:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077941.550577:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077941.550578:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077941.550582:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077941.550584:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077941.550587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077941.550592:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077941.550608:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077941.550608:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077941.550610:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077941.550614:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077941.550638:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077941.550643:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077941.550649:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077941.678562:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077941.678574:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077941.678576:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077941.678581:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077941.678586:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077941.678628:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4633
00000400:00000200:0.0:1769077941.678640:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077941.678648:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077941.678651:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077941.678654:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077941.678663:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077941.678665:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077941.678668:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077941.678672:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077941.678673:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077941.678676:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077941.678678:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077941.678680:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077941.678682:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077941.678684:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077941.678685:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077941.678687:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077941.678689:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077941.678691:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077941.678693:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077941.678695:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077941.678697:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077941.678700:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077941.678702:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077941.678706:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077941.678708:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077941.678721:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2d80.
00000020:00000040:0.0:1769077941.678726:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077941.678731:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077941.678733:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077941.678737:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077941.678741:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077941.678747:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077941.678756:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca400.
00000100:00000001:0.0:1769077941.678765:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077941.678773:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077941.678782:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077941.678786:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077941.678790:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000296efca4] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077941.678813:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077941.678816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077941.678819:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077941.678820:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077941.678822:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077941.678824:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077941.678825:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4633
00000400:00000200:0.0:1769077941.678828:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077941.678831:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077941.678833:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077941.678835:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077941.678837:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077941.678838:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077941.678840:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077941.678842:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077941.678843:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077941.678844:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077941.678846:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077941.678848:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077941.678849:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077941.678852:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077941.678854:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077941.678855:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077941.678856:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077941.678858:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077941.678860:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077941.678861:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077941.678863:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077941.678865:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077941.678868:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077941.678871:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077941.678872:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077941.678873:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077941.678878:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1769077941.678879:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077941.678883:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077941.678885:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077941.678890:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0a80.
00000100:00000040:3.0:1769077941.678890:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077941.678894:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769077941.678898:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077941.678900:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077941.678904:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077941.678907:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077941.678909:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077941.678913:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1769077941.678914:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8800.
00000100:00000001:3.0:1769077941.678916:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077941.678922:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077941.678926:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077941.678926:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077941.678931:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077941.678938:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1769077941.678939:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932514304:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077941.678950:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077941.678953:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077941.678957:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077941.678957:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769077941.678962:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a51dfce] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077941.678964:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077941.678971:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077941.678980:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077941.678980:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
00000100:00080000:0.0:1769077941.678985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769077941.678986:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077941.678993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077941.678996:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769077941.678998:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:0.0:1769077941.678999:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077941.679005:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1769077941.679005:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00080000:0.0:1769077941.679012:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4633
00000400:00000010:3.0:1769077941.679015:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000400:00000200:0.0:1769077941.679020:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077941.679025:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077941.679028:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1769077941.679028:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932514304, portal 25
00000100:00000040:0.0:1769077941.679034:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077941.679035:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077941.679036:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077941.679039:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806016 : -121121160745600 : ffff91d7483d2d80)
00000100:00000040:0.0:1769077941.679040:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077941.679045:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077941.679048:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077941.679050:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077941.679051:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1769077941.679051:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077941.679054:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769077941.679058:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769077941.679062:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077941.679069:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077941.679072:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077941.679072:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077941.679077:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000040:3.0:1769077941.679082:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769077941.679083:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077941.679087:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000010:3.0:1769077941.679089:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00080000:0.0:1769077941.679091:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000200:3.0:1769077941.679094:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932514304, offset 0
00000100:00000001:0.0:1769077941.679098:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077941.679102:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077941.679106:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077941.679107:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769077941.679111:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077941.679115:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077941.679117:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077941.679124:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077941.679124:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077941.679129:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077941.679136:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000010:0.0:1769077941.679137:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769077941.679143:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769077941.679144:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077941.679148:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077941.679150:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077941.679153:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769077941.679154:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:0.0:1769077941.679155:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077941.679158:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077941.679163:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1769077941.679164:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca000.
00000100:00000001:0.0:1769077941.679170:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077941.679171:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00100000:0.0:1769077941.679178:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077941.679180:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47673:47673:256:4294967295] 192.168.204.153@tcp LPNI seq info [47673:47673:8:4294967295]
00000400:00000200:3.0:1769077941.679193:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077941.679200:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077941.679203:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077941.679214:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077941.679215:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077941.679230:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769077941.679236:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077941.679240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1769077941.679240:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000100:00000040:0.0:1769077941.679246:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077941.679250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769077941.679255:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:0.0:1769077941.679256:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.0:1769077941.679263:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077941.679271:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:0.0:1769077941.679272:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4643)
00000800:00000200:3.1:1769077941.679278:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769077941.679285:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077941.679288:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077941.679297:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077941.679304:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077941.679311:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077941.679314:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077941.679319:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077941.679324:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679336:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077941.679340:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679349:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077941.679351:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077941.679358:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077941.679363:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077941.679366:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299306786
00000100:00000010:3.0:1769077941.679373:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9600.
00000100:00000001:3.0:1769077941.679382:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077941.679389:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299306786
00000100:00000010:3.0:1769077941.679393:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9300.
00000100:00000001:3.0:1769077941.679396:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077941.679399:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077941.679440:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077941.679444:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077941.679449:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077941/real 1769077941]  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077941.679461:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077941.679463:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077941.679465:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077941.679469:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077941.679471:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077941.679473:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077941.679478:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077941.679488:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679496:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077941.679498:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.679502:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077941.679504:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077941.679508:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679517:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077941.679522:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679531:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077941.679535:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.679537:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077941.679538:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.679541:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077941.679543:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077941.679547:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077941.679551:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077941.679554:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077941.679559:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077941.679569:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932514304:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077941.679575:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.679577:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077941.679580:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2d80 x1855007932514304/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679589:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077941.679592:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077941.679611:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077941.679615:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077941.679617:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077941.679619:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077941.679621:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077941.679624:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca400.
02000000:00000001:3.0:1769077941.679628:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077941.679631:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077941.679633:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2d80.
00000100:00000001:3.0:1769077941.679638:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077941.679639:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.679641:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.679650:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077941.679652:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077941.679655:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077941.679657:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077941.679659:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077941.679663:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679671:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077941.679673:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077941.679675:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077941.679677:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077941.679680:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077941.679683:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932514432:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077941.679687:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077941.679689:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077941.679691:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077941.679693:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077941.679697:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077941.679699:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077941.679703:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077941.679706:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077941.679710:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077941.679714:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932514432, portal 10
00000100:00000001:3.0:1769077941.679716:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077941.679718:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797056 : -121121160754560 : ffff91d7483d0a80)
00000100:00000040:3.0:1769077941.679725:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679732:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077941.679735:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077941.679737:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077941.679740:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932514432, offset 0
00000400:00000200:3.0:1769077941.679744:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077941.679749:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077941.679753:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077941.679756:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077941.679759:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077941.679762:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077941.679764:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077941.679768:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47674:47674:256:4294967295] 192.168.204.153@tcp LPNI seq info [47674:47674:8:4294967295]
00000400:00000200:3.0:1769077941.679773:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077941.679780:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077941.679785:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077941.679789:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077941.679793:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077941.679796:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077941.679801:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077941.679804:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769077941.679808:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077941.679810:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077941.679813:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077941.679817:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077941.679820:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077941.679822:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077941.679825:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077941.679828:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679843:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077941.679847:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679855:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077941.679857:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077941.679860:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077941.679865:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077941.679869:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077941.679872:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299305484
00000100:00000001:3.0:1769077941.679875:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299306786
00000100:00000001:3.0:1769077941.679878:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299305484
00000100:00000001:3.0:1769077941.679881:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299306786
00000100:00000001:3.0:1769077941.679884:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077941.679886:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077941.679888:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077941.679892:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077941/real 1769077941]  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077941.679900:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077941.679902:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077941.679903:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077941.679906:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077941.679908:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077941.679910:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077941.679914:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077941.679924:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679931:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077941.679934:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.679936:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077941.679938:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077941.679942:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679950:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077941.679954:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.679962:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077941.679965:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.679967:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077941.679968:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.679970:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077941.679972:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077941.679975:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077941.679978:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077941.679980:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077941.679985:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077941.679994:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932514432:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077941.679998:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077941.680001:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.680009:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077941.680011:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077941.680013:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077941.680015:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077941.680018:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077941.680022:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932514560:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077941.680025:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077941.680027:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077941.680029:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077941.680031:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077941.680035:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077941.680037:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077941.680040:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077941.680043:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077941.680046:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077941.680049:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932514560, portal 10
00000100:00000001:3.0:1769077941.680051:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077941.680053:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769077941.680059:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.680067:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077941.680070:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077941.680072:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077941.680075:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932514560, offset 0
00000400:00000200:3.0:1769077941.680079:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077941.680083:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077941.680087:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077941.680090:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077941.680093:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077941.680096:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077941.680098:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077941.680102:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47675:47675:256:4294967295] 192.168.204.153@tcp LPNI seq info [47675:47675:8:4294967295]
00000400:00000200:3.0:1769077941.680107:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077941.680114:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077941.680119:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077941.680122:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077941.680127:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077941.680130:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077941.680135:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077941.680138:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769077941.680142:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077941.680145:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077941.680148:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077941.680152:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077941.680155:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077941.680157:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077941.680159:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077941.680163:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.680173:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077941.680176:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.680184:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077941.680186:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077941.680189:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077941.680192:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077941.680196:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077941.680198:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299305483
00000100:00000001:3.0:1769077941.680201:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299306786
00000100:00000001:3.0:1769077941.680204:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299305483
00000100:00000001:3.0:1769077941.680206:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299306786
00000100:00000001:3.0:1769077941.680209:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077941.680211:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077941.680213:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077941.680216:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077941/real 1769077941]  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077941.680225:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077941.680226:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077941.680228:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077941.680230:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077941.680232:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077941.680235:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077941.680239:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077941.680248:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.680257:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077941.680258:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.680260:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077941.680262:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077941.680266:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.680275:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077941.680279:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.680287:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077941.680290:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.680292:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077941.680293:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.680295:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077941.680298:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077941.680301:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077941.680304:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077941.680306:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077941.680311:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077941.680327:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932514560:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077941.680332:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.680334:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077941.680337:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0a80 x1855007932514432/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.680344:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077941.680346:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077941.680348:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077941.680350:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077941.680352:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077941.680354:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077941.680357:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077941.680358:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8800.
02000000:00000001:3.0:1769077941.680361:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077941.680363:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077941.680365:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0a80.
00000100:00000001:3.0:1769077941.680368:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077941.680369:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.680371:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077941.680375:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932514560/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077941.680382:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077941.680383:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077941.680385:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077941.680387:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077941.680389:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077941.680390:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077941.680393:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077941.680394:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca000.
02000000:00000001:3.0:1769077941.680397:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077941.680398:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077941.680400:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769077941.680421:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077941.680423:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.680425:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.680429:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077941.680430:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077941.680433:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077941.680434:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077942.574529:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077942.574529:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077942.574530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077942.574533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077942.574538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077942.574539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.574539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077942.574540:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077942.574541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077942.574544:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.574544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077942.574547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077942.574548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077942.574552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077942.574552:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077942.574553:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077942.574553:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077942.574560:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077942.574560:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.574561:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077942.574566:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.574567:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077942.574567:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077942.574573:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077942.574587:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077942.574590:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077942.574594:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.574594:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077942.574594:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.574598:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077942.574601:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077942.574621:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077942.574625:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077942.574630:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077943.022527:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299306786, at 4299306816
00000100:00000010:2.0:1769077943.022549:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9600.
00000100:00000040:3.0:1769077943.022641:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299306786, at 4299306816
00000100:00000010:3.0:1769077943.022646:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000001:0.0:1769077943.598525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077943.598525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077943.598525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077943.598530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077943.598533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077943.598534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077943.598534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077943.598535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077943.598536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077943.598538:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077943.598544:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077943.598545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077943.598546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077943.598549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077943.598551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077943.598553:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077943.598553:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077943.598555:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077943.598570:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077943.598573:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077943.598573:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077943.598575:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077943.598579:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077943.598580:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077943.598586:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077943.598587:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077943.598590:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077943.598594:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077943.598595:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077943.598598:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077943.598602:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077943.598614:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077943.598617:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077943.598621:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077944.622530:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077944.622531:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077944.622531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077944.622540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077944.622540:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077944.622541:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077944.622541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077944.622555:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077944.622556:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077944.622559:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077944.622562:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077944.622564:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769077944.622565:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077944.622565:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077944.622567:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077944.622572:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077944.622573:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077944.622574:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077944.622577:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077944.622578:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077944.622579:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077944.622580:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077944.622584:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077944.622584:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077944.622587:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077944.622588:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077944.622588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077944.622592:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077944.622594:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077944.622595:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077944.622596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077944.622599:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077944.622600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077944.622603:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077944.622604:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077944.622609:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077944.622613:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077944.622621:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077944.622625:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077944.622628:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077945.646511:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077945.646511:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077945.646520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077945.646520:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077945.646521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077945.646525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077945.646525:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077945.646534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077945.646545:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077945.646546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077945.646549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077945.646549:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077945.646551:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077945.646557:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077945.646557:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077945.646558:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077945.646563:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077945.646563:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077945.646564:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077945.646566:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077945.646567:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077945.646572:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077945.646573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077945.646573:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077945.646576:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077945.646579:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077945.646580:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077945.646580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077945.646584:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077945.646587:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077945.646587:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077945.646588:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077945.646591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077945.646595:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.670559:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077946.670564:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077946.670564:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077946.670567:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077946.670569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077946.670576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077946.670577:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077946.670578:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077946.670581:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077946.670584:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077946.670587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077946.670589:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077946.670591:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077946.670592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077946.670593:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077946.670598:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077946.670611:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077946.670612:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077946.670613:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077946.670620:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077946.670622:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077946.670622:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.670630:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077946.670634:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.670636:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077946.670638:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077946.670642:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077946.670645:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077946.670646:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077946.670652:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077946.670653:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077946.670657:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077946.670658:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077946.670673:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077946.798555:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077946.798565:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077946.798568:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077946.798572:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077946.798575:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077946.798582:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4638
00000400:00000200:1.0:1769077946.798591:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077946.798596:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077946.798599:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077946.798602:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077946.798604:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077946.798607:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077946.798609:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077946.798613:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077946.798614:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769077946.798617:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077946.798619:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769077946.798621:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769077946.798623:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769077946.798624:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077946.798626:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077946.798627:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077946.798628:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077946.798630:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769077946.798633:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077946.798634:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077946.798636:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077946.798639:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077946.798641:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077946.798643:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077946.798644:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077946.798653:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769077946.798656:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769077946.798659:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077946.798660:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077946.798663:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077946.798665:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077946.798668:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077946.798675:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769077946.798681:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077946.798689:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077946.798698:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077946.798702:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077946.798706:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.798724:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077946.798727:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077946.798729:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077946.798731:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077946.798732:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077946.798733:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077946.798735:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4638
00000400:00000200:1.0:1769077946.798737:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077946.798739:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077946.798740:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077946.798742:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077946.798744:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077946.798746:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077946.798748:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769077946.798749:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077946.798750:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769077946.798751:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077946.798753:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769077946.798754:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769077946.798755:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769077946.798758:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077946.798759:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077946.798760:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077946.798762:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769077946.798763:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769077946.798765:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077946.798769:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077946.798771:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077946.798777:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077946.798779:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077946.798780:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077946.798784:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077946.798786:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077946.798789:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.798789:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:1.0:1769077946.798799:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000100:00000001:3.0:1769077946.798801:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769077946.798803:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769077946.798806:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077946.798808:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.798808:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077946.798815:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077946.798816:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077946.798818:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077946.798820:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769077946.798823:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077946.798829:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077946.798838:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077946.798875:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077946.798876:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077946.798885:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.798885:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077946.798900:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769077946.798901:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077946.798908:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077946.798916:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077946.798917:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077946.798922:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1769077946.798924:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932514688:192.168.204.153@tcp:250:kworker.0
00000100:00080000:1.0:1769077946.798928:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077946.798932:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077946.798933:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1769077946.798941:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1769077946.798943:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077946.798946:0:38:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1769077946.798947:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077946.798953:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4638
02000000:00000001:3.0:1769077946.798953:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1769077946.798962:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077946.798964:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077946.798967:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
02000000:00000010:3.0:1769077946.798968:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077946.798976:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077946.798981:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077946.798984:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077946.798986:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077946.798989:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769077946.798992:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:1.0:1769077946.798996:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077946.798999:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769077946.799001:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077946.799002:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769077946.799004:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000010:3.0:1769077946.799005:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000020:00000001:1.0:1769077946.799014:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769077946.799018:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077946.799019:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077946.799020:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769077946.799021:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000010:3.0:1769077946.799023:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000020:00000040:1.0:1769077946.799024:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769077946.799033:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769077946.799036:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077946.799038:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1769077946.799040:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932514688, portal 25
02000000:00000001:1.0:1769077946.799041:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077946.799049:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.799052:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077946.799053:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077946.799057:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077946.799058:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362944 : -121121150188672 : ffff91d748de4380)
00000008:00000001:1.0:1769077946.799061:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077946.799067:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077946.799070:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769077946.799075:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000040:3.0:1769077946.799076:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077946.799080:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077946.799083:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077946.799092:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077946.799096:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769077946.799099:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1769077946.799101:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077946.799108:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000010:1.0:1769077946.799111:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000400:00000010:3.0:1769077946.799113:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000001:1.0:1769077946.799118:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077946.799120:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932514688, offset 0
00000100:00100000:1.0:1769077946.799130:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077946.799133:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769077946.799147:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077946.799153:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077946.799154:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:1.0:1769077946.799159:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077946.799173:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:1.0:1769077946.799174:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077946.799184:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077946.799188:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077946.799190:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077946.799192:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077946.799197:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077946.799202:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:1.0:1769077946.799205:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4648)
00000400:00000200:3.0:1769077946.799211:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077946.799217:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077946.799221:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47676:47676:256:4294967295] 192.168.204.153@tcp LPNI seq info [47676:47676:8:4294967295]
00000400:00000200:3.0:1769077946.799227:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077946.799237:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077946.799243:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077946.799248:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077946.799255:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077946.799260:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077946.799265:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077946.799283:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077946.799286:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077946.799289:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077946.799295:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077946.799299:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077946.799305:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077946.799307:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077946.799311:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077946.799315:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799324:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077946.799326:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799332:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.799333:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077946.799339:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077946.799343:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077946.799346:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299311906
00000100:00000010:3.0:1769077946.799349:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9300.
00000100:00000001:3.0:1769077946.799356:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077946.799362:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299311906
00000100:00000010:3.0:1769077946.799365:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769077946.799367:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077946.799369:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077946.799371:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.799373:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077946.799377:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077946/real 1769077946]  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077946.799384:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077946.799386:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077946.799388:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077946.799390:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077946.799392:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077946.799394:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077946.799398:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077946.799445:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799452:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077946.799454:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.799457:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077946.799459:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077946.799463:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799470:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077946.799475:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799482:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077946.799485:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.799487:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077946.799489:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.799492:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077946.799494:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077946.799497:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077946.799502:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077946.799505:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077946.799522:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077946.799530:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932514688:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077946.799538:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.799541:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077946.799544:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4380 x1855007932514688/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799551:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077946.799554:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077946.799557:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077946.799560:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077946.799563:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077946.799565:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077946.799568:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077946.799571:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:3.0:1769077946.799575:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077946.799578:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077946.799580:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4380.
00000100:00000001:3.0:1769077946.799584:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077946.799585:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.799588:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.799597:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077946.799599:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.799601:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077946.799602:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077946.799604:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077946.799607:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799613:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077946.799614:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077946.799616:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077946.799618:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077946.799620:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077946.799622:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932514816:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077946.799625:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077946.799626:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077946.799628:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077946.799629:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077946.799632:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077946.799633:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077946.799637:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077946.799639:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077946.799641:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077946.799644:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932514816, portal 10
00000100:00000001:3.0:1769077946.799645:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077946.799646:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559370112 : -121121150181504 : ffff91d748de5f80)
00000100:00000040:3.0:1769077946.799652:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799656:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077946.799658:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077946.799659:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077946.799661:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932514816, offset 0
00000400:00000200:3.0:1769077946.799664:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077946.799667:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077946.799669:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077946.799671:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077946.799673:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077946.799675:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077946.799677:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077946.799679:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47677:47677:256:4294967295] 192.168.204.153@tcp LPNI seq info [47677:47677:8:4294967295]
00000400:00000200:3.0:1769077946.799682:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077946.799689:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077946.799694:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077946.799697:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077946.799702:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077946.799705:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077946.799710:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077946.799712:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077946.799717:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077946.799719:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077946.799722:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077946.799726:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077946.799729:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077946.799731:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077946.799734:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077946.799738:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799747:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077946.799749:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799754:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.799755:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077946.799758:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077946.799761:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077946.799764:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077946.799765:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299310604
00000100:00000001:3.0:1769077946.799768:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299311906
00000100:00000001:3.0:1769077946.799769:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299310604
00000100:00000001:3.0:1769077946.799771:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299311906
00000100:00000001:3.0:1769077946.799772:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077946.799774:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.799775:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077946.799778:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077946/real 1769077946]  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077946.799783:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077946.799784:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077946.799785:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077946.799787:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077946.799788:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077946.799789:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077946.799791:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077946.799800:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799808:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077946.799810:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.799812:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077946.799813:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077946.799818:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799825:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077946.799829:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799837:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077946.799840:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.799842:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077946.799843:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.799845:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077946.799847:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077946.799850:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077946.799854:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077946.799857:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077946.799861:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077946.799870:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932514816:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077946.799874:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077946.799878:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799891:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077946.799893:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077946.799896:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077946.799897:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077946.799900:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077946.799903:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932514944:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077946.799907:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077946.799909:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077946.799911:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077946.799913:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077946.799916:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077946.799918:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077946.799922:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077946.799924:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077946.799926:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077946.799928:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932514944, portal 10
00000100:00000001:3.0:1769077946.799930:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077946.799931:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559369216 : -121121150182400 : ffff91d748de5c00)
00000100:00000040:3.0:1769077946.799935:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.799940:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077946.799942:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077946.799943:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077946.799945:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932514944, offset 0
00000400:00000200:3.0:1769077946.799948:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077946.799950:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077946.799953:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077946.799955:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077946.799957:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077946.799958:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077946.799960:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077946.799963:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47678:47678:256:4294967295] 192.168.204.153@tcp LPNI seq info [47678:47678:8:4294967295]
00000400:00000200:3.0:1769077946.799966:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077946.799970:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077946.799974:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077946.799976:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077946.799979:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077946.799981:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077946.799984:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077946.799985:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077946.799988:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077946.799989:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077946.799992:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077946.799994:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077946.799996:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077946.799997:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077946.799999:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077946.800001:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.800007:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077946.800009:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.800013:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.800014:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077946.800016:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077946.800018:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077946.800021:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077946.800022:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299310603
00000100:00000001:3.0:1769077946.800024:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299311906
00000100:00000001:3.0:1769077946.800026:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299310603
00000100:00000001:3.0:1769077946.800028:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299311906
00000100:00000001:3.0:1769077946.800029:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077946.800031:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.800032:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077946.800034:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077946/real 1769077946]  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077946.800040:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077946.800041:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077946.800042:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077946.800043:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077946.800044:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077946.800046:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077946.800048:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077946.800054:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.800058:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077946.800058:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.800059:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077946.800060:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077946.800062:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.800066:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077946.800069:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.800073:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077946.800074:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.800075:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077946.800076:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.800078:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077946.800080:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077946.800082:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077946.800085:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077946.800086:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077946.800089:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077946.800094:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932514944:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077946.800096:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.800097:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077946.800099:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5f80 x1855007932514816/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.800103:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077946.800104:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077946.800105:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077946.800107:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077946.800108:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077946.800109:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077946.800110:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077946.800111:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:3.0:1769077946.800113:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077946.800114:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077946.800115:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5f80.
00000100:00000001:3.0:1769077946.800117:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077946.800118:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.800119:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077946.800121:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5c00 x1855007932514944/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077946.800126:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077946.800126:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077946.800128:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077946.800129:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077946.800130:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077946.800130:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077946.800131:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077946.800133:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:3.0:1769077946.800134:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077946.800135:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077946.800136:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5c00.
00000100:00000001:3.0:1769077946.800137:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077946.800138:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.800139:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.800142:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077946.800143:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077946.800144:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077946.800145:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077947.694534:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077947.694546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077947.694549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077947.694556:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077947.694560:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077947.694565:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077947.694570:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077947.694574:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077947.694579:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077947.694579:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077947.694585:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077947.694586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077947.694586:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077947.694598:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077947.694599:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.694599:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077947.694607:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077947.694608:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077947.694622:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077947.694622:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077947.694623:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077947.694632:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077947.694632:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077947.694633:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077947.694642:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077947.694645:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077947.694646:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769077947.694655:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077947.694656:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.694674:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077947.694674:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077947.694675:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077947.694685:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.694685:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077947.694691:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.694693:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077947.694694:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077947.694719:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077947.694722:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077947.694724:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077948.142527:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299311906, at 4299311936
00000100:00000040:3.0:1769077948.142527:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299311906, at 4299311936
00000100:00000010:2.0:1769077948.142544:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000010:3.0:1769077948.142546:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000001:2.0:1769077948.718546:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077948.718556:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077948.718558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077948.718565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077948.718566:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077948.718572:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077948.718576:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077948.718579:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077948.718581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077948.718582:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077948.718590:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077948.718594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077948.718598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077948.718621:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077948.718628:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769077948.718629:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077948.718630:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077948.718634:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077948.718634:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769077948.718637:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077948.718639:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:1.0:1769077948.718640:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077948.718644:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077948.718645:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769077948.718648:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077948.718651:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077948.718653:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077948.718657:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077948.718658:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077948.718662:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077948.718668:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077948.718669:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077948.718673:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077948.718677:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077949.742478:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077949.742486:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077949.742487:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077949.742489:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077949.742493:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077949.742493:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077949.742494:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077949.742496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077949.742496:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077949.742497:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077949.742503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077949.742503:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077949.742504:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077949.742504:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077949.742511:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077949.742512:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077949.742513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077949.742513:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077949.742517:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077949.742517:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077949.742518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077949.742519:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077949.742525:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077949.742528:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077949.742531:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077949.742531:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077949.742534:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077949.742537:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077949.742539:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077949.742543:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077949.742546:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077949.742547:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077949.742549:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077949.742554:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077950.766557:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077950.766558:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077950.766563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077950.766565:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077950.766568:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077950.766569:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077950.766569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077950.766570:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077950.766573:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077950.766574:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077950.766575:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077950.766580:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077950.766581:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077950.766582:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077950.766583:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077950.766584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077950.766588:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077950.766592:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077950.766593:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077950.766596:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077950.766598:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077950.766599:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077950.766603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077950.766604:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077950.766607:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077950.766610:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077950.766614:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077950.766615:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077950.766619:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077950.766619:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077950.766620:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077950.766623:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077950.766628:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077950.766628:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077951.790546:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077951.790546:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077951.790546:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077951.790553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077951.790555:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077951.790555:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077951.790556:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077951.790557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077951.790558:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077951.790560:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077951.790560:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077951.790566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077951.790567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077951.790567:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077951.790569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077951.790573:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077951.790575:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077951.790576:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077951.790581:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077951.790581:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077951.790582:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077951.790585:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.790587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077951.790592:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077951.790595:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077951.790595:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077951.790597:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077951.790598:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077951.790601:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077951.790603:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077951.790603:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077951.790606:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077951.790607:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077951.790611:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077951.918550:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077951.918560:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077951.918563:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077951.918567:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077951.918571:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077951.918579:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4643
00000400:00000200:2.0:1769077951.918589:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077951.918597:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077951.918601:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077951.918604:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077951.918609:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077951.918612:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077951.918615:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077951.918620:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077951.918623:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077951.918626:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077951.918629:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077951.918632:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077951.918636:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077951.918639:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077951.918640:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077951.918642:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077951.918643:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077951.918646:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077951.918649:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077951.918650:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077951.918653:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077951.918655:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077951.918658:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077951.918660:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077951.918661:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077951.918671:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077951.918676:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077951.918690:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077951.918692:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077951.918696:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077951.918699:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077951.918704:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077951.918713:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769077951.918726:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077951.918735:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077951.918745:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077951.918750:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077951.918756:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077951.918785:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077951.918788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077951.918792:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077951.918794:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077951.918796:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077951.918799:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077951.918802:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4643
00000400:00000200:2.0:1769077951.918807:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077951.918812:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077951.918814:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077951.918817:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077951.918819:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077951.918820:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077951.918822:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077951.918823:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077951.918825:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077951.918827:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077951.918829:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077951.918831:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769077951.918831:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077951.918836:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769077951.918837:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077951.918838:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077951.918842:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077951.918844:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077951.918848:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000040:3.0:1769077951.918849:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077951.918850:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077951.918854:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077951.918858:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077951.918861:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077951.918865:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077951.918871:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077951.918871:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077951.918875:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077951.918876:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077951.918879:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077951.918884:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077951.918884:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1769077951.918889:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077951.918890:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077951.918891:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077951.918895:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
02000000:00000001:3.0:1769077951.918897:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077951.918899:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077951.918903:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077951.918905:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077951.918907:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932515072:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077951.918908:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077951.918910:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077951.918913:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077951.918918:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:3.0:1769077951.918918:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077951.918924:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077951.918925:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1769077951.918929:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077951.918930:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077951.918937:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077951.918940:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077951.918943:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077951.918946:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769077951.918946:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077951.918953:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077951.918963:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077951.918965:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:2.0:1769077951.918967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077951.918971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077951.918972:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077951.918974:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769077951.918974:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:2.0:1769077951.918978:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077951.918982:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4643
00000400:00000200:2.0:1769077951.918986:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077951.918986:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000400:00000200:2.0:1769077951.918991:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077951.918993:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077951.918995:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077951.918997:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1769077951.918998:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932515072, portal 25
00000100:00000040:2.0:1769077951.918999:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077951.919002:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077951.919006:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769077951.919006:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1769077951.919008:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077951.919011:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077951.919011:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564822400 : -121121144729216 : ffff91d749319180)
00000020:00000040:2.0:1769077951.919014:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077951.919017:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077951.919019:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077951.919023:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077951.919024:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077951.919024:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077951.919028:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077951.919032:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077951.919036:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077951.919042:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077951.919046:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077951.919049:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769077951.919050:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077951.919054:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077951.919058:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:2.0:1769077951.919059:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077951.919063:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077951.919064:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1769077951.919065:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000008:00000001:2.0:1769077951.919067:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077951.919071:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077951.919074:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932515072, offset 0
00000100:00000010:2.0:1769077951.919075:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077951.919079:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077951.919082:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077951.919083:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077951.919084:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077951.919085:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077951.919087:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077951.919090:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000010:2.0:1769077951.919092:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000001:2.0:1769077951.919096:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077951.919099:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077951.919105:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077951.919110:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077951.919113:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077951.919116:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077951.919119:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:2.0:1769077951.919127:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077951.919129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077951.919132:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077951.919133:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077951.919138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077951.919140:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077951.919142:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:2.0:1769077951.919145:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4653)
00000400:00000200:3.0:1769077951.919150:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077951.919155:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077951.919160:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47679:47679:256:4294967295] 192.168.204.153@tcp LPNI seq info [47679:47679:8:4294967295]
00000400:00000200:3.0:1769077951.919166:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077951.919177:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077951.919185:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077951.919193:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077951.919202:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077951.919207:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077951.919213:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077951.919217:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769077951.919222:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077951.919226:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077951.919234:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077951.919239:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077951.919245:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077951.919248:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077951.919254:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077951.919259:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919270:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077951.919274:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919283:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077951.919286:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077951.919293:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077951.919298:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077951.919301:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299317026
00000100:00000010:3.0:1769077951.919307:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769077951.919317:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077951.919324:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299317026
00000100:00000010:3.0:1769077951.919327:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769077951.919331:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077951.919335:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077951.919338:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077951.919341:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077951.919346:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077951/real 1769077951]  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077951.919358:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077951.919360:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077951.919363:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077951.919366:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077951.919368:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077951.919370:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077951.919374:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077951.919384:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919392:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077951.919394:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.919397:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077951.919400:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077951.919446:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919455:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077951.919465:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919473:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077951.919477:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.919479:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077951.919481:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.919483:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077951.919485:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077951.919497:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077951.919502:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077951.919505:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077951.919510:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077951.919520:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932515072:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077951.919526:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.919529:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077951.919532:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319180 x1855007932515072/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919540:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077951.919543:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077951.919547:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077951.919550:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077951.919553:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077951.919555:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077951.919557:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077951.919561:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa000.
02000000:00000001:3.0:1769077951.919566:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077951.919568:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077951.919571:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319180.
00000100:00000001:3.0:1769077951.919574:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077951.919576:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.919578:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.919587:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077951.919590:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077951.919592:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077951.919594:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077951.919596:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077951.919600:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919609:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077951.919610:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077951.919613:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077951.919615:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077951.919617:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077951.919621:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932515200:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077951.919624:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077951.919626:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077951.919628:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077951.919630:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077951.919634:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077951.919636:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077951.919641:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077951.919644:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077951.919647:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077951.919651:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932515200, portal 10
00000100:00000001:3.0:1769077951.919653:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077951.919655:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564821504 : -121121144730112 : ffff91d749318e00)
00000100:00000040:3.0:1769077951.919662:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919670:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077951.919672:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077951.919675:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077951.919678:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932515200, offset 0
00000400:00000200:3.0:1769077951.919682:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077951.919687:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077951.919692:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077951.919695:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077951.919698:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077951.919701:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077951.919704:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077951.919707:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47680:47680:256:4294967295] 192.168.204.153@tcp LPNI seq info [47680:47680:8:4294967295]
00000400:00000200:3.0:1769077951.919712:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077951.919719:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077951.919724:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077951.919728:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077951.919733:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077951.919737:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077951.919742:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077951.919745:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769077951.919749:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077951.919752:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077951.919755:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077951.919759:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077951.919763:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077951.919765:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077951.919768:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077951.919772:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919787:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077951.919791:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919798:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077951.919800:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077951.919803:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077951.919808:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077951.919812:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077951.919815:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299315724
00000100:00000001:3.0:1769077951.919819:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299317026
00000100:00000001:3.0:1769077951.919821:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299315724
00000100:00000001:3.0:1769077951.919823:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299317026
00000100:00000001:3.0:1769077951.919826:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077951.919828:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077951.919831:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077951.919835:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077951/real 1769077951]  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077951.919844:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077951.919846:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077951.919848:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077951.919850:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077951.919852:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077951.919855:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077951.919858:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077951.919867:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919875:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077951.919877:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.919879:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077951.919881:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077951.919885:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919892:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077951.919897:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919905:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077951.919908:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.919910:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077951.919911:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.919913:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077951.919916:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077951.919919:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077951.919922:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077951.919925:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077951.919930:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077951.919939:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932515200:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077951.919943:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077951.919947:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.919955:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077951.919956:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077951.919959:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077951.919961:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077951.919963:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077951.919967:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932515328:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077951.919971:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077951.919973:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077951.919975:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077951.919977:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077951.919980:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077951.919983:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077951.919986:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077951.919989:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077951.919992:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077951.919996:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932515328, portal 10
00000100:00000001:3.0:1769077951.919998:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077951.920000:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564832256 : -121121144719360 : ffff91d74931b800)
00000100:00000040:3.0:1769077951.920006:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.920013:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077951.920016:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077951.920018:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077951.920021:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932515328, offset 0
00000400:00000200:3.0:1769077951.920025:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077951.920030:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077951.920034:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077951.920037:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077951.920040:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077951.920043:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077951.920046:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077951.920049:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47681:47681:256:4294967295] 192.168.204.153@tcp LPNI seq info [47681:47681:8:4294967295]
00000400:00000200:3.0:1769077951.920054:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077951.920061:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077951.920067:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077951.920071:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077951.920076:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077951.920079:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077951.920083:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077951.920085:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769077951.920089:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077951.920091:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077951.920094:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077951.920098:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077951.920101:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077951.920102:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077951.920105:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077951.920108:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.920116:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077951.920119:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.920125:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077951.920127:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077951.920130:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077951.920133:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077951.920137:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077951.920139:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299315723
00000100:00000001:3.0:1769077951.920141:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299317026
00000100:00000001:3.0:1769077951.920144:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299315723
00000100:00000001:3.0:1769077951.920146:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299317026
00000100:00000001:3.0:1769077951.920148:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077951.920150:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077951.920152:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077951.920155:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077951/real 1769077951]  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077951.920163:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077951.920165:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077951.920167:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077951.920169:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077951.920170:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077951.920173:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077951.920176:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077951.920186:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.920192:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077951.920194:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.920196:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077951.920197:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077951.920201:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.920208:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077951.920213:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.920220:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077951.920223:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.920225:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077951.920226:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.920228:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077951.920231:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077951.920234:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077951.920238:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077951.920240:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077951.920245:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077951.920258:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932515328:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077951.920261:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.920263:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077951.920265:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318e00 x1855007932515200/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.920270:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077951.920271:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077951.920273:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077951.920275:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077951.920276:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077951.920277:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077951.920278:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077951.920280:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa400.
02000000:00000001:3.0:1769077951.920281:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077951.920282:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077951.920284:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318e00.
00000100:00000001:3.0:1769077951.920286:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077951.920287:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.920288:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077951.920290:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b800 x1855007932515328/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077951.920294:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077951.920295:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077951.920295:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077951.920297:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077951.920297:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077951.920298:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077951.920300:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077951.920301:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9800.
02000000:00000001:3.0:1769077951.920303:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077951.920304:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077951.920305:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b800.
00000100:00000001:3.0:1769077951.920307:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077951.920308:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.920310:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.920312:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077951.920313:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077951.920315:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077951.920316:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.814536:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077952.814536:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077952.814543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077952.814545:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077952.814545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077952.814550:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.814552:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077952.814553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077952.814557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077952.814561:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077952.814562:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077952.814567:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077952.814568:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077952.814572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077952.814573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077952.814573:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077952.814576:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077952.814578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.814578:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.814585:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077952.814587:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077952.814587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077952.814592:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077952.814592:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077952.814599:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077952.814599:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077952.814605:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077952.814607:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077952.814609:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077952.814612:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077952.814613:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077952.814619:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077952.814621:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077952.814625:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077953.262547:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299317026, at 4299317056
00000100:00000040:3.0:1769077953.262547:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299317026, at 4299317056
00000100:00000010:2.0:1769077953.262568:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000010:3.0:1769077953.262571:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:0.0:1769077953.838502:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077953.838502:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077953.838502:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077953.838507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077953.838509:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077953.838511:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077953.838512:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077953.838513:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077953.838514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077953.838518:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.838518:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077953.838522:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077953.838526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077953.838526:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077953.838527:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077953.838527:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077953.838532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077953.838533:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077953.838535:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077953.838535:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077953.838541:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077953.838542:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077953.838543:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077953.838544:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077953.838550:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.838551:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077953.838555:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077953.838558:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077953.838559:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077953.838563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077953.838565:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077953.838567:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077953.838568:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077953.838574:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077954.862496:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077954.862496:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077954.862496:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077954.862506:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077954.862507:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077954.862507:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077954.862508:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077954.862508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077954.862511:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077954.862512:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077954.862516:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077954.862516:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077954.862517:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077954.862519:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077954.862523:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077954.862526:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077954.862526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077954.862527:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077954.862528:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.862533:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077954.862533:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077954.862534:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077954.862535:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077954.862542:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077954.862542:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077954.862546:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077954.862546:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077954.862551:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.862552:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077954.862552:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.862556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077954.862560:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077954.862560:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077954.862561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077954.862565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077954.862566:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077954.862571:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077954.862589:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077954.862592:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077954.862595:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077955.886544:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077955.886544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077955.886544:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077955.886552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077955.886553:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077955.886553:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077955.886554:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077955.886558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077955.886559:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077955.886559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077955.886559:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077955.886568:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077955.886569:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077955.886569:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077955.886572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077955.886575:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077955.886576:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077955.886576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077955.886576:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077955.886580:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077955.886581:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077955.886581:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077955.886585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077955.886588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077955.886590:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077955.886593:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077955.886597:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077955.886600:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077955.886600:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077955.886602:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077955.886605:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077955.886610:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077955.886616:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077955.886621:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077956.910524:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077956.910524:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077956.910524:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077956.910528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077956.910532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077956.910533:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077956.910533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077956.910534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077956.910538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077956.910538:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077956.910540:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077956.910541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077956.910544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077956.910546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077956.910546:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077956.910547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077956.910549:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077956.910554:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077956.910556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077956.910556:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077956.910557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077956.910563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077956.910563:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077956.910567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077956.910570:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077956.910571:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077956.910574:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077956.910576:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077956.910577:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077956.910578:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077956.910579:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077956.910583:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077956.910584:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077956.910590:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077957.038573:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077957.038587:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077957.038590:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077957.038596:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077957.038601:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077957.038611:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4648
00000400:00000200:0.0:1769077957.038623:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077957.038631:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077957.038635:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077957.038639:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077957.038643:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077957.038646:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077957.038649:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077957.038654:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077957.038658:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769077957.038662:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077957.038665:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769077957.038668:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769077957.038672:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769077957.038676:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077957.038678:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077957.038680:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077957.038683:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077957.038687:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769077957.038690:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077957.038694:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077957.038698:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077957.038702:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077957.038706:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077957.038708:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077957.038711:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077957.038723:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769077957.038728:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769077957.038732:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077957.038734:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077957.038738:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077957.038742:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077957.038747:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077957.038757:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca800.
00000100:00000001:0.0:1769077957.038765:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077957.038774:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077957.038795:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077957.038801:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077957.038807:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077957.038840:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077957.038844:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077957.038848:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077957.038850:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077957.038852:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077957.038854:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077957.038857:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4648
00000400:00000200:0.0:1769077957.038861:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077957.038865:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077957.038867:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077957.038870:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077957.038873:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077957.038874:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077957.038876:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077957.038879:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077957.038880:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769077957.038882:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077957.038884:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769077957.038886:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769077957.038889:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769077957.038891:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077957.038893:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077957.038895:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077957.038898:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077957.038901:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769077957.038904:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077957.038907:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077957.038910:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077957.038916:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077957.038919:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077957.038921:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077957.038922:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077957.038926:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1769077957.038929:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077957.038930:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1769077957.038935:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077957.038939:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077957.038940:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077957.038948:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769077957.038950:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077957.038953:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769077957.038954:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077957.038960:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077957.038961:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077957.038964:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077957.038966:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077957.038968:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077957.038969:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077957.038973:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1769077957.038974:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932515456:192.168.204.153@tcp:250:kworker.0
02000000:00000001:0.0:1769077957.038977:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077957.038979:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077957.038984:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1769077957.038985:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8000.
02000000:00000001:3.0:1769077957.038986:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077957.038991:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077957.038993:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077957.038996:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077957.039000:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077957.039002:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077957.039010:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077957.039017:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:0.0:1769077957.039020:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769077957.039024:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000001:0.0:1769077957.039025:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077957.039033:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077957.039036:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932515456, portal 25
00000100:00000001:3.0:1769077957.039042:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077957.039044:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000001:0.0:1769077957.039049:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077957.039053:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077957.039055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077957.039064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077957.039067:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077957.039068:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769077957.039072:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:0.0:1769077957.039073:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769077957.039076:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000001:0.0:1769077957.039078:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1769077957.039079:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932515456, offset 0
00000100:00080000:0.0:1769077957.039084:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4648
00000400:00000200:3.0:1769077957.039089:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769077957.039093:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769077957.039099:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000200:3.0:1769077957.039102:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:0.0:1769077957.039103:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769077957.039111:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:0.0:1769077957.039112:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769077957.039117:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077957.039120:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769077957.039121:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077957.039124:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769077957.039129:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769077957.039131:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000020:00000040:0.0:1769077957.039132:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769077957.039137:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077957.039139:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:3.0:1769077957.039141:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769077957.039144:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769077957.039148:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000020:00000001:0.0:1769077957.039150:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769077957.039158:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769077957.039159:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47682:47682:256:4294967295] 192.168.204.153@tcp LPNI seq info [47682:47682:8:4294967295]
00000100:00000001:0.0:1769077957.039163:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077957.039168:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769077957.039171:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769077957.039173:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769077957.039178:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769077957.039184:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769077957.039191:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077957.039192:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077957.039194:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077957.039200:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1769077957.039202:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769077957.039205:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077957.039209:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000100:00000001:0.0:1769077957.039210:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077957.039214:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1769077957.039219:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077957.039223:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000008:00000001:0.0:1769077957.039228:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077957.039233:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769077957.039234:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077957.039239:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000100:00000010:0.0:1769077957.039242:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000800:00000100:3.0:1769077957.039247:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000020:00000040:0.0:1769077957.039248:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000010:3.0:1769077957.039250:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
02000000:00000001:0.0:1769077957.039254:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077957.039257:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077957.039258:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077957.039260:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077957.039264:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769077957.039265:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769077957.039269:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077957.039271:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077957.039274:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
02000000:00000010:0.0:1769077957.039275:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8c00.
00000100:00000001:3.0:1769077957.039279:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077957.039281:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077957.039286:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077957.039291:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077957.039299:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077957.039305:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077957.039306:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077957.039311:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077957.039318:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077957.039319:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039322:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077957.039329:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077957.039331:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077957.039348:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769077957.039349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077957.039353:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299322146
00000100:00000040:0.0:1769077957.039355:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077957.039361:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1769077957.039363:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9cc0.
00000100:00000040:0.0:1769077957.039365:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077957.039372:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4658)
00000100:00000001:3.0:1769077957.039375:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077957.039384:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299322146
00000100:00000010:3.0:1769077957.039389:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
00000100:00000001:3.0:1769077957.039393:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077957.039397:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077957.039430:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077957.039433:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077957.039437:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077957/real 1769077957]  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077957.039445:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077957.039447:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077957.039448:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077957.039451:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077957.039452:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077957.039454:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077957.039456:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077957.039463:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039467:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077957.039469:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.039471:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077957.039473:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077957.039475:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039480:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077957.039483:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039488:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077957.039489:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.039490:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077957.039491:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.039493:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077957.039495:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077957.039497:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077957.039500:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077957.039502:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077957.039505:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077957.039511:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932515456:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077957.039514:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.039515:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077957.039517:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932515456/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039521:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077957.039524:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077957.039526:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077957.039529:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077957.039530:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077957.039532:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077957.039533:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077957.039536:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca800.
02000000:00000001:3.0:1769077957.039539:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077957.039541:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077957.039542:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769077957.039545:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077957.039546:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.039548:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.039556:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077957.039557:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077957.039559:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077957.039560:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077957.039562:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077957.039564:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039569:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077957.039570:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077957.039572:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077957.039573:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077957.039575:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077957.039576:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932515584:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077957.039578:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077957.039580:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077957.039581:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077957.039582:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077957.039584:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077957.039586:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077957.039589:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077957.039591:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077957.039593:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077957.039595:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932515584, portal 10
00000100:00000001:3.0:1769077957.039597:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077957.039598:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769077957.039603:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039609:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077957.039610:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077957.039612:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077957.039613:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932515584, offset 0
00000400:00000200:3.0:1769077957.039616:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077957.039619:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077957.039621:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077957.039623:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077957.039625:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077957.039627:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077957.039628:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077957.039630:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47683:47683:256:4294967295] 192.168.204.153@tcp LPNI seq info [47683:47683:8:4294967295]
00000400:00000200:3.0:1769077957.039634:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077957.039638:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077957.039641:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077957.039644:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077957.039646:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077957.039649:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077957.039652:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077957.039654:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769077957.039657:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077957.039658:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077957.039660:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077957.039663:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077957.039665:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077957.039666:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077957.039668:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077957.039670:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039676:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077957.039678:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039687:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077957.039688:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077957.039690:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077957.039693:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077957.039695:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077957.039697:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299320844
00000100:00000001:3.0:1769077957.039699:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299322146
00000100:00000001:3.0:1769077957.039701:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299320844
00000100:00000001:3.0:1769077957.039702:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299322146
00000100:00000001:3.0:1769077957.039703:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077957.039705:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077957.039706:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077957.039708:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077957/real 1769077957]  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077957.039712:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077957.039714:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077957.039715:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077957.039716:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077957.039717:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077957.039718:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077957.039721:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077957.039726:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039729:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077957.039730:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.039731:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077957.039732:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077957.039734:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039739:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077957.039742:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039746:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077957.039748:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.039749:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077957.039749:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.039750:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077957.039752:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077957.039753:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077957.039755:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077957.039756:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077957.039759:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077957.039763:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932515584:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077957.039766:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077957.039767:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039771:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077957.039772:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077957.039773:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077957.039775:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077957.039776:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077957.039778:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932515712:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077957.039781:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077957.039782:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077957.039783:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077957.039785:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077957.039787:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077957.039788:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077957.039791:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077957.039792:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077957.039794:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077957.039796:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932515712, portal 10
00000100:00000001:3.0:1769077957.039797:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077957.039798:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769077957.039802:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039807:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077957.039808:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077957.039809:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077957.039811:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932515712, offset 0
00000400:00000200:3.0:1769077957.039813:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077957.039815:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077957.039817:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077957.039819:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077957.039821:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077957.039822:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077957.039824:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077957.039826:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47684:47684:256:4294967295] 192.168.204.153@tcp LPNI seq info [47684:47684:8:4294967295]
00000400:00000200:3.0:1769077957.039829:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077957.039832:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077957.039835:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077957.039837:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077957.039839:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077957.039841:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077957.039844:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077957.039845:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769077957.039848:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077957.039850:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077957.039851:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077957.039854:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077957.039856:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077957.039857:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077957.039858:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077957.039861:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039869:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077957.039872:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039879:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077957.039881:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077957.039884:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077957.039888:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077957.039892:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077957.039895:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299320843
00000100:00000001:3.0:1769077957.039898:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299322146
00000100:00000001:3.0:1769077957.039900:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299320843
00000100:00000001:3.0:1769077957.039903:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299322146
00000100:00000001:3.0:1769077957.039906:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077957.039908:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077957.039910:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077957.039939:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077957/real 1769077957]  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077957.039949:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077957.039951:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077957.039952:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077957.039955:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077957.039957:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077957.039960:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077957.039965:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077957.039974:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039982:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077957.039984:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.039986:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077957.039987:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077957.039991:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.039999:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077957.040003:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.040010:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077957.040013:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.040015:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077957.040017:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.040019:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077957.040022:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077957.040025:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077957.040030:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077957.040033:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077957.040037:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077957.040045:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932515712:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077957.040049:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.040052:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077957.040055:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932515584/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.040062:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077957.040064:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077957.040066:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077957.040069:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077957.040071:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077957.040072:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077957.040075:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077957.040076:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8000.
02000000:00000001:3.0:1769077957.040079:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077957.040080:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077957.040082:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769077957.040085:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077957.040087:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.040088:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077957.040091:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932515712/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077957.040096:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077957.040097:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077957.040098:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077957.040099:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077957.040100:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077957.040101:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077957.040102:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077957.040103:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:3.0:1769077957.040104:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077957.040105:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077957.040106:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769077957.040107:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077957.040108:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.040109:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.040112:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077957.040112:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077957.040114:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077957.040117:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077957.934530:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077957.934530:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077957.934530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077957.934537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077957.934539:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077957.934540:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077957.934540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077957.934543:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077957.934546:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077957.934546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077957.934546:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077957.934550:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077957.934555:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077957.934555:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077957.934555:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077957.934557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077957.934560:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077957.934561:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077957.934561:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077957.934564:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769077957.934564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077957.934566:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077957.934566:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.934567:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077957.934570:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077957.934573:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077957.934573:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077957.934575:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077957.934577:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077957.934582:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077957.934582:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077957.934583:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077957.934585:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077957.934587:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077957.934589:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077957.934594:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077957.934599:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077957.934625:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077957.934629:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077957.934632:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077958.382534:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299322146, at 4299322176
00000100:00000040:3.0:1769077958.382534:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299322146, at 4299322176
00000100:00000010:3.0:1769077958.382553:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000010:2.0:1769077958.382560:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:2.0:1769077958.958505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077958.958506:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077958.958507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077958.958513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077958.958514:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077958.958515:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077958.958515:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077958.958519:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077958.958520:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077958.958521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.958521:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077958.958529:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077958.958529:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077958.958530:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077958.958532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077958.958537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077958.958538:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077958.958538:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077958.958539:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077958.958545:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077958.958546:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077958.958546:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.958548:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077958.958552:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077958.958555:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077958.958556:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077958.958559:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077958.958563:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077958.958564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077958.958567:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077958.958570:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077958.958578:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077958.958582:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077958.958585:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077959.982536:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077959.982536:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077959.982536:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077959.982544:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077959.982545:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077959.982546:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077959.982547:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077959.982549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077959.982550:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077959.982550:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077959.982555:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077959.982556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077959.982557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077959.982558:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077959.982561:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077959.982564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077959.982565:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077959.982566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077959.982567:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077959.982568:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077959.982570:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077959.982572:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077959.982572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077959.982576:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077959.982580:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077959.982581:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077959.982584:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077959.982587:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077959.982588:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077959.982593:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077959.982597:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077959.982605:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077959.982609:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077959.982614:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077961.006538:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077961.006538:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077961.006545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077961.006549:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077961.006549:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077961.006550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077961.006554:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077961.006554:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077961.006558:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077961.006562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077961.006563:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077961.006563:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077961.006564:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077961.006566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077961.006568:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077961.006573:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077961.006573:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077961.006574:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077961.006580:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077961.006580:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077961.006583:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077961.006586:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077961.006586:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077961.006595:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077961.006600:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077961.006602:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077961.006604:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077961.006610:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077961.006610:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077961.006614:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077961.006619:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077961.006620:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077961.006624:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077961.006628:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077962.030515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077962.030515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077962.030515:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077962.030518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077962.030524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077962.030524:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077962.030525:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077962.030525:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077962.030530:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077962.030530:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077962.030531:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077962.030533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077962.030538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077962.030540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077962.030541:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077962.030541:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077962.030548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077962.030551:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077962.030551:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077962.030555:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077962.030557:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077962.030557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077962.030561:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077962.030561:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077962.030567:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077962.030568:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077962.030574:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077962.030575:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077962.030577:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077962.030580:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077962.030585:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077962.030585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077962.030589:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077962.030593:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077962.158549:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077962.158559:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077962.158562:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077962.158565:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077962.158570:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077962.158578:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4653
00000400:00000200:2.0:1769077962.158587:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077962.158593:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077962.158596:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077962.158599:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158602:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077962.158604:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158606:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077962.158610:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077962.158612:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077962.158615:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077962.158618:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077962.158620:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077962.158622:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077962.158624:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158625:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077962.158626:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158627:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077962.158630:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077962.158632:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158634:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077962.158636:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077962.158638:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077962.158640:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077962.158642:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077962.158644:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077962.158654:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077962.158657:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077962.158660:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077962.158661:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077962.158664:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077962.158666:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077962.158670:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077962.158679:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769077962.158685:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077962.158695:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077962.158707:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077962.158712:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077962.158717:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077962.158743:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077962.158745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077962.158749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077962.158750:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077962.158751:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077962.158753:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077962.158755:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4653
00000400:00000200:2.0:1769077962.158758:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077962.158760:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077962.158762:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077962.158764:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158766:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077962.158768:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158770:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077962.158772:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077962.158773:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077962.158774:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077962.158775:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077962.158777:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077962.158779:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077962.158781:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158783:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077962.158784:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158785:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077962.158787:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769077962.158788:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769077962.158790:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158794:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077962.158796:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077962.158797:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769077962.158801:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077962.158802:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769077962.158805:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077962.158808:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077962.158811:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1769077962.158813:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769077962.158816:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077962.158821:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077962.158826:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000100:00000001:3.0:1769077962.158830:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769077962.158831:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769077962.158834:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077962.158839:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077962.158841:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077962.158842:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077962.158844:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077962.158845:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077962.158848:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1769077962.158851:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932515840:192.168.204.153@tcp:250:kworker.0
02000000:00000001:2.0:1769077962.158852:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077962.158856:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077962.158859:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769077962.158861:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
02000000:00000001:3.0:1769077962.158864:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077962.158866:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077962.158867:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077962.158872:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1769077962.158876:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769077962.158879:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077962.158884:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077962.158890:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077962.158892:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077962.158896:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769077962.158897:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077962.158901:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:2.0:1769077962.158909:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077962.158911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077962.158911:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00080000:2.0:1769077962.158917:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077962.158918:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077962.158919:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077962.158922:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1769077962.158923:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932515840, portal 25
00000100:00080000:2.0:1769077962.158925:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4653
00000100:00000001:3.0:1769077962.158929:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1769077962.158931:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077962.158934:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564819712 : -121121144731904 : ffff91d749318700)
00000400:00000200:2.0:1769077962.158935:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077962.158939:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077962.158943:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158945:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077962.158948:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000040:3.0:1769077962.158948:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077962.158953:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077962.158957:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077962.158959:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077962.158961:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077962.158964:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077962.158968:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077962.158973:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:3.0:1769077962.158973:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077962.158977:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158980:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077962.158983:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769077962.158985:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077962.158987:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000010:3.0:1769077962.158989:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000020:00000040:2.0:1769077962.158990:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000200:3.0:1769077962.158994:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932515840, offset 0
00000100:00080000:2.0:1769077962.158995:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077962.159001:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077962.159003:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077962.159005:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077962.159007:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:2.0:1769077962.159008:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077962.159011:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077962.159013:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077962.159015:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077962.159016:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077962.159018:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000010:2.0:1769077962.159019:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077962.159023:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077962.159026:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769077962.159028:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
02000000:00000001:2.0:1769077962.159029:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077962.159033:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077962.159036:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077962.159037:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077962.159040:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000400:00000200:3.0:1769077962.159042:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769077962.159043:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077962.159049:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077962.159053:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077962.159062:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769077962.159071:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769077962.159071:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:2.0:1769077962.159075:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077962.159080:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47685:47685:256:4294967295] 192.168.204.153@tcp LPNI seq info [47685:47685:8:4294967295]
00000100:00000040:2.0:1769077962.159081:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077962.159096:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077962.159097:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077962.159101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077962.159103:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077962.159107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077962.159112:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769077962.159113:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077962.159122:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4663)
00000800:00000200:3.0:1769077962.159126:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077962.159132:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077962.159140:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077962.159144:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077962.159149:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077962.159153:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077962.159156:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077962.159159:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077962.159165:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077962.159169:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077962.159174:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077962.159176:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077962.159180:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077962.159184:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159192:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077962.159195:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159205:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077962.159206:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077962.159212:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077962.159215:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077962.159217:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299327266
00000100:00000010:3.0:1769077962.159221:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
00000100:00000001:3.0:1769077962.159227:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077962.159232:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299327266
00000100:00000010:3.0:1769077962.159234:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000001:3.0:1769077962.159236:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077962.159239:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077962.159241:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077962.159243:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077962.159246:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077962/real 1769077962]  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077962.159272:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077962.159273:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077962.159276:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077962.159278:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077962.159279:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077962.159281:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077962.159286:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077962.159295:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159302:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077962.159304:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159307:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077962.159309:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077962.159313:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159323:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077962.159328:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159336:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077962.159339:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159341:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077962.159342:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159344:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077962.159346:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077962.159348:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077962.159351:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077962.159353:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077962.159357:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077962.159363:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932515840:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077962.159367:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159368:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077962.159370:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318700 x1855007932515840/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159375:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077962.159377:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077962.159379:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077962.159381:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077962.159383:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077962.159384:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077962.159386:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077962.159388:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491abc00.
02000000:00000001:3.0:1769077962.159392:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077962.159394:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077962.159395:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318700.
00000100:00000001:3.0:1769077962.159398:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077962.159399:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159420:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159429:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077962.159431:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077962.159433:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077962.159434:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077962.159435:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077962.159438:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159443:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077962.159444:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077962.159446:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077962.159447:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077962.159449:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077962.159451:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932515968:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077962.159453:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077962.159454:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077962.159456:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077962.159457:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077962.159459:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077962.159461:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077962.159464:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077962.159466:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077962.159469:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077962.159471:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932515968, portal 10
00000100:00000001:3.0:1769077962.159473:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077962.159474:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564817920 : -121121144733696 : ffff91d749318000)
00000100:00000040:3.0:1769077962.159479:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159483:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077962.159485:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077962.159487:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077962.159488:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932515968, offset 0
00000400:00000200:3.0:1769077962.159492:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077962.159497:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077962.159501:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077962.159504:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077962.159507:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077962.159509:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077962.159512:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077962.159515:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47686:47686:256:4294967295] 192.168.204.153@tcp LPNI seq info [47686:47686:8:4294967295]
00000400:00000200:3.0:1769077962.159519:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077962.159526:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077962.159532:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077962.159536:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077962.159541:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077962.159543:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077962.159548:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077962.159551:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077962.159554:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077962.159556:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077962.159558:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077962.159561:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077962.159563:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077962.159564:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077962.159566:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077962.159569:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159575:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077962.159577:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159581:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077962.159582:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077962.159585:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077962.159589:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077962.159592:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077962.159593:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299325964
00000100:00000001:3.0:1769077962.159595:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299327266
00000100:00000001:3.0:1769077962.159597:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299325964
00000100:00000001:3.0:1769077962.159599:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299327266
00000100:00000001:3.0:1769077962.159601:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077962.159602:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077962.159603:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077962.159605:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077962/real 1769077962]  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077962.159611:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077962.159612:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077962.159614:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077962.159615:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077962.159616:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077962.159617:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077962.159619:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077962.159625:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159630:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077962.159631:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159632:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077962.159633:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077962.159636:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159643:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077962.159647:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159655:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077962.159657:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159671:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077962.159676:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159679:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077962.159681:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077962.159684:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077962.159688:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077962.159691:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077962.159696:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077962.159703:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932515968:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077962.159706:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077962.159709:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159713:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077962.159714:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077962.159716:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077962.159717:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077962.159719:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077962.159721:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932516096:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077962.159723:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077962.159724:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077962.159726:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077962.159727:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077962.159730:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077962.159731:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077962.159735:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077962.159736:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077962.159739:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077962.159741:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932516096, portal 10
00000100:00000001:3.0:1769077962.159743:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077962.159744:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564825984 : -121121144725632 : ffff91d749319f80)
00000100:00000040:3.0:1769077962.159749:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159756:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077962.159759:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077962.159762:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077962.159764:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932516096, offset 0
00000400:00000200:3.0:1769077962.159768:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077962.159772:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077962.159776:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077962.159780:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077962.159783:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077962.159786:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077962.159789:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077962.159792:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47687:47687:256:4294967295] 192.168.204.153@tcp LPNI seq info [47687:47687:8:4294967295]
00000400:00000200:3.0:1769077962.159797:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077962.159804:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077962.159809:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077962.159812:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077962.159814:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077962.159817:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077962.159820:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077962.159821:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077962.159824:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077962.159826:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077962.159828:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077962.159830:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077962.159833:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077962.159835:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077962.159837:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077962.159839:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159845:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077962.159847:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159852:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077962.159854:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077962.159856:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077962.159858:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077962.159861:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077962.159862:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299325963
00000100:00000001:3.0:1769077962.159864:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299327266
00000100:00000001:3.0:1769077962.159866:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299325963
00000100:00000001:3.0:1769077962.159868:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299327266
00000100:00000001:3.0:1769077962.159869:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077962.159870:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077962.159871:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077962.159873:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077962/real 1769077962]  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077962.159879:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077962.159880:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077962.159882:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077962.159883:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077962.159884:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077962.159886:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077962.159888:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077962.159894:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159899:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077962.159900:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159901:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077962.159902:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077962.159905:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159908:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077962.159911:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159915:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077962.159916:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159917:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077962.159918:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159919:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077962.159922:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077962.159923:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077962.159925:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077962.159927:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077962.159931:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077962.159940:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932516096:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077962.159944:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159946:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077962.159950:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318000 x1855007932515968/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159957:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077962.159959:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077962.159962:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077962.159965:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077962.159966:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077962.159968:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077962.159971:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077962.159972:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9800.
02000000:00000001:3.0:1769077962.159976:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077962.159978:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077962.159980:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318000.
00000100:00000001:3.0:1769077962.159982:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077962.159984:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.159985:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077962.159988:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319f80 x1855007932516096/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077962.159993:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077962.159994:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077962.159995:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077962.159997:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077962.159998:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077962.159999:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077962.160000:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077962.160001:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa400.
02000000:00000001:3.0:1769077962.160002:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077962.160003:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077962.160004:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319f80.
00000100:00000001:3.0:1769077962.160006:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077962.160006:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.160007:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.160010:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077962.160011:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077962.160012:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077962.160013:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077963.054525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077963.054525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077963.054534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077963.054535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077963.054536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077963.054542:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077963.054542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.054542:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077963.054545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077963.054549:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077963.054552:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077963.054552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077963.054555:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077963.054556:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077963.054557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077963.054558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077963.054558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077963.054561:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077963.054563:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077963.054563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077963.054565:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077963.054568:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077963.054569:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077963.054571:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077963.054574:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077963.054574:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077963.054579:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077963.054583:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077963.054583:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077963.054586:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077963.054587:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077963.054588:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077963.054592:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077963.054597:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077963.502485:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299327266, at 4299327296
00000100:00000040:3.0:1769077963.502485:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299327266, at 4299327296
00000100:00000010:3.0:1769077963.502503:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000010:2.0:1769077963.502505:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000001:0.0:1769077964.078543:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077964.078544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077964.078544:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077964.078552:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077964.078553:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077964.078553:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077964.078555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077964.078558:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077964.078558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.078559:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077964.078560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077964.078568:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077964.078568:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077964.078569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077964.078569:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077964.078572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077964.078577:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077964.078577:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077964.078578:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077964.078583:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077964.078583:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077964.078584:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077964.078591:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077964.078594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077964.078597:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077964.078598:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077964.078599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077964.078603:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077964.078603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077964.078609:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.078609:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077964.078610:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077964.078614:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077964.078618:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077965.102530:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077965.102530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077965.102535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077965.102539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077965.102540:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077965.102542:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077965.102542:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769077965.102544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077965.102546:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077965.102547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769077965.102548:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077965.102550:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077965.102552:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077965.102553:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077965.102554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077965.102557:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077965.102557:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077965.102560:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077965.102560:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077965.102562:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077965.102563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077965.102565:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077965.102567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077965.102568:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077965.102569:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077965.102570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077965.102572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077965.102576:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077965.102577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077965.102583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077965.102586:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077965.102587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077965.102589:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077965.102593:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077965.102593:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077965.102596:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077965.102599:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077965.102611:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077965.102615:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077965.102618:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077966.126544:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077966.126544:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077966.126549:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077966.126555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077966.126556:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077966.126556:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077966.126559:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077966.126562:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077966.126565:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077966.126566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077966.126567:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077966.126569:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077966.126579:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077966.126582:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077966.126583:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077966.126585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077966.126587:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077966.126590:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077966.126590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077966.126593:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077966.126594:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077966.126602:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077966.126602:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077966.126610:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077966.126614:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077966.126616:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077966.126622:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077966.126627:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077966.126628:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077966.126633:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077966.126637:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077966.126644:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077966.126651:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077966.126655:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077967.150532:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077967.150537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077967.150542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077967.150545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077967.150550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077967.150551:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077967.150553:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077967.150555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.150555:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769077967.150558:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077967.150565:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077967.150568:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077967.150568:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077967.150569:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077967.150574:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077967.150576:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077967.150577:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077967.150578:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077967.150581:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077967.150585:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077967.150588:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.150589:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077967.150594:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077967.150594:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077967.150595:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077967.150595:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077967.150608:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077967.150611:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077967.150612:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077967.150622:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077967.150623:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077967.150629:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077967.150633:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077967.150639:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077967.278554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077967.278565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077967.278568:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077967.278572:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077967.278576:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077967.278583:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4658
00000400:00000200:2.0:1769077967.278592:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077967.278598:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077967.278602:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077967.278605:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278609:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077967.278611:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278613:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077967.278617:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077967.278618:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077967.278621:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077967.278623:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077967.278625:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077967.278626:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077967.278628:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278630:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077967.278631:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278633:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077967.278635:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077967.278638:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278640:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077967.278642:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077967.278645:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077967.278648:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.278649:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077967.278651:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077967.278662:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077967.278665:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077967.278669:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077967.278670:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.278673:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077967.278675:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077967.278680:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077967.278689:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00000001:2.0:1769077967.278696:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077967.278703:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077967.278712:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077967.278715:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077967.278719:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077967.278740:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077967.278743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077967.278746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077967.278747:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077967.278748:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077967.278750:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077967.278752:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4658
00000400:00000200:2.0:1769077967.278754:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077967.278756:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077967.278758:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077967.278760:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278762:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077967.278763:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278765:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077967.278766:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077967.278767:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077967.278768:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077967.278769:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077967.278771:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077967.278776:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077967.278779:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278781:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077967.278782:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278783:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077967.278785:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077967.278788:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278790:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077967.278791:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077967.278794:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769077967.278796:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077967.278800:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.278802:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077967.278802:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077967.278807:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1769077967.278808:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077967.278811:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.278813:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077967.278817:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000100:00000040:3.0:1769077967.278817:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077967.278822:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077967.278826:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077967.278828:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.278832:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077967.278835:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769077967.278836:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077967.278837:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077967.278839:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077967.278842:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
02000000:00000001:3.0:1769077967.278845:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077967.278848:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077967.278850:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077967.278855:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077967.278858:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1769077967.278862:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932516224:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077967.278874:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077967.278876:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077967.278881:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077967.278881:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077967.278886:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077967.278890:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077967.278892:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077967.278900:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077967.278903:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.278904:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077967.278909:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077967.278913:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:2.0:1769077967.278915:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077967.278918:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077967.278919:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769077967.278921:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:2.0:1769077967.278922:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077967.278927:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4658
00000400:00000200:2.0:1769077967.278931:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077967.278932:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000400:00000200:2.0:1769077967.278934:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077967.278938:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077967.278941:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278942:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077967.278944:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278945:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000200:3.0:1769077967.278946:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932516224, portal 25
00000020:00000001:2.0:1769077967.278948:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077967.278950:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077967.278953:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077967.278953:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1769077967.278956:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000001:3.0:1769077967.278958:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564825984 : -121121144725632 : ffff91d749319f80)
00000020:00000001:2.0:1769077967.278959:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077967.278964:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077967.278967:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278969:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077967.278972:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000040:3.0:1769077967.278972:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077967.278976:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077967.278980:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077967.278985:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077967.278989:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077967.278992:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077967.278995:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769077967.278996:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077967.279000:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077967.279003:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077967.279004:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077967.279008:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1769077967.279010:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000008:00000001:2.0:1769077967.279011:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.279014:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077967.279018:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932516224, offset 0
00000100:00000010:2.0:1769077967.279019:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077967.279025:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077967.279027:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077967.279029:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.279033:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769077967.279034:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:2.0:1769077967.279036:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077967.279040:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077967.279045:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8000.
00000400:00000200:3.0:1769077967.279047:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077967.279049:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077967.279055:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077967.279060:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:2.0:1769077967.279066:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077967.279069:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077967.279070:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077967.279074:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077967.279079:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:2.0:1769077967.279086:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077967.279086:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769077967.279091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077967.279092:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000040:2.0:1769077967.279097:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077967.279100:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47688:47688:256:4294967295] 192.168.204.153@tcp LPNI seq info [47688:47688:8:4294967295]
00000100:00000040:2.0:1769077967.279101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077967.279107:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769077967.279115:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077967.279121:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769077967.279123:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4668)
00000800:00000200:3.0:1769077967.279130:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077967.279136:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077967.279144:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077967.279148:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077967.279155:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077967.279194:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077967.279200:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077967.279203:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077967.279212:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077967.279218:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077967.279225:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077967.279229:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077967.279233:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077967.279237:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279245:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077967.279247:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279253:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077967.279255:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077967.279261:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077967.279265:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077967.279267:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299332386
00000100:00000010:3.0:1769077967.279271:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000001:3.0:1769077967.279279:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077967.279283:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299332386
00000100:00000010:3.0:1769077967.279286:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000100:00000001:3.0:1769077967.279289:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077967.279293:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077967.279296:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077967.279299:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077967.279304:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077967/real 1769077967]  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077967.279316:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077967.279319:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077967.279321:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077967.279325:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077967.279327:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077967.279330:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077967.279334:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077967.279343:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279352:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077967.279354:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.279356:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077967.279359:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077967.279363:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279371:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077967.279377:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279396:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077967.279421:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.279423:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077967.279424:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.279427:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077967.279428:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077967.279430:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077967.279434:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077967.279436:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077967.279439:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077967.279446:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932516224:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077967.279450:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.279453:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077967.279456:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319f80 x1855007932516224/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279470:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077967.279473:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077967.279476:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077967.279479:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077967.279481:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077967.279484:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077967.279486:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077967.279489:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa800.
02000000:00000001:3.0:1769077967.279494:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077967.279496:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077967.279498:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319f80.
00000100:00000001:3.0:1769077967.279502:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077967.279503:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.279506:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.279515:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077967.279518:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077967.279521:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077967.279523:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077967.279524:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077967.279529:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279537:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077967.279538:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077967.279541:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077967.279542:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077967.279545:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077967.279548:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932516352:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077967.279552:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077967.279554:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077967.279555:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077967.279556:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077967.279559:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077967.279560:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077967.279564:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077967.279566:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077967.279569:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077967.279571:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932516352, portal 10
00000100:00000001:3.0:1769077967.279573:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077967.279574:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564817920 : -121121144733696 : ffff91d749318000)
00000100:00000040:3.0:1769077967.279580:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279584:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077967.279586:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077967.279588:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077967.279589:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932516352, offset 0
00000400:00000200:3.0:1769077967.279592:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077967.279595:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077967.279598:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077967.279601:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077967.279603:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077967.279604:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077967.279606:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077967.279609:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47689:47689:256:4294967295] 192.168.204.153@tcp LPNI seq info [47689:47689:8:4294967295]
00000400:00000200:3.0:1769077967.279612:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077967.279616:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077967.279620:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077967.279622:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077967.279625:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077967.279627:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077967.279631:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077967.279634:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077967.279638:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077967.279640:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077967.279643:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077967.279646:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077967.279650:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077967.279652:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077967.279654:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077967.279658:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279666:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077967.279669:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279677:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077967.279679:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077967.279683:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077967.279686:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077967.279690:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077967.279693:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299331084
00000100:00000001:3.0:1769077967.279696:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299332386
00000100:00000001:3.0:1769077967.279699:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299331084
00000100:00000001:3.0:1769077967.279700:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299332386
00000100:00000001:3.0:1769077967.279702:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077967.279704:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077967.279705:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077967.279708:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077967/real 1769077967]  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077967.279714:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077967.279715:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077967.279717:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077967.279719:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077967.279720:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077967.279722:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077967.279724:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077967.279729:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279734:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077967.279735:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.279736:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077967.279737:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077967.279739:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279743:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077967.279746:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279754:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077967.279756:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.279759:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077967.279760:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.279762:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077967.279764:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077967.279767:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077967.279771:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077967.279774:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077967.279778:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077967.279787:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932516352:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077967.279792:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077967.279795:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279803:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077967.279804:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077967.279806:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077967.279808:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077967.279809:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077967.279811:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932516480:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077967.279814:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077967.279815:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077967.279817:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077967.279818:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077967.279820:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077967.279822:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077967.279825:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077967.279827:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077967.279829:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077967.279832:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932516480, portal 10
00000100:00000001:3.0:1769077967.279833:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077967.279834:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564819712 : -121121144731904 : ffff91d749318700)
00000100:00000040:3.0:1769077967.279839:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279844:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077967.279847:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077967.279849:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077967.279852:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932516480, offset 0
00000400:00000200:3.0:1769077967.279856:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077967.279860:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077967.279864:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077967.279867:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077967.279870:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077967.279873:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077967.279875:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077967.279879:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47690:47690:256:4294967295] 192.168.204.153@tcp LPNI seq info [47690:47690:8:4294967295]
00000400:00000200:3.0:1769077967.279883:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077967.279890:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077967.279895:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077967.279899:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077967.279902:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077967.279905:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077967.279907:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077967.279909:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077967.279912:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077967.279914:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077967.279917:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077967.279921:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077967.279924:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077967.279926:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077967.279929:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077967.279933:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279942:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077967.279946:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.279953:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077967.279955:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077967.279959:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077967.279962:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077967.279966:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077967.279969:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299331083
00000100:00000001:3.0:1769077967.279971:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299332386
00000100:00000001:3.0:1769077967.279973:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299331083
00000100:00000001:3.0:1769077967.279974:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299332386
00000100:00000001:3.0:1769077967.279976:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077967.279977:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077967.279978:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077967.279981:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077967/real 1769077967]  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077967.279986:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077967.279987:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077967.279988:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077967.279990:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077967.279991:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077967.279993:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077967.279995:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077967.280001:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.280005:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077967.280006:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.280007:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077967.280008:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077967.280011:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.280016:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077967.280019:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.280023:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077967.280025:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.280026:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077967.280026:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.280027:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077967.280030:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077967.280031:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077967.280033:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077967.280034:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077967.280037:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077967.280042:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932516480:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077967.280044:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.280046:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077967.280048:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318000 x1855007932516352/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.280052:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077967.280053:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077967.280054:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077967.280055:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077967.280056:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077967.280057:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077967.280058:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077967.280060:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab800.
02000000:00000001:3.0:1769077967.280062:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077967.280063:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077967.280064:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318000.
00000100:00000001:3.0:1769077967.280066:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077967.280066:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.280068:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077967.280069:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318700 x1855007932516480/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077967.280074:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077967.280074:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077967.280075:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077967.280076:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077967.280077:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077967.280078:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077967.280079:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077967.280080:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8000.
02000000:00000001:3.0:1769077967.280081:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077967.280082:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077967.280082:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318700.
00000100:00000001:3.0:1769077967.280083:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077967.280084:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.280085:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.280088:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077967.280089:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077967.280090:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077967.280091:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077968.174526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077968.174526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077968.174527:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077968.174531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077968.174536:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077968.174536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077968.174536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077968.174537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077968.174541:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077968.174541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.174542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077968.174544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077968.174549:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077968.174550:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077968.174551:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077968.174551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077968.174556:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077968.174558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077968.174558:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077968.174559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077968.174560:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077968.174563:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077968.174564:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.174564:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077968.174565:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077968.174569:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077968.174571:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077968.174572:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077968.174575:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077968.174576:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077968.174581:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077968.174581:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077968.174584:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077968.174588:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077968.174589:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077968.174592:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077968.174595:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077968.174602:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077968.174605:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077968.174615:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077968.622543:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299332386, at 4299332416
00000100:00000040:3.0:1769077968.622543:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299332386, at 4299332416
00000100:00000010:2.0:1769077968.622565:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000010:3.0:1769077968.622572:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000001:0.0:1769077969.198480:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077969.198480:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077969.198488:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077969.198489:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077969.198491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077969.198491:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077969.198493:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077969.198497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077969.198498:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077969.198500:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077969.198502:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077969.198504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077969.198504:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077969.198505:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077969.198509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077969.198509:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077969.198510:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077969.198510:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077969.198515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077969.198517:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769077969.198519:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077969.198521:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077969.198524:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077969.198525:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077969.198526:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077969.198527:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077969.198531:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077969.198535:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077969.198535:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077969.198537:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077969.198540:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077969.198540:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077969.198548:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077969.198548:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077970.222540:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077970.222540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077970.222540:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077970.222546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077970.222549:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077970.222549:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077970.222550:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077970.222553:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077970.222553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077970.222553:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077970.222555:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077970.222562:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077970.222562:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077970.222563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077970.222566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077970.222569:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077970.222569:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077970.222571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077970.222571:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077970.222575:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077970.222576:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077970.222577:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077970.222580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077970.222584:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077970.222586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077970.222591:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077970.222594:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077970.222598:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077970.222599:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077970.222602:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077970.222605:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077970.222606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077970.222612:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077970.222618:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077971.246488:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077971.246496:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077971.246498:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077971.246500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077971.246505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077971.246505:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077971.246510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077971.246511:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077971.246514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077971.246516:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077971.246520:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077971.246523:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077971.246526:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077971.246539:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077971.246543:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077971.246548:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077971.246653:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077971.246657:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077971.246658:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077971.246661:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077971.246663:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077971.246666:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077971.246668:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077971.246669:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077971.246671:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077971.246719:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077971.246721:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077971.246722:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077971.246724:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077971.246725:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077971.246726:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077971.246728:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077971.246729:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077971.246730:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.270519:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077972.270524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077972.270527:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077972.270528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.270530:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077972.270537:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077972.270537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077972.270537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077972.270541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077972.270543:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077972.270544:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077972.270547:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.270547:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077972.270549:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077972.270554:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077972.270554:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077972.270556:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077972.270559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077972.270560:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.270561:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077972.270563:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077972.270563:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1769077972.270568:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077972.270569:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077972.270569:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.270569:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077972.270573:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077972.270576:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077972.270576:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077972.270577:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.270584:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077972.270588:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077972.270590:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077972.270593:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077972.398504:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077972.398517:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077972.398521:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077972.398525:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077972.398531:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077972.398540:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4663
00000400:00000200:2.0:1769077972.398551:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077972.398557:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077972.398560:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077972.398564:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077972.398575:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077972.398579:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077972.398582:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077972.398586:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077972.398588:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077972.398591:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077972.398595:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077972.398597:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077972.398600:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077972.398604:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077972.398606:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077972.398608:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077972.398610:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077972.398614:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077972.398617:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077972.398620:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077972.398624:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077972.398628:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077972.398631:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.398634:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077972.398636:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077972.398648:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077972.398653:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077972.398658:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077972.398660:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.398663:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077972.398667:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077972.398672:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077972.398683:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9c00.
00000100:00000001:2.0:1769077972.398690:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077972.398700:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077972.398719:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077972.398725:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077972.398731:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.398757:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077972.398762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077972.398765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077972.398767:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077972.398769:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077972.398772:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077972.398775:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4663
00000400:00000200:2.0:1769077972.398780:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077972.398784:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077972.398788:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769077972.398791:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077972.398792:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077972.398797:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077972.398798:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077972.398802:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077972.398803:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077972.398809:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:3.0:1769077972.398811:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077972.398814:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077972.398818:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077972.398821:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077972.398824:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769077972.398826:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769077972.398827:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077972.398833:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:3.0:1769077972.398834:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077972.398838:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769077972.398839:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:3.0:1769077972.398841:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077972.398850:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00100000:3.0:1769077972.398851:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932516608:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769077972.398858:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077972.398859:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077972.398865:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769077972.398866:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000001:3.0:1769077972.398868:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.398872:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:3.0:1769077972.398873:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769077972.398879:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000010:3.0:1769077972.398879:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077972.398884:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077972.398885:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077972.398890:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077972.398895:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769077972.398896:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077972.398904:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1769077972.398904:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
02000000:00000001:2.0:1769077972.398910:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.398913:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769077972.398914:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000008:00100000:2.0:1769077972.398918:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077972.398924:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077972.398925:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932516608, portal 25
00000100:00000001:2.0:1769077972.398929:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.398931:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077972.398935:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564832256 : -121121144719360 : ffff91d74931b800)
00000100:00000010:2.0:1769077972.398937:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077972.398942:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000040:3.0:1769077972.398944:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077972.398948:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077972.398951:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.398957:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077972.398960:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077972.398963:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077972.398971:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:3.0:1769077972.398971:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077972.398977:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077972.398979:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077972.398981:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077972.398985:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932516608, offset 0
00000100:00100000:2.0:1769077972.398990:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077972.398996:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077972.399006:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769077972.399008:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077972.399011:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077972.399018:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:2.0:1769077972.399021:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077972.399025:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077972.399033:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:2.0:1769077972.399039:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077972.399039:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077972.399045:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:2.0:1769077972.399046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077972.399051:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47691:47691:256:4294967295] 192.168.204.153@tcp LPNI seq info [47691:47691:8:4294967295]
00000100:00080000:2.0:1769077972.399055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769077972.399057:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077972.399059:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077972.399063:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077972.399071:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769077972.399071:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1769077972.399095:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4663
00000800:00000200:3.0:1769077972.399095:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077972.399102:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000400:00000200:2.0:1769077972.399107:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000800:00000200:3.0:1769077972.399113:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000400:00000200:2.0:1769077972.399114:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000800:00000200:3.0:1769077972.399118:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1769077972.399119:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077972.399128:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000200:3.1:1769077972.399128:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077972.399134:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077972.399135:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769077972.399141:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000100:3.0:1769077972.399142:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077972.399146:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000100:00000001:2.0:1769077972.399147:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077972.399153:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769077972.399153:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1769077972.399156:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077972.399160:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769077972.399161:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1769077972.399166:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:3.0:1769077972.399168:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000020:00000001:2.0:1769077972.399170:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000010:3.0:1769077972.399172:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000020:00000001:2.0:1769077972.399176:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:3.0:1769077972.399178:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769077972.399186:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000200:3.0:1769077972.399186:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.399192:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077972.399200:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077972.399200:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077972.399206:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.399207:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077972.399215:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000001:3.0:1769077972.399226:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.399228:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077972.399233:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077972.399235:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769077972.399239:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077972.399241:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.399243:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299337506
02000000:00000001:2.0:1769077972.399245:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1769077972.399248:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9c00.
02000000:00000001:2.0:1769077972.399251:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077972.399255:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.399257:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077972.399258:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077972.399262:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077972.399265:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299337506
00000008:00000001:2.0:1769077972.399267:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077972.399269:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:2.0:1769077972.399272:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.399273:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077972.399278:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769077972.399279:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000100:00000001:3.0:1769077972.399280:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.399285:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000040:2.0:1769077972.399287:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00100000:3.0:1769077972.399292:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077972/real 1769077972]  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077972.399293:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077972.399298:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.399304:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:3.0:1769077972.399306:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1769077972.399308:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:3.0:1769077972.399308:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1769077972.399313:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077972.399313:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077972.399315:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077972.399319:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077972.399321:0:2416:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:2.0:1769077972.399323:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000200:3.0:1769077972.399324:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.399331:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077972.399335:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399343:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:2.0:1769077972.399344:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077972.399345:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.399349:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077972.399352:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077972.399361:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1769077972.399361:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.399366:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077972.399376:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399377:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077972.399389:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.399392:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077972.399398:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077972.399436:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077972.399443:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077972.399444:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769077972.399448:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1769077972.399451:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077972.399451:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.399457:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1769077972.399459:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769077972.399461:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077972.399466:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1769077972.399467:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4673)
00000100:00080000:3.0:1769077972.399474:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077972.399478:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077972.399483:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077972.399491:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932516608:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077972.399496:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.399498:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077972.399501:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b800 x1855007932516608/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399507:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077972.399510:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077972.399512:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077972.399515:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077972.399517:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077972.399519:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077972.399521:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077972.399524:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:3.0:1769077972.399529:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077972.399532:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077972.399533:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b800.
00000100:00000001:3.0:1769077972.399536:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077972.399538:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.399540:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.399549:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077972.399551:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.399553:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077972.399555:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077972.399556:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077972.399560:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399567:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077972.399568:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077972.399571:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077972.399572:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077972.399574:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077972.399577:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932516736:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077972.399581:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077972.399583:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077972.399585:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077972.399586:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077972.399590:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077972.399592:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077972.399597:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077972.399600:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077972.399604:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077972.399607:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932516736, portal 10
00000100:00000001:3.0:1769077972.399609:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077972.399610:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564821504 : -121121144730112 : ffff91d749318e00)
00000100:00000040:3.0:1769077972.399617:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399624:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077972.399626:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077972.399629:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077972.399631:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932516736, offset 0
00000400:00000200:3.0:1769077972.399636:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077972.399640:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077972.399644:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077972.399647:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077972.399650:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077972.399653:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077972.399656:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077972.399659:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47692:47692:256:4294967295] 192.168.204.153@tcp LPNI seq info [47692:47692:8:4294967295]
00000400:00000200:3.0:1769077972.399664:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077972.399671:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077972.399677:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077972.399681:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077972.399685:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077972.399688:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077972.399693:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077972.399696:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769077972.399700:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077972.399702:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077972.399705:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077972.399709:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077972.399712:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077972.399715:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077972.399717:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077972.399721:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399730:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077972.399733:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399739:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.399740:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077972.399743:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077972.399746:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077972.399749:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077972.399751:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299336204
00000100:00000001:3.0:1769077972.399753:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299337506
00000100:00000001:3.0:1769077972.399755:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299336204
00000100:00000001:3.0:1769077972.399756:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299337506
00000100:00000001:3.0:1769077972.399758:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077972.399759:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.399760:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077972.399763:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077972/real 1769077972]  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077972.399769:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077972.399770:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077972.399771:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077972.399773:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077972.399774:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077972.399775:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077972.399777:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077972.399783:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399787:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077972.399788:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.399789:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077972.399790:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077972.399792:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399796:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077972.399799:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399804:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077972.399806:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.399807:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077972.399808:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.399809:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077972.399810:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077972.399812:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077972.399814:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077972.399815:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077972.399818:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077972.399822:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932516736:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077972.399825:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077972.399827:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399832:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077972.399833:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077972.399834:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077972.399835:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077972.399837:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077972.399839:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932516864:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077972.399841:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077972.399842:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077972.399844:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077972.399845:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077972.399848:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077972.399849:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077972.399852:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077972.399853:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077972.399856:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077972.399858:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932516864, portal 10
00000100:00000001:3.0:1769077972.399859:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077972.399860:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564822400 : -121121144729216 : ffff91d749319180)
00000100:00000040:3.0:1769077972.399864:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399869:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077972.399870:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077972.399872:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077972.399873:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932516864, offset 0
00000400:00000200:3.0:1769077972.399876:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077972.399878:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077972.399880:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077972.399882:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077972.399884:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077972.399886:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077972.399887:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077972.399889:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47693:47693:256:4294967295] 192.168.204.153@tcp LPNI seq info [47693:47693:8:4294967295]
00000400:00000200:3.0:1769077972.399892:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077972.399898:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077972.399903:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077972.399906:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077972.399910:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077972.399913:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077972.399918:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077972.399920:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769077972.399924:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077972.399926:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077972.399929:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077972.399933:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077972.399936:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077972.399938:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077972.399941:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077972.399945:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399953:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077972.399957:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.399964:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.399966:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077972.399969:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077972.399971:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077972.399974:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077972.399975:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299336203
00000100:00000001:3.0:1769077972.399977:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299337506
00000100:00000001:3.0:1769077972.399979:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299336203
00000100:00000001:3.0:1769077972.399980:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299337506
00000100:00000001:3.0:1769077972.399982:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077972.399983:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.399985:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077972.399987:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077972/real 1769077972]  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077972.399992:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077972.399993:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077972.399994:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077972.399996:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077972.399997:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077972.399999:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077972.400001:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077972.400006:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.400011:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077972.400012:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.400014:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077972.400015:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077972.400017:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.400021:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077972.400023:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.400027:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077972.400028:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.400029:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077972.400030:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.400031:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077972.400033:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077972.400035:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077972.400037:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077972.400038:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077972.400041:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077972.400046:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932516864:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077972.400048:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.400050:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077972.400051:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318e00 x1855007932516736/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.400055:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077972.400057:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077972.400059:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077972.400060:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077972.400062:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077972.400063:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077972.400064:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077972.400065:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9400.
02000000:00000001:3.0:1769077972.400067:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077972.400068:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077972.400069:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318e00.
00000100:00000001:3.0:1769077972.400072:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077972.400073:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.400074:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077972.400091:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319180 x1855007932516864/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077972.400097:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077972.400098:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077972.400099:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077972.400101:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077972.400102:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077972.400103:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077972.400104:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077972.400105:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:3.0:1769077972.400107:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077972.400108:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077972.400109:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319180.
00000100:00000001:3.0:1769077972.400110:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077972.400111:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.400112:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077972.400115:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077972.400116:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077972.400118:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077972.400119:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077973.294525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077973.294525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077973.294525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077973.294532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077973.294533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077973.294534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077973.294535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077973.294539:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077973.294540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.294540:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.294541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077973.294547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077973.294549:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077973.294549:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077973.294553:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077973.294553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077973.294555:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077973.294555:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077973.294559:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077973.294560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.294560:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077973.294560:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077973.294566:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077973.294570:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077973.294572:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.294575:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077973.294577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077973.294580:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077973.294581:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077973.294584:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077973.294587:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077973.294601:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077973.294605:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077973.294608:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077973.742568:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299337506, at 4299337536
00000100:00000040:3.0:1769077973.742568:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299337506, at 4299337536
00000100:00000010:2.0:1769077973.742593:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000010:3.0:1769077973.742596:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:0.0:1769077974.318510:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077974.318510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077974.318518:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077974.318519:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077974.318521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077974.318523:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077974.318523:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077974.318527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077974.318528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077974.318531:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077974.318531:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077974.318534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077974.318538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077974.318539:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077974.318539:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077974.318540:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077974.318543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077974.318545:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077974.318545:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077974.318546:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077974.318551:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077974.318553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077974.318555:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077974.318559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077974.318559:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077974.318559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077974.318563:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077974.318567:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077974.318568:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077974.318572:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077974.318574:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077974.318576:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077974.318579:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077974.318585:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077975.342509:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077975.342516:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077975.342519:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077975.342525:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077975.342530:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077975.342534:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077975.342538:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077975.342540:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077975.342545:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077975.342548:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077975.342553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077975.342556:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077975.342560:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077975.342562:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769077975.342566:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077975.342568:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077975.342568:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077975.342571:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077975.342574:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077975.342576:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077975.342577:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077975.342577:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077975.342586:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769077975.342594:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077975.342594:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077975.342596:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077975.342604:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077975.342610:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077975.342610:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077975.342612:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077975.342616:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077975.342625:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077975.342625:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077975.342630:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077975.342635:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077975.342639:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077975.342644:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077975.342676:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077975.342679:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077975.342682:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077976.366547:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077976.366548:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077976.366555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077976.366557:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077976.366558:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077976.366562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077976.366562:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077976.366563:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077976.366572:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077976.366573:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077976.366575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077976.366577:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077976.366582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077976.366583:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077976.366583:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077976.366590:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077976.366590:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077976.366594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077976.366599:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077976.366599:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077976.366604:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077976.366608:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077976.366618:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077976.366625:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769077976.366627:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077976.366630:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077976.366633:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077976.366636:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00010000:1.0:1769077976.366639:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077976.366643:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077976.366646:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077976.366649:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077976.366651:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077976.366654:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077977.390561:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077977.390571:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077977.390575:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077977.390583:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077977.390584:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077977.390592:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077977.390592:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077977.390593:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077977.390599:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.390601:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077977.390602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077977.390605:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077977.390612:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077977.390614:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769077977.390619:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077977.390620:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077977.390624:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077977.390625:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077977.390626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077977.390627:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077977.390633:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077977.390642:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077977.390643:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077977.390650:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077977.390650:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077977.390655:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077977.390658:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.390660:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077977.390662:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077977.390666:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077977.390668:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077977.390698:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077977.390703:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077977.390706:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077977.518537:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077977.518547:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077977.518550:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077977.518554:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077977.518559:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077977.518566:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4668
00000400:00000200:2.0:1769077977.518576:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077977.518582:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077977.518591:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077977.518594:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077977.518597:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077977.518599:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077977.518601:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077977.518605:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077977.518606:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077977.518609:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077977.518612:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077977.518613:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077977.518615:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077977.518617:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077977.518619:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077977.518620:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077977.518621:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077977.518623:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077977.518626:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077977.518627:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077977.518629:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077977.518632:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077977.518634:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077977.518636:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077977.518638:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077977.518654:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769077977.518657:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077977.518661:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077977.518664:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077977.518668:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077977.518671:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077977.518676:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077977.518686:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000001:2.0:1769077977.518694:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077977.518704:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077977.518716:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077977.518721:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077977.518727:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077977.518753:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077977.518756:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077977.518758:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077977.518759:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077977.518761:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077977.518763:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077977.518765:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4668
00000400:00000200:2.0:1769077977.518768:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077977.518770:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077977.518772:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077977.518774:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077977.518776:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077977.518778:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077977.518780:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077977.518782:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077977.518783:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077977.518784:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077977.518786:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077977.518788:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077977.518790:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077977.518793:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077977.518794:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077977.518796:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077977.518797:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077977.518798:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077977.518803:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077977.518805:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769077977.518806:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077977.518807:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077977.518810:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077977.518811:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769077977.518815:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077977.518818:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077977.518821:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769077977.518824:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1769077977.518825:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077977.518831:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077977.518835:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077977.518841:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769077977.518846:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769077977.518847:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077977.518849:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077977.518851:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077977.518851:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077977.518856:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077977.518857:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077977.518858:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077977.518859:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077977.518862:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077977.518864:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8800.
02000000:00000001:3.0:1769077977.518866:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077977.518870:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077977.518871:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932516992:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077977.518877:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1769077977.518878:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077977.518882:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077977.518886:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077977.518887:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769077977.518889:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077977.518890:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077977.518895:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769077977.518895:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077977.518900:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077977.518909:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077977.518913:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:2.0:1769077977.518914:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077977.518918:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00080000:2.0:1769077977.518919:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077977.518922:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077977.518924:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077977.518928:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1769077977.518928:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077977.518939:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932516992, portal 25
00000100:00080000:2.0:1769077977.518940:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4668
00000100:00000001:3.0:1769077977.518943:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077977.518946:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000400:00000200:2.0:1769077977.518947:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077977.518952:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077977.518956:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077977.518957:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077977.518961:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077977.518967:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077977.518973:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077977.518973:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077977.518980:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:3.0:1769077977.518980:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077977.518983:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000020:00000001:2.0:1769077977.518986:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:3.0:1769077977.518988:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932516992, offset 0
00000020:00000040:2.0:1769077977.519001:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077977.519005:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077977.519008:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:3.0:1769077977.519009:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000001:2.0:1769077977.519014:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077977.519019:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769077977.519023:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769077977.519025:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077977.519030:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077977.519033:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769077977.519036:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:2.0:1769077977.519038:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077977.519043:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077977.519048:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769077977.519048:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769077977.519053:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077977.519055:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077977.519058:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077977.519058:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:2.0:1769077977.519062:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077977.519065:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769077977.519068:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1769077977.519069:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077977.519073:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077977.519076:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:2.0:1769077977.519077:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077977.519082:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077977.519087:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769077977.519087:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47694:47694:256:4294967295] 192.168.204.153@tcp LPNI seq info [47694:47694:8:4294967295]
02000000:00000001:2.0:1769077977.519091:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077977.519095:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077977.519098:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077977.519099:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077977.519102:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077977.519104:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077977.519107:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:2.0:1769077977.519110:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077977.519115:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1769077977.519120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769077977.519127:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077977.519133:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077977.519135:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077977.519136:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000100:00000040:2.0:1769077977.519140:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769077977.519150:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077977.519151:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077977.519156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077977.519159:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077977.519161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077977.519164:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.0:1769077977.519164:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1769077977.519171:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4679)
00000800:00000200:3.1:1769077977.519175:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077977.519179:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769077977.519183:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077977.519185:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077977.519192:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077977.519197:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077977.519202:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077977.519204:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077977.519208:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077977.519211:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519219:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077977.519222:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519227:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077977.519229:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077977.519235:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077977.519238:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077977.519241:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299342626
00000100:00000010:3.0:1769077977.519245:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769077977.519252:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077977.519257:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299342626
00000100:00000010:3.0:1769077977.519259:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
00000100:00000001:3.0:1769077977.519261:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077977.519264:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077977.519266:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077977.519269:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077977.519272:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077977/real 1769077977]  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077977.519279:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077977.519281:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077977.519282:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077977.519284:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077977.519285:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077977.519287:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077977.519289:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077977.519295:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519300:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077977.519301:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519303:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077977.519304:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077977.519307:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519312:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077977.519317:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519332:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077977.519335:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519337:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077977.519339:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519341:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077977.519344:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077977.519347:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077977.519352:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077977.519354:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077977.519359:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077977.519370:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932516992:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077977.519377:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519379:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077977.519383:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932516992/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519389:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077977.519391:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077977.519394:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077977.519397:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077977.519398:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077977.519400:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077977.519420:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077977.519423:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab000.
02000000:00000001:3.0:1769077977.519427:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077977.519428:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077977.519429:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:3.0:1769077977.519432:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077977.519433:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519435:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519445:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077977.519447:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077977.519450:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077977.519461:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077977.519463:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077977.519467:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519476:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077977.519478:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077977.519480:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077977.519483:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077977.519485:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077977.519489:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932517120:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077977.519492:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077977.519495:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077977.519496:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077977.519498:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077977.519502:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077977.519503:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077977.519507:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077977.519510:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077977.519512:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077977.519515:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932517120, portal 10
00000100:00000001:3.0:1769077977.519517:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077977.519518:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000100:00000040:3.0:1769077977.519523:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519528:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077977.519530:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077977.519531:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077977.519533:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932517120, offset 0
00000400:00000200:3.0:1769077977.519536:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077977.519539:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077977.519542:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077977.519545:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077977.519546:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077977.519548:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077977.519550:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077977.519553:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47695:47695:256:4294967295] 192.168.204.153@tcp LPNI seq info [47695:47695:8:4294967295]
00000400:00000200:3.0:1769077977.519555:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077977.519560:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077977.519563:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077977.519565:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077977.519568:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077977.519570:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077977.519573:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077977.519575:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769077977.519577:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077977.519578:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077977.519581:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077977.519583:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077977.519586:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077977.519587:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077977.519589:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077977.519591:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519597:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077977.519599:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519604:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077977.519605:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077977.519607:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077977.519610:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077977.519612:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077977.519613:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299341324
00000100:00000001:3.0:1769077977.519616:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299342626
00000100:00000001:3.0:1769077977.519619:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299341324
00000100:00000001:3.0:1769077977.519621:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299342626
00000100:00000001:3.0:1769077977.519624:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077977.519627:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077977.519629:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077977.519633:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077977/real 1769077977]  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077977.519641:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077977.519643:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077977.519645:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077977.519647:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077977.519649:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077977.519652:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077977.519656:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077977.519666:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519674:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077977.519675:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519677:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077977.519679:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077977.519683:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519688:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077977.519691:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519696:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077977.519697:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519699:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077977.519700:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519702:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077977.519704:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077977.519706:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077977.519708:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077977.519709:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077977.519712:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077977.519717:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932517120:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077977.519721:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077977.519722:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519726:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077977.519727:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077977.519729:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077977.519730:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077977.519731:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077977.519733:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932517248:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077977.519735:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077977.519736:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077977.519737:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077977.519738:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077977.519741:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077977.519742:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077977.519745:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077977.519747:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077977.519749:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077977.519751:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932517248, portal 10
00000100:00000001:3.0:1769077977.519753:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077977.519754:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000100:00000040:3.0:1769077977.519758:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519763:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077977.519764:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077977.519766:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077977.519768:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932517248, offset 0
00000400:00000200:3.0:1769077977.519770:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077977.519773:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077977.519775:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077977.519777:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077977.519779:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077977.519780:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077977.519782:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077977.519784:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47696:47696:256:4294967295] 192.168.204.153@tcp LPNI seq info [47696:47696:8:4294967295]
00000400:00000200:3.0:1769077977.519787:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077977.519793:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077977.519798:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077977.519801:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769077977.519805:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077977.519808:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077977.519812:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077977.519815:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769077977.519819:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077977.519821:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:3.0:1769077977.519825:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077977.519829:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077977.519832:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:3.0:1769077977.519834:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:3.0:1769077977.519837:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077977.519841:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519850:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077977.519853:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519858:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077977.519860:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077977.519862:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077977.519864:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077977.519867:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077977.519869:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299341323
00000100:00000001:3.0:1769077977.519871:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299342626
00000100:00000001:3.0:1769077977.519872:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299341323
00000100:00000001:3.0:1769077977.519874:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299342626
00000100:00000001:3.0:1769077977.519875:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077977.519877:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077977.519878:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077977.519880:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077977/real 1769077977]  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077977.519885:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077977.519886:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077977.519887:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077977.519889:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077977.519890:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077977.519891:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077977.519894:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077977.519899:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519904:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077977.519904:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519905:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077977.519906:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077977.519910:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519915:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077977.519917:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519922:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077977.519923:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519924:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077977.519925:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519926:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077977.519928:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077977.519930:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077977.519932:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077977.519933:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077977.519935:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077977.519940:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932517248:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077977.519943:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519944:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077977.519946:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932517120/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519950:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077977.519951:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077977.519952:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077977.519954:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077977.519955:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077977.519956:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077977.519957:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077977.519959:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8800.
02000000:00000001:3.0:1769077977.519960:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077977.519961:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077977.519962:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:3.0:1769077977.519965:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077977.519966:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519967:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077977.519969:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932517248/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077977.519973:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077977.519974:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077977.519975:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077977.519976:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077977.519976:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077977.519977:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077977.519978:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077977.519979:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9000.
02000000:00000001:3.0:1769077977.519981:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077977.519982:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077977.519983:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:3.0:1769077977.519984:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077977.519985:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519986:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077977.519988:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077977.520003:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077977.520006:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077977.520007:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.414521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077978.414529:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077978.414530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077978.414531:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077978.414535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077978.414539:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077978.414541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077978.414544:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077978.414546:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769077978.414549:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077978.414550:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077978.414554:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.414554:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077978.414559:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077978.414561:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077978.414562:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077978.414563:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077978.414568:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077978.414571:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077978.414571:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077978.414572:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077978.414576:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077978.414581:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077978.414586:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077978.414589:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077978.414592:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077978.414594:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077978.414597:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077978.414602:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077978.414606:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077978.414610:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077978.414718:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077978.414721:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077978.414722:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077978.414724:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077978.414726:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077978.414728:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077978.414729:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077978.414731:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077978.414732:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077978.862515:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299342626, at 4299342656
00000100:00000040:2.0:1769077978.862533:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299342626, at 4299342656
00000100:00000010:3.0:1769077978.862539:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000010:2.0:1769077978.862548:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:0.0:1769077979.438568:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077979.438568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077979.438568:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077979.438575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077979.438578:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077979.438578:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077979.438583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077979.438584:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077979.438585:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077979.438587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.438592:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769077979.438594:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077979.438594:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769077979.438599:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077979.438604:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077979.438605:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077979.438607:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077979.438611:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077979.438617:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077979.438618:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077979.438618:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077979.438623:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077979.438632:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077979.438633:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077979.438634:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077979.438635:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077979.438646:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077979.438648:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.438648:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077979.438656:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077979.438663:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077979.438664:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077979.438674:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077979.438678:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077980.462532:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077980.462538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077980.462538:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077980.462544:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077980.462545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077980.462550:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077980.462551:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077980.462553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077980.462557:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077980.462558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077980.462562:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769077980.462562:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769077980.462572:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077980.462573:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077980.462574:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077980.462580:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077980.462585:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077980.462586:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077980.462587:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077980.462597:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077980.462598:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077980.462599:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077980.462600:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077980.462603:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077980.462605:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077980.462607:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077980.462612:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077980.462615:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077980.462616:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077980.462622:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077980.462627:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077980.462628:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077980.462638:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077980.462641:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077981.486537:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077981.486537:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077981.486539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077981.486545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077981.486547:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077981.486547:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077981.486551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077981.486551:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077981.486552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077981.486554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077981.486558:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077981.486558:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077981.486564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077981.486564:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077981.486568:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077981.486568:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077981.486572:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077981.486574:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077981.486578:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077981.486578:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077981.486579:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077981.486580:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077981.486582:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077981.486585:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077981.486586:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077981.486704:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077981.486707:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077981.486708:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077981.486711:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077981.486712:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077981.486714:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077981.486716:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077981.486717:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077981.486719:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077982.510515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077982.510515:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077982.510515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077982.510523:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077982.510523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077982.510524:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077982.510526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077982.510527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077982.510528:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077982.510528:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077982.510532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077982.510535:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077982.510536:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077982.510540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077982.510540:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077982.510542:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077982.510542:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077982.510544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.510545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077982.510547:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077982.510547:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077982.510549:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077982.510553:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077982.510556:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077982.510558:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077982.510558:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077982.510565:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077982.510568:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.510568:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077982.510571:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077982.510573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077982.510587:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077982.510590:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077982.510592:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077982.638508:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077982.638519:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077982.638522:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077982.638526:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077982.638529:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077982.638536:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4674
00000400:00000200:2.0:1769077982.638545:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077982.638550:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077982.638553:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077982.638556:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077982.638559:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077982.638561:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077982.638563:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077982.638566:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077982.638568:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077982.638570:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077982.638572:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077982.638574:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077982.638575:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077982.638577:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077982.638578:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077982.638579:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077982.638581:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077982.638583:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077982.638586:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077982.638589:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077982.638592:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077982.638595:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077982.638598:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077982.638600:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077982.638603:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077982.638615:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769077982.638619:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077982.638623:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077982.638625:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077982.638629:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077982.638632:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077982.638637:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077982.638645:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab400.
00000100:00000001:2.0:1769077982.638651:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077982.638658:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077982.638670:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077982.638674:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077982.638678:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077982.638702:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077982.638705:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077982.638709:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077982.638711:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077982.638712:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077982.638715:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077982.638718:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4674
00000400:00000200:2.0:1769077982.638723:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077982.638727:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077982.638730:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077982.638733:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077982.638735:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077982.638736:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077982.638741:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077982.638742:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077982.638745:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077982.638747:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077982.638750:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077982.638753:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077982.638757:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1769077982.638763:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077982.638764:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077982.638769:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077982.638772:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077982.638780:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077982.638784:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077982.638787:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769077982.638788:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077982.638792:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077982.638792:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077982.638798:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:3.0:1769077982.638799:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1769077982.638801:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:3.0:1769077982.638804:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077982.638806:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077982.638811:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077982.638812:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077982.638819:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1769077982.638819:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932517376:192.168.204.153@tcp:250:kworker.0
02000000:00000001:2.0:1769077982.638823:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077982.638829:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077982.638829:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1769077982.638834:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077982.638835:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1769077982.638839:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077982.638840:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077982.638843:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077982.638845:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1769077982.638850:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
02000000:00000010:3.0:1769077982.638853:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
00000020:00000040:2.0:1769077982.638854:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769077982.638858:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077982.638860:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077982.638863:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077982.638865:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077982.638867:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769077982.638870:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769077982.638871:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077982.638877:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077982.638886:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
02000000:00000010:2.0:1769077982.638887:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:2.0:1769077982.638896:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077982.638897:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932517376, portal 25
00000100:00000001:3.0:1769077982.638902:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1769077982.638917:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077982.638917:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000100:00000040:3.0:1769077982.638928:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077982.638947:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077982.638949:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077982.638952:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077982.638956:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769077982.638961:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077982.638962:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bceee0.
00000100:00000200:3.0:1769077982.638967:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932517376, offset 0
00000400:00000200:3.0:1769077982.638977:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769077982.638986:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077982.638989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077982.638990:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:2.0:1769077982.638996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077982.638999:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077982.639002:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769077982.639002:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:2.0:1769077982.639008:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077982.639014:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4674
00000400:00000200:3.0:1769077982.639014:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077982.639023:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077982.639028:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077982.639031:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077982.639036:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47697:47697:256:4294967295] 192.168.204.153@tcp LPNI seq info [47697:47697:8:4294967295]
00000400:00000200:3.0:1769077982.639040:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077982.639051:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1769077982.639060:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000800:00000200:3.0:1769077982.639061:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077982.639066:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000800:00000010:3.0:1769077982.639070:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000100:00080000:2.0:1769077982.639071:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077982.639076:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077982.639078:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077982.639080:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077982.639082:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077982.639084:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077982.639085:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077982.639087:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077982.639090:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000800:00000200:3.0:1769077982.639091:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000001:2.0:1769077982.639093:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077982.639096:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077982.639101:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000200:3.1:1769077982.639106:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077982.639107:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077982.639112:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077982.639115:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077982.639119:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077982.639122:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077982.639125:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077982.639126:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077982.639127:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077982.639130:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077982.639134:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077982.639135:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077982.639138:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077982.639140:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299347746
00000008:00100000:2.0:1769077982.639142:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000010:3.0:1769077982.639149:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
00000008:00000001:2.0:1769077982.639156:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.639158:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077982.639159:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077982.639166:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000100:00000001:3.0:1769077982.639168:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299347746
00000020:00000040:2.0:1769077982.639170:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000010:3.0:1769077982.639174:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a96c0.
02000000:00000001:2.0:1769077982.639175:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077982.639177:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.639180:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077982.639181:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077982.639184:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769077982.639186:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077982.639188:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.639192:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077982.639195:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8800.
00000100:00000001:3.0:1769077982.639197:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077982.639201:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.639202:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077982.639211:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077982.639214:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077982.639218:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077982.639223:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077982.639224:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077982.639226:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077982.639228:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.639230:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077982.639236:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077982.639238:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077982.639258:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.639259:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077982.639262:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077982.639264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769077982.639265:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077982.639268:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077982.639270:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:3.0:1769077982.639273:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077982.639278:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932517504:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077982.639281:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077982.639283:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769077982.639285:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769077982.639286:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077982.639289:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077982.639294:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
00000100:00000040:2.0:1769077982.639296:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077982.639303:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4684)
02000000:00000001:3.0:1769077982.639306:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077982.639316:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077982.639320:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b62c0.
00000400:00000010:3.0:1769077982.639324:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769077982.639328:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932517504, portal 10
00000100:00000001:3.0:1769077982.639329:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077982.639331:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000100:00000040:3.0:1769077982.639337:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077982.639344:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077982.639347:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077982.639349:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce088.
00000100:00000200:3.0:1769077982.639351:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932517504, offset 0
00000400:00000200:3.0:1769077982.639355:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077982.639359:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077982.639363:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077982.639366:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077982.639368:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077982.639370:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077982.639373:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077982.639375:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47698:47698:255:4294967295] 192.168.204.153@tcp LPNI seq info [47698:47698:7:4294967295]
00000400:00000200:3.0:1769077982.639379:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077982.639385:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077982.639398:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077982.639432:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134d00.
00000800:00000200:3.0:1769077982.639437:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077982.639440:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769077982.639443:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077982.639447:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077982.639450:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077982.639453:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299346444
00000100:00000001:3.0:1769077982.639455:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299347746
00000100:00000001:3.0:1769077982.639458:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299346444
00000100:00000001:3.0:1769077982.639460:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299347746
00000100:00000001:3.0:1769077982.639462:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077982.639464:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.639467:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.639468:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077982.639471:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077982.639473:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077982.639474:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077982.639476:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077982.639477:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077982.639481:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077982.639488:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077982.639489:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077982.639492:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077982.639495:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077982.639497:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077982.639500:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932517632:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077982.639503:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077982.639506:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077982.639524:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077982.639526:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077982.639530:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077982.639531:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077982.639536:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077982.639538:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769077982.639541:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769077982.639544:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932517632, portal 10
00000100:00000001:3.0:1769077982.639546:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077982.639547:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000100:00000040:3.0:1769077982.639553:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077982.639560:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077982.639562:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077982.639564:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bcedd0.
00000100:00000200:3.0:1769077982.639566:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932517632, offset 0
00000400:00000200:3.0:1769077982.639571:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077982.639574:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077982.639578:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077982.639580:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077982.639583:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077982.639585:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077982.639587:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077982.639590:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47699:47699:254:4294967295] 192.168.204.153@tcp LPNI seq info [47699:47699:6:4294967295]
00000400:00000200:3.0:1769077982.639594:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077982.639601:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077982.639605:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077982.639608:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769077982.639612:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077982.639616:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769077982.639627:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077982.639630:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077982.639634:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077982.639636:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299346443
00000100:00000001:3.0:1769077982.639638:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299347746
00000100:00000001:3.0:1769077982.639640:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299346443
00000100:00000001:3.0:1769077982.639643:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299347746
00000100:00000001:3.0:1769077982.639645:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077982.639647:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.639649:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.639651:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077982.639654:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077982.639656:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077982.639657:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077982.639658:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077982.639660:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077982.639662:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077983.534515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077983.534515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077983.534523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077983.534523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077983.534523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077983.534525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077983.534527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077983.534528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077983.534532:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077983.534534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077983.534536:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077983.534536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077983.534538:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077983.534540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077983.534542:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077983.534542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077983.534548:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077983.534552:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077983.534556:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077983.534556:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077983.534560:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077983.534564:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077983.534568:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077983.534572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077983.534576:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077983.534677:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077983.534681:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077983.534682:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077983.534685:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077983.534688:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077983.534690:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077983.534692:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077983.534693:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077983.534695:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077983.982519:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299347746, at 4299347776
00000100:00000040:3.0:1769077983.982519:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299347746, at 4299347776
00000100:00000010:3.0:1769077983.982538:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00000100:00000010:2.0:1769077983.982542:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000001:0.0:1769077984.558526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077984.558526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077984.558526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077984.558529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077984.558534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077984.558535:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077984.558535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077984.558536:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769077984.558537:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.558539:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077984.558540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077984.558542:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077984.558546:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077984.558547:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769077984.558548:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077984.558548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077984.558550:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077984.558554:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077984.558555:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077984.558555:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077984.558556:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077984.558561:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077984.558562:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077984.558562:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077984.558565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077984.558568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077984.558570:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077984.558570:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077984.558571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.558575:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077984.558579:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077984.558580:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077984.558584:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077984.558587:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077984.558587:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077984.558591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077984.558594:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077984.558610:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077984.558614:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077984.558618:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077985.582522:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077985.582527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077985.582529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077985.582532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077985.582532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077985.582541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077985.582541:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077985.582543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077985.582547:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077985.582548:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077985.582554:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077985.582554:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077985.582556:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077985.582559:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769077985.582561:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077985.582564:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077985.582566:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077985.582569:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077985.582570:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077985.582571:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077985.582575:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077985.582576:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077985.582579:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077985.582581:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077985.582583:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077985.582693:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077985.582695:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077985.582696:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077985.582698:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077985.582700:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077985.582701:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.582703:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077985.582704:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.582706:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1769077985.710725:0:2407:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769077985.710771:0:2407:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077985.710783:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077985.710788:0:2407:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769077985.710791:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769077985.710795:0:2407:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077985.710801:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077985.710805:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:1.0:1769077985.710811:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077985.710817:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077985.710824:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bceee0
00000400:00000010:1.0:1769077985.710827:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bceee0.
00000100:00000001:1.0:1769077985.710832:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077985.710842:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077985.710892:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077985.710897:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077985.710905:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077985.710907:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077985.710919:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077985.710921:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134d00.
00000400:00000200:1.0:1769077985.710924:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077985.710927:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077985.710930:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce088
00000400:00000010:1.0:1769077985.710932:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce088.
00000100:00000001:1.0:1769077985.710934:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077985.710939:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077985.710946:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077985.710948:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077985.710954:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077985.710955:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077985.710959:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769077985.710961:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:1.0:1769077985.710963:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077985.710966:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077985.710969:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bcedd0
00000400:00000010:1.0:1769077985.710971:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bcedd0.
00000100:00000001:1.0:1769077985.710973:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077985.710976:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077985.710982:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077985.710985:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077985.710992:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077985.710994:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077985.711064:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077985.711069:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077985.711072:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077985.711081:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077982/real 1769077985]  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077985.711093:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077985.711095:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077985.711099:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769077985.711104:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769077985.711105:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769077985.711108:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077985.711112:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077985.711121:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077985.711128:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077985.711130:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711134:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077985.711137:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077985.711143:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077985.711158:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077985.711164:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077985.711175:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077985.711178:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711181:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077985.711182:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711186:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077985.711192:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077985.711198:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077985.711206:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077985.711209:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077985.711214:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077985.711221:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932517632:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077985.711227:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077985.711230:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077982/real 1769077985]  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077985.711238:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077985.711239:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077985.711242:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b62c0.
00000400:00000200:3.0:1769077985.711244:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769077985.711246:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769077985.711247:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077985.711250:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077985.711263:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077985.711269:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077985.711270:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711277:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077985.711278:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077985.711282:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077985.711289:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077985.711292:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077985.711297:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077985.711300:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711302:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077985.711303:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711304:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077985.711307:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077985.711310:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077985.711313:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077985.711316:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077985.711320:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077985.711327:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932517504:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077985.711331:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077985.711334:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077982/real 1769077985]  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077985.711346:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077985.711347:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077985.711350:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077985.711352:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077985.711596:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077985.711601:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077985.711605:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077985.711613:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077985.711619:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077985.711620:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711622:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077985.711624:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077985.711627:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077985.711632:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077985.711634:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077985.711638:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077985.711639:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711640:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077985.711641:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711642:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077985.711643:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077985.711644:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077985.711646:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077985.711647:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077985.711649:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077985.711655:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932517376:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077985.711658:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711660:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077985.711662:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932517632/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077985.711665:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077985.711668:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077985.711672:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077985.711675:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077985.711678:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077985.711680:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077985.711683:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077985.711686:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8800.
02000000:00000001:3.0:1769077985.711690:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077985.711693:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077985.711695:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:3.0:1769077985.711698:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077985.711700:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711701:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077985.711705:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932517504/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077985.711711:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077985.711713:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077985.711714:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077985.711717:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077985.711719:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077985.711720:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077985.711722:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077985.711724:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9000.
02000000:00000001:3.0:1769077985.711727:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077985.711728:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077985.711729:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:3.0:1769077985.711732:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077985.711733:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711734:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077985.711736:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932517376/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077985.711741:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077985.711742:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077985.711743:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077985.711745:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077985.711745:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077985.711746:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077985.711747:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077985.711747:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab400.
02000000:00000001:3.0:1769077985.711749:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077985.711749:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077985.711750:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:3.0:1769077985.711751:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077985.711752:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711754:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.711762:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077985.711763:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077985.711765:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077985.711767:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077986.606509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077986.606511:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077986.606512:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077986.606516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077986.606517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077986.606520:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077986.606522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077986.606525:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077986.606527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769077986.606528:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077986.606528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077986.606534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077986.606534:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077986.606537:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077986.606537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077986.606542:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077986.606543:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077986.606545:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077986.606548:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077986.606549:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077986.606551:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077986.606555:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077986.606557:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077986.606561:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077986.606563:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077986.606564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077986.606568:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077986.606572:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077986.606574:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769077986.606574:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077986.606580:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077986.606582:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077986.606585:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077986.606588:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077987.630527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077987.630527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077987.630528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077987.630534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077987.630537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077987.630537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077987.630537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077987.630541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077987.630542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077987.630542:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077987.630542:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077987.630551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769077987.630551:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077987.630552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769077987.630556:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077987.630557:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769077987.630558:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077987.630559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077987.630560:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077987.630562:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077987.630564:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077987.630565:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.630565:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077987.630566:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077987.630571:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077987.630572:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769077987.630574:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077987.630576:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077987.630578:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077987.630578:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077987.630580:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.630581:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077987.630582:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077987.630585:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077987.630586:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077987.630588:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077987.630590:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077987.630615:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077987.630618:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077987.630622:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077987.758486:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077987.758499:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077987.758502:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077987.758506:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077987.758512:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077987.758520:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4679
00000400:00000200:2.0:1769077987.758531:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077987.758538:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077987.758541:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077987.758545:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758549:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077987.758552:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758555:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077987.758560:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077987.758562:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077987.758565:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077987.758567:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077987.758570:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077987.758573:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077987.758584:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758586:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077987.758589:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758591:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077987.758594:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077987.758598:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758600:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077987.758604:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077987.758607:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077987.758610:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077987.758612:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077987.758615:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077987.758621:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769077987.758626:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077987.758630:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077987.758632:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077987.758635:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077987.758639:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077987.758643:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077987.758651:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000001:2.0:1769077987.758658:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077987.758666:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077987.758676:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077987.758681:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077987.758686:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077987.758713:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077987.758716:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077987.758719:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077987.758721:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077987.758722:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077987.758725:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077987.758728:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4679
00000400:00000200:2.0:1769077987.758732:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077987.758735:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077987.758738:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077987.758741:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758743:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077987.758745:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758747:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077987.758750:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077987.758751:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077987.758753:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077987.758755:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769077987.758757:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077987.758759:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769077987.758762:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758764:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077987.758766:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758768:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077987.758770:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769077987.758773:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758776:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077987.758778:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077987.758784:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077987.758786:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077987.758788:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077987.758793:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077987.758796:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077987.758798:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077987.758801:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769077987.758804:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077987.758807:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077987.758808:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077987.758810:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077987.758811:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077987.758813:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077987.758817:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:2.0:1769077987.758835:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077987.758840:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077987.758848:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077987.758850:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077987.758854:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077987.758861:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077987.758863:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077987.758869:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077987.758870:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077987.758871:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077987.758874:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077987.758876:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4679
00000400:00000200:2.0:1769077987.758880:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077987.758882:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077987.758885:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077987.758887:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758889:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077987.758890:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758892:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077987.758894:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077987.758895:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769077987.758897:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077987.758898:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077987.758900:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077987.758902:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769077987.758905:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758906:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077987.758908:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758909:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077987.758912:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077987.758915:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077987.758917:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077987.758919:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077987.758922:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077987.758924:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077987.758926:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077987.758928:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077987.758931:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077987.758933:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077987.758936:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769077987.758938:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077987.758940:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077987.758941:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077987.758943:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077987.758944:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077987.758946:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077987.758949:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:2.0:1769077987.758952:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077987.758956:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077987.758962:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077987.758964:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077987.758968:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077987.758974:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077987.758976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077987.758980:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077987.758983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077987.758986:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077987.758992:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4689)
00000100:00000001:3.0:1769077987.759047:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077987.759052:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077987.759055:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077987.759062:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759070:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077987.759072:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077987.759076:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077987.759079:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077987.759081:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077987.759084:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932517760:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077987.759088:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077987.759092:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077987.759093:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077987.759096:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077987.759101:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077987.759103:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077987.759110:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077987.759115:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077987.759129:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077987.759138:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932517760, portal 25
00000100:00000001:3.0:1769077987.759141:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077987.759142:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564822400 : -121121144729216 : ffff91d749319180)
00000100:00000040:3.0:1769077987.759147:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759154:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077987.759156:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077987.759158:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769077987.759160:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932517760, offset 0
00000400:00000200:3.0:1769077987.759167:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077987.759176:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077987.759183:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077987.759189:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077987.759194:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077987.759203:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077987.759206:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077987.759209:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47700:47700:256:4294967295] 192.168.204.153@tcp LPNI seq info [47700:47700:8:4294967295]
00000400:00000200:3.0:1769077987.759213:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077987.759222:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077987.759229:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077987.759236:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769077987.759243:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077987.759248:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077987.759254:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077987.759257:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077987.759260:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077987.759263:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769077987.759268:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077987.759273:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077987.759279:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769077987.759281:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769077987.759285:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077987.759289:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759297:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077987.759301:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759308:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077987.759309:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077987.759316:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077987.759320:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077987.759323:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299352866
00000100:00000010:3.0:1769077987.759328:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a91e0.
00000100:00000001:3.0:1769077987.759337:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077987.759342:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299352866
00000100:00000010:3.0:1769077987.759345:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a96c0.
00000100:00000001:3.0:1769077987.759349:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077987.759352:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077987.759355:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077987.759357:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077987.759362:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077987/real 1769077987]  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077987.759373:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077987.759375:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077987.759377:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077987.759380:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077987.759382:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077987.759384:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077987.759388:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077987.759397:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759428:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077987.759430:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.759433:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077987.759435:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077987.759439:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759447:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077987.759452:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759460:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077987.759463:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.759465:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077987.759466:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.759469:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077987.759471:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077987.759474:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077987.759478:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077987.759480:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077987.759485:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077987.759505:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932517760:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077987.759510:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077987.759513:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759520:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077987.759521:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077987.759523:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077987.759525:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077987.759527:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077987.759530:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932517888:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077987.759534:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077987.759536:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077987.759538:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077987.759539:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077987.759543:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077987.759545:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077987.759549:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077987.759552:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077987.759555:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077987.759558:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932517888, portal 10
00000100:00000001:3.0:1769077987.759560:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077987.759562:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564821504 : -121121144730112 : ffff91d749318e00)
00000100:00000040:3.0:1769077987.759568:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759575:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077987.759577:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077987.759579:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769077987.759581:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932517888, offset 0
00000400:00000200:3.0:1769077987.759585:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077987.759589:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077987.759592:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077987.759594:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077987.759597:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077987.759598:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077987.759600:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077987.759602:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47701:47701:256:4294967295] 192.168.204.153@tcp LPNI seq info [47701:47701:8:4294967295]
00000400:00000200:3.0:1769077987.759606:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077987.759611:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077987.759614:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077987.759617:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769077987.759621:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077987.759623:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077987.759627:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077987.759629:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077987.759633:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077987.759634:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769077987.759637:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077987.759640:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077987.759642:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769077987.759644:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769077987.759646:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077987.759649:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759655:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077987.759658:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759664:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077987.759666:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077987.759669:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077987.759673:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077987.759676:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077987.759678:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299351564
00000100:00000001:3.0:1769077987.759681:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299352866
00000100:00000001:3.0:1769077987.759683:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299351564
00000100:00000001:3.0:1769077987.759685:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299352866
00000100:00000001:3.0:1769077987.759687:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077987.759688:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077987.759690:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077987.759693:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077987/real 1769077987]  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077987.759700:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077987.759702:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077987.759704:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077987.759706:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077987.759707:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077987.759709:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077987.759711:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077987.759719:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759724:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077987.759725:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.759727:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077987.759728:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077987.759732:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759738:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077987.759741:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759746:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077987.759748:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.759750:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077987.759751:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.759752:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077987.759754:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077987.759756:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077987.759759:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077987.759761:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077987.759765:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077987.759772:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932517888:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077987.759776:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077987.759779:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759784:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077987.759786:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077987.759788:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077987.759790:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077987.759792:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077987.759794:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932518016:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077987.759797:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077987.759800:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077987.759801:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077987.759802:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077987.759806:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077987.759808:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077987.759811:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077987.759813:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077987.759816:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077987.759833:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932518016, portal 10
00000100:00000001:3.0:1769077987.759835:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077987.759836:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564832256 : -121121144719360 : ffff91d74931b800)
00000100:00000040:3.0:1769077987.759842:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759848:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077987.759850:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077987.759853:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769077987.759855:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932518016, offset 0
00000400:00000200:3.0:1769077987.759859:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077987.759863:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077987.759866:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077987.759869:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077987.759871:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077987.759873:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077987.759875:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077987.759878:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47702:47702:256:4294967295] 192.168.204.153@tcp LPNI seq info [47702:47702:8:4294967295]
00000400:00000200:3.0:1769077987.759882:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077987.759886:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077987.759891:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077987.759894:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769077987.759898:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077987.759900:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077987.759905:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077987.759926:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077987.759930:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077987.759932:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769077987.759935:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077987.759938:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077987.759941:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769077987.759943:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769077987.759946:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077987.759949:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759956:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077987.759959:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.759965:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077987.759966:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077987.759969:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077987.759972:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077987.759975:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077987.759977:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299351563
00000100:00000001:3.0:1769077987.759980:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299352866
00000100:00000001:3.0:1769077987.759982:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299351563
00000100:00000001:3.0:1769077987.759984:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299352866
00000100:00000001:3.0:1769077987.759987:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077987.759989:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077987.759991:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077987.759994:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077987/real 1769077987]  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077987.760002:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077987.760003:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077987.760005:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077987.760007:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077987.760009:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077987.760011:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077987.760015:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077987.760022:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.760028:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077987.760029:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.760031:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077987.760032:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077987.760035:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.760041:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077987.760044:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.760050:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077987.760052:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.760053:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077987.760055:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.760056:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077987.760059:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077987.760061:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077987.760065:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077987.760067:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077987.760071:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077987.760079:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932518016:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077987.760083:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.760085:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077987.760089:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319180 x1855007932517760/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.760096:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077987.760098:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077987.760101:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769077987.760104:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077987.760106:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077987.760108:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077987.760110:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077987.760114:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab000.
02000000:00000001:3.0:1769077987.760118:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077987.760120:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077987.760122:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319180.
00000100:00000001:3.0:1769077987.760125:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077987.760126:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.760127:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077987.760131:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318e00 x1855007932517888/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.760137:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077987.760138:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077987.760140:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077987.760142:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077987.760143:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077987.760144:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077987.760147:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077987.760148:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:3.0:1769077987.760150:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077987.760151:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077987.760152:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318e00.
00000100:00000001:3.0:1769077987.760155:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077987.760156:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.760158:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077987.760161:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b800 x1855007932518016/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077987.760167:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077987.760169:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077987.760170:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077987.760172:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077987.760173:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077987.760174:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077987.760176:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077987.760177:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9400.
02000000:00000001:3.0:1769077987.760180:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077987.760182:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077987.760183:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b800.
00000100:00000001:3.0:1769077987.760185:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077987.760187:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.760189:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.760198:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077987.760200:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077987.760203:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077987.760204:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.654462:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077988.654462:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077988.654472:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077988.654472:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077988.654476:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077988.654476:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077988.654477:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077988.654482:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077988.654486:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077988.654486:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077988.654486:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077988.654492:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769077988.654494:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077988.654494:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077988.654497:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077988.654500:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077988.654501:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.654501:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077988.654508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077988.654508:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077988.654513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077988.654513:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077988.654518:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077988.654518:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077988.654521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077988.654523:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077988.654524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077988.654527:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.654527:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077988.654530:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.654534:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077988.654559:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077988.654562:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077988.654566:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077989.102467:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299352866, at 4299352896
00000100:00000040:3.0:1769077989.102476:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299352866, at 4299352896
00000100:00000010:3.0:1769077989.102486:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00000100:00000010:2.0:1769077989.102491:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a91e0.
00000100:00000001:2.0:1769077989.678528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077989.678528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077989.678531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077989.678536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.678538:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077989.678541:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077989.678544:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077989.678545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077989.678547:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077989.678548:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077989.678548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077989.678554:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077989.678555:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769077989.678555:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077989.678559:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.678562:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077989.678563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077989.678563:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077989.678568:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077989.678569:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077989.678569:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077989.678570:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077989.678576:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077989.678576:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077989.678581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077989.678582:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077989.678585:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077989.678587:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077989.678587:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.678591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077989.678595:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077989.678596:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077989.678599:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077989.678602:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077990.702530:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077990.702530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077990.702535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077990.702539:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077990.702541:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077990.702541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077990.702542:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077990.702545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077990.702549:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077990.702550:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077990.702552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077990.702555:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077990.702557:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077990.702557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077990.702560:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077990.702561:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077990.702564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077990.702568:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077990.702571:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077990.702572:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077990.702575:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077990.702578:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077990.702676:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077990.702679:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077990.702682:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077990.702723:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077990.702726:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077990.702728:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077990.702730:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077990.702732:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077990.702734:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077990.702736:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077990.702738:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077990.702739:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077991.726547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077991.726553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077991.726555:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077991.726557:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077991.726559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077991.726564:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077991.726567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077991.726569:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077991.726572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077991.726575:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077991.726576:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077991.726577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077991.726579:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077991.726605:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077991.726607:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077991.726609:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077991.726715:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077991.726719:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077991.726721:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077991.726724:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077991.726727:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077991.726730:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077991.726732:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077991.726734:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077991.726736:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077991.726791:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077991.726792:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077991.726793:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077991.726795:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077991.726796:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077991.726798:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077991.726799:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077991.726800:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077991.726802:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077992.750550:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077992.750559:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077992.750562:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077992.750565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077992.750569:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077992.750570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077992.750574:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077992.750578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.750580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077992.750582:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.750584:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077992.750595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077992.750596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077992.750678:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077992.750683:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077992.750688:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077992.750696:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077992.750699:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077992.750702:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077992.750705:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077992.750708:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077992.750710:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.750713:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077992.750714:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077992.750723:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077992.750729:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077992.750793:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077992.750796:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077992.750799:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077992.750802:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077992.750804:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077992.750805:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077992.750806:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077992.750807:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077992.878564:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077992.878575:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077992.878578:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077992.878582:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077992.878587:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077992.878595:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4684
00000400:00000200:2.0:1769077992.878604:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077992.878610:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077992.878612:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077992.878615:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077992.878618:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077992.878620:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077992.878621:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077992.878624:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077992.878625:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077992.878628:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077992.878630:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077992.878631:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077992.878633:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077992.878635:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077992.878636:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077992.878638:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077992.878639:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077992.878641:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077992.878642:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077992.878644:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077992.878646:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077992.878649:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077992.878650:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077992.878652:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077992.878654:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077992.878663:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769077992.878666:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077992.878668:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077992.878670:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077992.878678:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077992.878681:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077992.878685:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077992.878691:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8000.
00000100:00000001:2.0:1769077992.878697:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077992.878703:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077992.878711:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077992.878715:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077992.878720:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077992.878756:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077992.878760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077992.878763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077992.878765:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077992.878767:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077992.878769:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077992.878772:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4684
00000400:00000200:2.0:1769077992.878776:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077992.878780:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077992.878783:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077992.878786:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077992.878789:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077992.878791:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077992.878794:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077992.878795:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769077992.878797:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077992.878800:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000001:3.0:1769077992.878801:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077992.878802:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077992.878806:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769077992.878806:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077992.878811:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769077992.878815:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769077992.878816:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077992.878821:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077992.878824:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077992.878829:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077992.878832:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077992.878833:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769077992.878836:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769077992.878837:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077992.878842:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:3.0:1769077992.878843:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077992.878846:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077992.878848:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077992.878851:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077992.878853:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077992.878858:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932518144:192.168.204.153@tcp:250:kworker.0
02000000:00000001:2.0:1769077992.878859:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077992.878865:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077992.878865:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077992.878869:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077992.878871:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1769077992.878875:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077992.878875:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077992.878880:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1769077992.878882:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077992.878885:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077992.878886:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077992.878889:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077992.878891:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077992.878895:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769077992.878898:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769077992.878900:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077992.878903:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077992.878904:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:2.0:1769077992.878905:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077992.878908:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077992.878912:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077992.878914:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
02000000:00000010:2.0:1769077992.878917:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769077992.878922:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077992.878923:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932518144, portal 25
00000100:00000001:3.0:1769077992.878927:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1769077992.878929:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077992.878930:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564819712 : -121121144731904 : ffff91d749318700)
00000100:00000040:3.0:1769077992.878941:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077992.878942:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077992.878946:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077992.878954:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.878961:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077992.878965:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077992.878969:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:2.0:1769077992.878970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077992.878974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077992.878976:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1769077992.878976:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00080000:2.0:1769077992.878979:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077992.878982:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1769077992.878982:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932518144, offset 0
00000100:00080000:2.0:1769077992.878987:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4684
00000400:00000200:3.0:1769077992.878994:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077992.879135:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077992.879140:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077992.879142:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769077992.879146:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769077992.879147:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077992.879151:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077992.879152:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077992.879154:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077992.879156:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077992.879158:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000200:3.0:1769077992.879158:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000001:2.0:1769077992.879159:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077992.879162:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077992.879165:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769077992.879166:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769077992.879169:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077992.879170:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077992.879173:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077992.879174:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077992.879175:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769077992.879177:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000020:00000040:2.0:1769077992.879178:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769077992.879182:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769077992.879183:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769077992.879185:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077992.879188:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077992.879189:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000001:2.0:1769077992.879191:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077992.879195:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47703:47703:256:4294967295] 192.168.204.153@tcp LPNI seq info [47703:47703:8:4294967295]
02000000:00000001:2.0:1769077992.879196:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077992.879200:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077992.879202:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769077992.879203:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000008:00000001:2.0:1769077992.879207:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077992.879209:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077992.879211:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077992.879216:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769077992.879217:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769077992.879220:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077992.879222:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077992.879223:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077992.879225:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1769077992.879226:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000001:2.0:1769077992.879227:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077992.879233:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000800:00000010:3.0:1769077992.879233:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000100:00000001:2.0:1769077992.879238:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077992.879243:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00100000:2.0:1769077992.879244:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769077992.879247:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077992.879256:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077992.879257:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769077992.879261:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1769077992.879262:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769077992.879267:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077992.879271:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000100:00000040:2.0:1769077992.879272:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077992.879278:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769077992.879286:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077992.879287:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769077992.879290:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077992.879294:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000100:00000040:2.0:1769077992.879296:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:3.0:1769077992.879300:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000040:2.0:1769077992.879301:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077992.879306:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769077992.879307:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769077992.879312:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4694)
00000100:00000200:3.0:1769077992.879314:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879326:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077992.879330:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879338:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077992.879340:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077992.879347:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077992.879352:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077992.879355:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299357986
00000100:00000010:3.0:1769077992.879361:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a96c0.
00000100:00000001:3.0:1769077992.879368:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077992.879374:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299357986
00000100:00000010:3.0:1769077992.879377:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
00000100:00000001:3.0:1769077992.879380:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077992.879383:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077992.879387:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077992.879389:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077992.879393:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077992/real 1769077992]  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077992.879427:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077992.879429:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077992.879431:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077992.879434:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077992.879436:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077992.879439:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077992.879443:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077992.879452:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879459:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077992.879461:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.879464:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077992.879467:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077992.879471:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879479:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077992.879483:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879498:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077992.879501:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.879503:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077992.879504:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.879507:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077992.879509:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077992.879512:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077992.879516:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077992.879519:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077992.879523:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077992.879532:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932518144:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077992.879537:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.879540:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077992.879543:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318700 x1855007932518144/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879549:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077992.879552:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077992.879555:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077992.879558:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077992.879560:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077992.879562:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077992.879564:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077992.879567:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8000.
02000000:00000001:3.0:1769077992.879571:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077992.879573:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077992.879575:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318700.
00000100:00000001:3.0:1769077992.879578:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077992.879580:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.879582:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.879591:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077992.879593:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077992.879596:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077992.879597:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077992.879599:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077992.879603:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879609:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077992.879610:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077992.879612:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077992.879614:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077992.879616:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077992.879619:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932518272:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077992.879623:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077992.879624:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077992.879626:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077992.879628:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077992.879631:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077992.879633:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077992.879638:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077992.879641:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077992.879644:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077992.879647:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932518272, portal 10
00000100:00000001:3.0:1769077992.879650:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077992.879651:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564817920 : -121121144733696 : ffff91d749318000)
00000100:00000040:3.0:1769077992.879658:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879665:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077992.879667:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077992.879670:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769077992.879672:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932518272, offset 0
00000400:00000200:3.0:1769077992.879677:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077992.879681:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077992.879685:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077992.879688:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077992.879690:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077992.879692:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077992.879694:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077992.879697:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47704:47704:256:4294967295] 192.168.204.153@tcp LPNI seq info [47704:47704:8:4294967295]
00000400:00000200:3.0:1769077992.879701:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077992.879707:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077992.879711:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077992.879714:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769077992.879718:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077992.879721:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077992.879725:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077992.879728:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077992.879749:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077992.879752:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769077992.879755:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077992.879758:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077992.879761:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769077992.879763:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769077992.879766:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077992.879770:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879777:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077992.879780:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879787:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077992.879788:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077992.879792:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077992.879796:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077992.879800:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077992.879801:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299356684
00000100:00000001:3.0:1769077992.879805:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299357986
00000100:00000001:3.0:1769077992.879807:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299356684
00000100:00000001:3.0:1769077992.879809:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299357986
00000100:00000001:3.0:1769077992.879811:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077992.879813:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077992.879815:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077992.879819:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077992/real 1769077992]  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077992.879826:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077992.879836:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077992.879838:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077992.879843:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077992.879845:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077992.879848:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077992.879851:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077992.879859:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879866:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077992.879867:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.879869:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077992.879871:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077992.879874:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879881:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077992.879884:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879891:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077992.879893:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.879895:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077992.879897:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.879898:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077992.879900:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077992.879903:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077992.879906:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077992.879908:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077992.879912:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077992.879920:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932518272:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077992.879924:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077992.879927:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879934:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077992.879936:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077992.879938:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077992.879939:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077992.879941:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077992.879943:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932518400:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077992.879947:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077992.879948:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077992.879950:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077992.879952:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077992.879955:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077992.879957:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077992.879960:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077992.879963:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077992.879966:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077992.879968:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932518400, portal 10
00000100:00000001:3.0:1769077992.879970:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077992.879972:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564825984 : -121121144725632 : ffff91d749319f80)
00000100:00000040:3.0:1769077992.879977:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.879983:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077992.879986:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077992.879988:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769077992.879990:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932518400, offset 0
00000400:00000200:3.0:1769077992.879994:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077992.879997:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077992.880000:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077992.880003:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077992.880005:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077992.880008:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077992.880010:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077992.880013:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47705:47705:256:4294967295] 192.168.204.153@tcp LPNI seq info [47705:47705:8:4294967295]
00000400:00000200:3.0:1769077992.880017:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077992.880024:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077992.880028:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077992.880031:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769077992.880034:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077992.880037:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077992.880041:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077992.880044:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077992.880047:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077992.880049:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769077992.880052:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077992.880055:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077992.880058:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769077992.880059:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769077992.880061:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077992.880065:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.880073:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077992.880076:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.880083:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077992.880085:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077992.880087:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077992.880090:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077992.880093:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077992.880095:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299356683
00000100:00000001:3.0:1769077992.880098:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299357986
00000100:00000001:3.0:1769077992.880100:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299356683
00000100:00000001:3.0:1769077992.880102:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299357986
00000100:00000001:3.0:1769077992.880104:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077992.880106:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077992.880108:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077992.880111:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077992/real 1769077992]  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077992.880119:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077992.880120:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077992.880122:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077992.880124:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077992.880125:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077992.880127:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077992.880130:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077992.880138:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.880145:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077992.880146:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.880148:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077992.880149:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077992.880154:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.880161:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077992.880165:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.880171:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077992.880173:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.880175:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077992.880177:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.880178:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077992.880181:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077992.880184:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077992.880186:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077992.880188:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077992.880192:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077992.880200:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932518400:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077992.880204:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.880206:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077992.880208:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318000 x1855007932518272/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.880215:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077992.880217:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077992.880219:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077992.880221:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077992.880222:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077992.880224:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077992.880226:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077992.880228:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab800.
02000000:00000001:3.0:1769077992.880231:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077992.880232:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077992.880234:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318000.
00000100:00000001:3.0:1769077992.880236:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077992.880238:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.880239:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077992.880242:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319f80 x1855007932518400/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077992.880248:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077992.880250:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077992.880251:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077992.880253:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077992.880254:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077992.880256:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077992.880258:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077992.880259:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa800.
02000000:00000001:3.0:1769077992.880261:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077992.880262:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077992.880263:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319f80.
00000100:00000001:3.0:1769077992.880265:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077992.880266:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.880268:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.880270:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077992.880272:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077992.880274:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077992.880275:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077993.774540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077993.774544:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077993.774546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077993.774550:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077993.774551:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077993.774552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.774554:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077993.774554:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077993.774561:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077993.774562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077993.774562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077993.774565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.774568:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077993.774568:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077993.774575:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077993.774575:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077993.774580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077993.774584:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077993.774587:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077993.774590:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077993.774593:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077993.774596:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077993.774664:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077993.774667:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1769077993.774669:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077993.774672:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:0.0:1769077993.774674:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077993.774675:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077993.774679:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077993.774681:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077993.774690:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077993.774692:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077993.774694:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077993.774699:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077994.222540:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299357986, at 4299358016
00000100:00000040:3.0:1769077994.222540:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299357986, at 4299358016
00000100:00000010:2.0:1769077994.222557:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00000100:00000010:3.0:1769077994.222559:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000001:2.0:1769077994.798530:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077994.798530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077994.798534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077994.798539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077994.798540:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769077994.798540:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077994.798542:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077994.798543:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077994.798543:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077994.798545:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769077994.798548:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077994.798550:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077994.798550:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077994.798551:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077994.798551:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077994.798556:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:0.0:1769077994.798557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769077994.798559:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077994.798560:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077994.798561:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077994.798564:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077994.798565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077994.798566:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.798568:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077994.798570:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077994.798572:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077994.798573:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077994.798573:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077994.798576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077994.798580:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077994.798580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.798581:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077994.798610:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077994.798614:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077994.798617:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077994.798688:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077994.798692:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077994.798694:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077994.798697:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077994.798719:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077995.822526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077995.822526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077995.822526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077995.822531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077995.822534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077995.822534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077995.822535:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077995.822536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077995.822537:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077995.822538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077995.822539:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077995.822543:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769077995.822545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077995.822545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769077995.822546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769077995.822548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077995.822549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077995.822549:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077995.822552:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077995.822553:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077995.822554:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077995.822556:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077995.822558:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077995.822562:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077995.822565:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077995.822566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077995.822568:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077995.822571:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077995.822572:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077995.822576:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077995.822579:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077995.822595:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077995.822600:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077995.822604:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077996.846480:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077996.846480:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077996.846488:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077996.846489:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077996.846491:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077996.846492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077996.846493:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077996.846498:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077996.846501:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077996.846501:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077996.846505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077996.846507:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077996.846508:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077996.846509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077996.846509:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077996.846511:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077996.846514:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077996.846515:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077996.846515:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077996.846519:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077996.846522:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077996.846522:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077996.846526:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077996.846527:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077996.846532:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077996.846532:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077996.846534:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077996.846536:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077996.846539:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077996.846541:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077996.846541:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077996.846544:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077996.846546:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077996.846548:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077997.870513:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077997.870513:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077997.870515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769077997.870518:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077997.870520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077997.870521:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077997.870522:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077997.870523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077997.870525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.870527:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077997.870528:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077997.870530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077997.870534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769077997.870534:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077997.870535:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077997.870535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077997.870540:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077997.870541:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077997.870541:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769077997.870542:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769077997.870543:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077997.870546:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769077997.870546:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077997.870547:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.870548:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077997.870550:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077997.870553:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077997.870554:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077997.870555:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077997.870559:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077997.870559:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769077997.870563:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077997.870565:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.870565:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769077997.870566:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.870570:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.870575:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077997.870592:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077997.870596:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077997.870599:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077997.998558:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077997.998569:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077997.998573:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077997.998577:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077997.998583:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077997.998596:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4689
00000400:00000200:2.0:1769077997.998606:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077997.998613:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077997.998617:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077997.998620:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077997.998625:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077997.998627:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077997.998630:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077997.998635:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077997.998637:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769077997.998640:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077997.998642:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769077997.998672:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769077997.998675:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769077997.998679:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077997.998681:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077997.998683:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077997.998685:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077997.998688:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769077997.998692:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077997.998695:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077997.998698:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077997.998701:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077997.998704:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077997.998707:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077997.998709:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077997.998720:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769077997.998724:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769077997.998729:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077997.998731:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077997.998734:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077997.998737:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077997.998741:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077997.998752:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769077997.998765:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077997.998773:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077997.998784:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077997.998788:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077997.998793:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077997.998813:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077997.998817:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077997.998821:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077997.998822:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077997.998824:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077997.998826:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077997.998829:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4689
00000400:00000200:2.0:1769077997.998834:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769077997.998837:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077997.998840:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769077997.998843:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077997.998844:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077997.998848:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077997.998849:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769077997.998852:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077997.998853:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077997.998857:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769077997.998861:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1769077997.998861:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077997.998864:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769077997.998868:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077997.998871:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769077997.998874:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769077997.998875:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769077997.998877:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077997.998879:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:3.0:1769077997.998881:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077997.998884:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077997.998885:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000001:3.0:1769077997.998887:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077997.998889:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1769077997.998892:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932518528:192.168.204.153@tcp:250:kworker.0
00000100:00000040:2.0:1769077997.998894:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769077997.998899:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769077997.998899:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769077997.998902:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:3.0:1769077997.998905:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769077997.998906:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:3.0:1769077997.998909:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077997.998910:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077997.998914:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077997.998915:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077997.998919:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769077997.998922:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:2.0:1769077997.998923:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077997.998926:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077997.998927:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077997.998933:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769077997.998938:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000008:00000001:2.0:1769077997.998940:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077997.998945:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:2.0:1769077997.998950:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077997.998952:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000010:2.0:1769077997.998955:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769077997.998959:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769077997.998962:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1769077997.998963:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932518528, portal 25
02000000:00000001:2.0:1769077997.998964:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.998968:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077997.998969:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769077997.998970:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564825984 : -121121144725632 : ffff91d749319f80)
02000000:00000001:2.0:1769077997.998971:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077997.998976:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077997.998980:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077997.998982:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:2.0:1769077997.998988:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077997.998998:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077997.998998:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077997.999005:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077997.999011:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000001:2.0:1769077997.999012:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769077997.999015:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932518528, offset 0
00000100:00000001:2.0:1769077997.999016:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077997.999023:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077997.999028:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077997.999040:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769077997.999050:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077997.999051:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00080000:2.0:1769077997.999055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077997.999059:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769077997.999060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077997.999062:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769077997.999064:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00080000:2.0:1769077997.999065:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077997.999069:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769077997.999070:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077997.999075:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:2.0:1769077997.999076:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4689
00000400:00000200:3.0:1769077997.999080:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47706:47706:256:4294967295] 192.168.204.153@tcp LPNI seq info [47706:47706:8:4294967295]
00000400:00000200:3.0:1769077997.999083:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077997.999091:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077997.999096:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769077997.999100:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000800:00000010:3.0:1769077997.999103:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000400:00000200:2.0:1769077997.999106:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077997.999110:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1769077997.999113:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769077997.999117:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000200:3.0:1769077997.999118:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1769077997.999121:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077997.999126:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000200:3.1:1769077997.999127:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769077997.999130:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:3.1:1769077997.999131:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077997.999135:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077997.999138:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000800:00000100:3.0:1769077997.999138:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077997.999141:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000020:00000001:2.0:1769077997.999142:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077997.999145:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769077997.999148:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769077997.999148:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1769077997.999152:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769077997.999155:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769077997.999159:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769077997.999161:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000100:00000001:2.0:1769077997.999162:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769077997.999164:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000040:2.0:1769077997.999167:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769077997.999170:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077997.999171:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769077997.999174:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000200:3.0:1769077997.999175:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077997.999180:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769077997.999185:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077997.999189:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077997.999190:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769077997.999192:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077997.999195:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077997.999196:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077997.999201:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077997.999204:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077997.999210:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.999211:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:2.0:1769077997.999215:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.999216:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077997.999220:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077997.999223:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000010:2.0:1769077997.999226:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000100:00000001:3.0:1769077997.999226:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299363106
00000020:00000040:2.0:1769077997.999230:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000010:3.0:1769077997.999231:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
02000000:00000001:2.0:1769077997.999234:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077997.999236:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077997.999238:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769077997.999239:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1769077997.999240:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077997.999243:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.999246:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299363106
02000000:00000010:2.0:1769077997.999249:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000010:3.0:1769077997.999250:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:2.0:1769077997.999255:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.999255:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077997.999260:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077997.999262:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077997.999265:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077997.999266:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077997.999271:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077997/real 1769077997]  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077997.999286:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:3.0:1769077997.999288:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769077997.999289:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769077997.999291:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077997.999293:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000100:00000040:2.0:1769077997.999296:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077997.999297:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077997.999300:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077997.999303:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077997.999308:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077997.999315:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077997.999321:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769077997.999321:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077997.999330:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769077997.999333:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1769077997.999335:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077997.999335:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999339:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1769077997.999342:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769077997.999342:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077997.999347:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077997.999349:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4699)
00000100:00000001:3.0:1769077997.999356:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077997.999362:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999368:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077997.999371:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999373:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077997.999374:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999377:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077997.999378:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077997.999381:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077997.999386:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077997.999389:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077997.999393:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077997.999428:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932518528:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769077997.999432:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999434:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077997.999436:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319f80 x1855007932518528/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999440:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077997.999443:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077997.999445:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077997.999447:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077997.999449:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077997.999450:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769077997.999451:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077997.999454:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa000.
02000000:00000001:3.0:1769077997.999457:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077997.999460:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077997.999461:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319f80.
00000100:00000001:3.0:1769077997.999465:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077997.999466:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999468:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999477:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077997.999480:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.999482:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077997.999483:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077997.999485:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077997.999488:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999496:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077997.999497:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077997.999500:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077997.999501:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077997.999503:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077997.999506:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932518656:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077997.999509:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077997.999511:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077997.999512:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077997.999513:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077997.999516:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077997.999517:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077997.999520:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077997.999522:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077997.999524:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077997.999526:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932518656, portal 10
00000100:00000001:3.0:1769077997.999528:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077997.999529:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564817920 : -121121144733696 : ffff91d749318000)
00000100:00000040:3.0:1769077997.999534:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999538:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077997.999540:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077997.999541:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769077997.999543:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932518656, offset 0
00000400:00000200:3.0:1769077997.999545:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077997.999548:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077997.999551:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077997.999553:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077997.999554:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077997.999556:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077997.999558:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077997.999560:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47707:47707:256:4294967295] 192.168.204.153@tcp LPNI seq info [47707:47707:8:4294967295]
00000400:00000200:3.0:1769077997.999562:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077997.999566:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077997.999569:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077997.999570:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769077997.999573:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077997.999575:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077997.999578:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077997.999580:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077997.999582:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077997.999583:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769077997.999585:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077997.999587:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077997.999589:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769077997.999590:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769077997.999591:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077997.999594:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999599:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077997.999600:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999605:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.999606:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077997.999608:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077997.999611:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769077997.999613:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077997.999614:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299361804
00000100:00000001:3.0:1769077997.999616:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299363106
00000100:00000001:3.0:1769077997.999618:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299361804
00000100:00000001:3.0:1769077997.999619:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299363106
00000100:00000001:3.0:1769077997.999620:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077997.999621:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.999622:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077997.999624:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077997/real 1769077997]  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077997.999629:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077997.999630:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077997.999631:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077997.999633:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077997.999633:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077997.999634:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077997.999636:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077997.999640:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999645:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077997.999657:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999659:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077997.999660:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077997.999662:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999667:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077997.999669:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999674:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077997.999676:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999677:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077997.999677:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999678:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077997.999680:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077997.999681:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077997.999683:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077997.999684:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077997.999686:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077997.999690:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932518656:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077997.999693:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077997.999695:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999699:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077997.999700:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077997.999701:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077997.999702:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077997.999703:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077997.999705:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932518784:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077997.999707:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077997.999708:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077997.999709:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077997.999710:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077997.999712:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077997.999713:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077997.999716:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769077997.999717:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769077997.999719:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769077997.999721:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932518784, portal 10
00000100:00000001:3.0:1769077997.999722:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077997.999723:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564819712 : -121121144731904 : ffff91d749318700)
00000100:00000040:3.0:1769077997.999727:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999731:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077997.999732:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769077997.999733:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769077997.999735:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932518784, offset 0
00000400:00000200:3.0:1769077997.999737:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769077997.999739:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077997.999741:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769077997.999743:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077997.999744:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769077997.999745:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077997.999747:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769077997.999749:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47708:47708:256:4294967295] 192.168.204.153@tcp LPNI seq info [47708:47708:8:4294967295]
00000400:00000200:3.0:1769077997.999751:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769077997.999755:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077997.999763:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077997.999765:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769077997.999768:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769077997.999769:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077997.999772:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769077997.999774:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077997.999776:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769077997.999777:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769077997.999779:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077997.999781:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077997.999782:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769077997.999784:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769077997.999785:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077997.999787:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999792:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077997.999794:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999798:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.999799:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077997.999800:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077997.999803:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769077997.999805:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769077997.999806:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299361803
00000100:00000001:3.0:1769077997.999808:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299363106
00000100:00000001:3.0:1769077997.999809:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299361803
00000100:00000001:3.0:1769077997.999811:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299363106
00000100:00000001:3.0:1769077997.999812:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077997.999813:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.999814:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077997.999816:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077997/real 1769077997]  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077997.999819:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077997.999820:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077997.999822:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769077997.999823:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769077997.999824:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769077997.999825:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077997.999827:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077997.999831:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999836:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077997.999837:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999838:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077997.999839:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077997.999841:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999844:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077997.999846:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999850:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077997.999851:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999852:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077997.999852:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999853:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077997.999855:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077997.999856:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077997.999858:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769077997.999859:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077997.999861:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077997.999865:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932518784:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769077997.999867:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999868:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077997.999870:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318000 x1855007932518656/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999874:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077997.999876:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077997.999877:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769077997.999878:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077997.999880:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077997.999881:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077997.999882:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077997.999883:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa400.
02000000:00000001:3.0:1769077997.999884:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077997.999885:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077997.999886:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318000.
00000100:00000001:3.0:1769077997.999888:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077997.999889:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999890:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077997.999892:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318700 x1855007932518784/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077997.999895:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077997.999896:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077997.999897:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769077997.999898:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077997.999899:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077997.999899:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769077997.999901:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077997.999902:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9800.
02000000:00000001:3.0:1769077997.999905:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077997.999906:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077997.999907:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318700.
00000100:00000001:3.0:1769077997.999909:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077997.999910:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999911:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.999914:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077997.999915:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077997.999917:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077997.999919:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077998.894514:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077998.894515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077998.894517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077998.894519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077998.894522:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077998.894523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077998.894523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077998.894524:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077998.894525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077998.894528:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077998.894529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077998.894530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077998.894531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769077998.894533:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769077998.894535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077998.894536:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077998.894536:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769077998.894538:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077998.894541:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077998.894542:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077998.894543:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077998.894547:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077998.894547:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077998.894550:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077998.894553:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077998.894553:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077998.894557:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077998.894558:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769077998.894560:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077998.894561:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077998.894562:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077998.894564:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769077998.894567:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077998.894568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077999.342508:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299363106, at 4299363136
00000100:00000010:2.0:1769077999.342524:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000040:3.0:1769077999.342597:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299363106, at 4299363136
00000100:00000010:3.0:1769077999.342603:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:0.0:1769077999.918505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077999.918505:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077999.918505:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769077999.918509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077999.918517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077999.918520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077999.918522:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077999.918522:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769077999.918523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769077999.918529:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.918532:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077999.918533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077999.918533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077999.918535:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769077999.918546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769077999.918547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769077999.918548:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769077999.918554:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077999.918555:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077999.918557:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077999.918563:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077999.918564:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077999.918564:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077999.918572:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769077999.918575:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769077999.918577:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077999.918577:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.918579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769077999.918582:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077999.918583:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077999.918590:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077999.918590:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077999.918595:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077999.918599:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078000.942541:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078000.942542:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078000.942550:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078000.942550:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078000.942551:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078000.942552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078000.942558:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.942559:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078000.942562:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078000.942563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078000.942570:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078000.942572:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078000.942573:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078000.942578:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078000.942578:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078000.942579:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078000.942583:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078000.942587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.942587:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078000.942588:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078000.942590:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078000.942607:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078000.942612:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078000.942616:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078000.942618:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078000.942618:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.942624:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078000.942629:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078000.942634:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078000.942639:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078000.942644:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078000.942657:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078000.942662:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078000.942667:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078001.966572:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078001.966573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078001.966573:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078001.966573:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078001.966593:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078001.966596:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078001.966599:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078001.966600:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078001.966601:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078001.966607:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078001.966613:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078001.966614:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078001.966614:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078001.966616:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078001.966624:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078001.966626:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078001.966628:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078001.966628:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078001.966635:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078001.966635:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078001.966636:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078001.966644:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078001.966645:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078001.966647:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078001.966649:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078001.966652:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078001.966653:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078001.966654:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078001.966659:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078001.966660:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078001.966664:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078001.966665:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078001.966670:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078001.966674:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078002.990528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078002.990534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078002.990542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078002.990548:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078002.990548:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078002.990548:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078002.990549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078002.990559:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078002.990560:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078002.990579:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078002.990580:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078002.990583:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078002.990589:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078002.990591:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078002.990592:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078002.990597:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078002.990605:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078002.990605:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078002.990606:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078002.990606:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078002.990613:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078002.990615:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078002.990616:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078002.990617:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078002.990618:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078002.990625:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078002.990630:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078002.990634:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078002.990635:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078002.990640:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078002.990644:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078002.990645:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078002.990650:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078002.990655:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078003.118545:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078003.118555:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078003.118558:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078003.118582:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078003.118586:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078003.118592:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4694
00000400:00000200:1.0:1769078003.118601:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078003.118606:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078003.118609:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078003.118612:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078003.118614:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078003.118616:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078003.118618:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078003.118622:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078003.118623:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078003.118625:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078003.118627:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078003.118629:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078003.118631:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078003.118633:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078003.118635:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078003.118636:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078003.118638:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078003.118640:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078003.118643:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078003.118644:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078003.118646:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078003.118649:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078003.118651:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.118653:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078003.118654:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078003.118663:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769078003.118665:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078003.118668:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078003.118669:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.118672:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078003.118674:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078003.118677:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078003.118684:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769078003.118690:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078003.118698:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078003.118705:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078003.118709:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078003.118713:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.118730:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078003.118733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078003.118735:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078003.118736:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078003.118737:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078003.118739:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078003.118741:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4694
00000400:00000200:1.0:1769078003.118744:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078003.118746:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078003.118747:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078003.118750:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078003.118752:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078003.118754:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078003.118756:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078003.118758:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078003.118759:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078003.118760:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078003.118761:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769078003.118762:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078003.118763:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078003.118767:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078003.118768:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078003.118770:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078003.118772:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078003.118773:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078003.118776:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078003.118780:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:3.0:1769078003.118781:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078003.118782:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078003.118788:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078003.118793:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078003.118798:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078003.118801:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078003.118803:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078003.118804:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078003.118806:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.118808:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078003.118812:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078003.118815:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1769078003.118816:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.118819:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078003.118819:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769078003.118825:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
02000000:00000001:3.0:1769078003.118825:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078003.118830:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00100000:3.0:1769078003.118834:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932518912:192.168.204.153@tcp:250:kworker.0
02000000:00000001:1.0:1769078003.118835:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078003.118838:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.118841:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078003.118842:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078003.118843:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078003.118846:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078003.118847:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1769078003.118850:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
02000000:00000001:3.0:1769078003.118850:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078003.118855:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078003.118856:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078003.118861:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
00000100:00100000:1.0:1769078003.118862:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078003.118865:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.118873:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078003.118876:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078003.118877:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:1.0:1769078003.118881:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078003.118883:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:1.0:1769078003.118891:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078003.118892:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00080000:1.0:1769078003.118894:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078003.118897:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078003.118898:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078003.118900:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1769078003.118900:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932518912, portal 25
00000100:00000001:1.0:1769078003.118906:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078003.118906:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078003.118908:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559367424 : -121121150184192 : ffff91d748de5500)
00000100:00080000:1.0:1769078003.118911:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4694
00000400:00000200:1.0:1769078003.118917:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769078003.118918:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078003.118921:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078003.118925:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078003.118931:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078003.118933:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078003.118934:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078003.118939:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000040:3.0:1769078003.118939:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769078003.118941:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000010:3.0:1769078003.118943:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000020:00000001:1.0:1769078003.118944:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078003.118947:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000100:00000200:3.0:1769078003.118949:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932518912, offset 0
00000020:00000001:1.0:1769078003.118950:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078003.118952:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769078003.118955:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769078003.118960:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078003.118960:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078003.118966:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078003.118967:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078003.118969:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078003.118972:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078003.118973:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078003.118977:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769078003.118980:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769078003.118982:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:1.0:1769078003.118984:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078003.118987:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078003.118990:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078003.118990:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769078003.118995:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.118996:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078003.118997:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000008:00100000:1.0:1769078003.118998:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078003.119002:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1769078003.119003:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.119008:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078003.119008:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000010:1.0:1769078003.119013:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000400:00000200:3.0:1769078003.119013:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47709:47709:256:4294967295] 192.168.204.153@tcp LPNI seq info [47709:47709:8:4294967295]
00000020:00000040:1.0:1769078003.119018:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078003.119022:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769078003.119022:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769078003.119025:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.119027:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078003.119028:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078003.119030:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078003.119035:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1769078003.119036:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769078003.119042:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078003.119046:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00100000:1.0:1769078003.119050:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1769078003.119053:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000100:00000001:1.0:1769078003.119059:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078003.119061:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078003.119065:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078003.119066:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078003.119072:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1769078003.119077:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078003.119081:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769078003.119082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078003.119088:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1769078003.119088:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1769078003.119094:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1769078003.119098:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078003.119099:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:3.0:1769078003.119101:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000100:00000040:1.0:1769078003.119104:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4704)
00000400:00000200:3.0:1769078003.119107:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078003.119112:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078003.119116:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078003.119117:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078003.119121:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078003.119125:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119132:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078003.119134:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119139:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078003.119141:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078003.119144:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078003.119147:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078003.119149:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299368226
00000100:00000010:3.0:1769078003.119153:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769078003.119159:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078003.119164:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299368226
00000100:00000010:3.0:1769078003.119167:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769078003.119171:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078003.119174:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078003.119177:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078003.119180:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078003.119185:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078003/real 1769078003]  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078003.119196:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078003.119198:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078003.119200:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078003.119202:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078003.119204:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078003.119207:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078003.119211:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078003.119220:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119227:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078003.119229:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119232:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078003.119233:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078003.119238:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119246:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078003.119251:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119267:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078003.119270:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119272:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078003.119273:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119276:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078003.119277:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078003.119279:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078003.119283:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078003.119284:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078003.119287:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078003.119293:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932518912:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078003.119297:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119299:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078003.119300:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5500 x1855007932518912/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119305:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078003.119307:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078003.119309:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078003.119311:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078003.119312:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078003.119314:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078003.119315:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078003.119317:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:3.0:1769078003.119319:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078003.119321:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078003.119322:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5500.
00000100:00000001:3.0:1769078003.119325:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078003.119326:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119327:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119335:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078003.119336:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078003.119337:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078003.119339:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078003.119340:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078003.119349:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119354:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078003.119355:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078003.119357:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078003.119358:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078003.119359:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078003.119361:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932519040:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078003.119363:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078003.119365:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078003.119366:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078003.119367:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078003.119369:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078003.119370:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078003.119374:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078003.119376:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078003.119378:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078003.119380:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932519040, portal 10
00000100:00000001:3.0:1769078003.119382:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078003.119383:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559374592 : -121121150177024 : ffff91d748de7100)
00000100:00000040:3.0:1769078003.119387:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119391:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078003.119393:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078003.119394:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078003.119396:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932519040, offset 0
00000400:00000200:3.0:1769078003.119399:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078003.119418:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078003.119422:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078003.119424:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078003.119426:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078003.119428:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078003.119429:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078003.119432:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47710:47710:256:4294967295] 192.168.204.153@tcp LPNI seq info [47710:47710:8:4294967295]
00000400:00000200:3.0:1769078003.119435:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078003.119439:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078003.119442:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078003.119445:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078003.119448:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078003.119450:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078003.119453:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078003.119455:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078003.119457:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078003.119459:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078003.119461:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078003.119463:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078003.119465:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078003.119466:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078003.119468:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078003.119471:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119476:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078003.119478:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119483:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078003.119484:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078003.119486:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078003.119489:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078003.119491:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078003.119492:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299366924
00000100:00000001:3.0:1769078003.119495:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299368226
00000100:00000001:3.0:1769078003.119497:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299366924
00000100:00000001:3.0:1769078003.119498:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299368226
00000100:00000001:3.0:1769078003.119499:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078003.119501:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078003.119502:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078003.119504:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078003/real 1769078003]  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078003.119509:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078003.119510:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078003.119511:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078003.119512:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078003.119513:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078003.119514:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078003.119516:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078003.119521:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119525:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078003.119526:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119527:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078003.119528:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078003.119531:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119535:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078003.119537:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119541:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078003.119542:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119544:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078003.119545:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119546:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078003.119548:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078003.119550:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078003.119552:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078003.119553:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078003.119555:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078003.119575:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932519040:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078003.119579:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078003.119582:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119586:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078003.119588:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078003.119589:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078003.119590:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078003.119592:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078003.119593:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932519168:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078003.119596:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078003.119597:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078003.119598:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078003.119599:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078003.119602:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078003.119604:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078003.119606:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078003.119608:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078003.119610:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078003.119612:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932519168, portal 10
00000100:00000001:3.0:1769078003.119613:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078003.119614:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362048 : -121121150189568 : ffff91d748de4000)
00000100:00000040:3.0:1769078003.119618:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119623:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078003.119625:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078003.119626:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078003.119628:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932519168, offset 0
00000400:00000200:3.0:1769078003.119630:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078003.119633:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078003.119635:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078003.119637:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078003.119639:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078003.119640:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078003.119642:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078003.119644:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47711:47711:256:4294967295] 192.168.204.153@tcp LPNI seq info [47711:47711:8:4294967295]
00000400:00000200:3.0:1769078003.119647:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078003.119650:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078003.119653:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078003.119655:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078003.119658:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078003.119660:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078003.119663:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078003.119664:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078003.119667:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078003.119669:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078003.119671:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078003.119673:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078003.119675:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078003.119676:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078003.119677:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078003.119680:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119685:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078003.119687:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119692:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078003.119693:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078003.119694:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078003.119696:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078003.119698:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078003.119700:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299366923
00000100:00000001:3.0:1769078003.119701:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299368226
00000100:00000001:3.0:1769078003.119703:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299366923
00000100:00000001:3.0:1769078003.119704:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299368226
00000100:00000001:3.0:1769078003.119705:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078003.119706:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078003.119708:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078003.119710:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078003/real 1769078003]  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078003.119714:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078003.119715:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078003.119716:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078003.119718:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078003.119719:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078003.119720:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078003.119722:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078003.119727:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119731:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078003.119732:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119733:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078003.119734:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078003.119737:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119741:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078003.119744:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119748:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078003.119749:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119750:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078003.119751:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119752:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078003.119754:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078003.119756:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078003.119757:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078003.119759:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078003.119761:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078003.119765:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932519168:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078003.119768:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119769:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078003.119771:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7100 x1855007932519040/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119775:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078003.119776:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078003.119778:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078003.119779:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078003.119780:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078003.119781:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078003.119782:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078003.119783:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155000.
02000000:00000001:3.0:1769078003.119785:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078003.119786:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078003.119787:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7100.
00000100:00000001:3.0:1769078003.119789:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078003.119790:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119791:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078003.119793:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4000 x1855007932519168/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078003.119797:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078003.119797:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078003.119798:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078003.119799:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078003.119800:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078003.119801:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078003.119802:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078003.119803:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156800.
02000000:00000001:3.0:1769078003.119804:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078003.119805:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078003.119805:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4000.
00000100:00000001:3.0:1769078003.119807:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078003.119808:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119809:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078003.119811:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078003.119812:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078003.119813:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078003.119814:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078004.014496:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078004.014496:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078004.014496:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078004.014498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078004.014504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078004.014505:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078004.014506:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078004.014506:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078004.014509:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078004.014511:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078004.014512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078004.014512:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078004.014514:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078004.014517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078004.014520:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078004.014520:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078004.014521:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078004.014525:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078004.014526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078004.014528:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078004.014531:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078004.014532:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078004.014538:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078004.014543:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.014543:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078004.014555:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078004.014561:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078004.014562:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078004.014567:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078004.014569:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078004.014571:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078004.014572:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078004.014578:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078004.014582:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078004.462479:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299368226, at 4299368256
00000100:00000040:2.0:1769078004.462488:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299368226, at 4299368256
00000100:00000010:3.0:1769078004.462497:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000010:2.0:1769078004.462499:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:0.0:1769078005.038561:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078005.038561:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078005.038561:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078005.038568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078005.038569:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078005.038569:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078005.038570:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078005.038572:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.038576:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078005.038577:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078005.038579:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078005.038582:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078005.038586:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078005.038586:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078005.038586:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078005.038587:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078005.038596:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078005.038596:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078005.038596:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078005.038600:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078005.038603:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078005.038604:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078005.038611:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078005.038612:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078005.038615:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.038615:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078005.038619:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078005.038629:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078005.038630:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078005.038630:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078005.038641:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078005.038641:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078005.038653:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078005.038655:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078005.038657:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078005.038666:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078005.038669:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078005.038695:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078005.038697:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078005.038699:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078006.062526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078006.062527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078006.062536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078006.062537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078006.062541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078006.062542:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078006.062544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078006.062551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078006.062553:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769078006.062553:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078006.062553:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078006.062561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078006.062562:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078006.062564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078006.062565:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078006.062569:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078006.062569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078006.062572:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078006.062573:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078006.062577:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078006.062579:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078006.062580:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078006.062583:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078006.062584:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078006.062589:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078006.062589:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078006.062593:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078006.062598:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078006.062599:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078006.062601:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078006.062605:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078006.062607:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078006.062612:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078006.062615:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078007.086483:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078007.086483:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078007.086485:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078007.086487:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078007.086491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078007.086492:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078007.086504:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078007.086506:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078007.086508:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078007.086509:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078007.086509:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078007.086511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078007.086511:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078007.086515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078007.086516:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078007.086518:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078007.086521:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078007.086521:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078007.086523:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078007.086528:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078007.086528:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078007.086530:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078007.086533:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078007.086534:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078007.086539:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078007.086540:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078007.086542:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078007.086543:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078007.086545:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078007.086547:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078007.086551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078007.086551:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078007.086556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078007.086561:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078008.110472:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078008.110472:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078008.110472:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078008.110490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078008.110492:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078008.110493:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078008.110495:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078008.110497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078008.110497:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078008.110504:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078008.110504:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078008.110506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078008.110506:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078008.110509:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078008.110510:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078008.110511:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078008.110513:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078008.110514:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078008.110515:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078008.110515:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078008.110518:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078008.110518:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078008.110520:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078008.110522:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078008.110524:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078008.110524:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.110525:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078008.110526:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078008.110530:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078008.110532:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078008.110533:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078008.110534:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078008.110535:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078008.110536:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078008.110539:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078008.110540:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078008.110544:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078008.110567:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078008.110570:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078008.110572:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078008.238564:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078008.238575:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078008.238579:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078008.238583:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078008.238588:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078008.238596:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4699
00000400:00000200:1.0:1769078008.238607:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078008.238614:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078008.238618:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078008.238621:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078008.238626:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078008.238628:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078008.238630:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078008.238633:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078008.238635:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078008.238637:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078008.238641:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078008.238642:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078008.238644:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078008.238645:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078008.238647:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078008.238648:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078008.238649:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078008.238651:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078008.238653:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078008.238654:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078008.238657:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078008.238660:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078008.238662:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.238664:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078008.238665:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078008.238675:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769078008.238678:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078008.238682:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078008.238683:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.238686:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078008.238688:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078008.238692:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078008.238700:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769078008.238707:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078008.238715:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078008.238725:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078008.238729:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078008.238734:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.238760:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078008.238763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078008.238766:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078008.238767:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078008.238768:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078008.238771:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078008.238773:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4699
00000400:00000200:1.0:1769078008.238777:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078008.238781:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078008.238783:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078008.238786:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078008.238789:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078008.238791:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078008.238793:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769078008.238794:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078008.238796:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078008.238799:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000001:3.0:1769078008.238799:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078008.238801:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078008.238803:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078008.238805:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078008.238810:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078008.238811:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078008.238815:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769078008.238822:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078008.238824:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078008.238825:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078008.238829:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078008.238829:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.238833:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078008.238835:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:3.0:1769078008.238835:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1769078008.238840:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:3.0:1769078008.238840:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078008.238845:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.238846:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078008.238849:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1769078008.238853:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932519296:192.168.204.153@tcp:250:kworker.0
02000000:00000001:1.0:1769078008.238855:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078008.238856:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078008.238858:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.238861:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078008.238861:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078008.238864:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078008.238866:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078008.238867:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1769078008.238871:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.238873:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078008.238873:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
00000100:00000010:1.0:1769078008.238876:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
02000000:00000001:3.0:1769078008.238876:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078008.238879:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078008.238881:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078008.238883:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078008.238884:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078008.238887:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078008.238889:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1769078008.238890:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
02000000:00000001:1.0:1769078008.238891:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078008.238897:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000400:00000010:3.0:1769078008.238897:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000001:1.0:1769078008.238901:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078008.238906:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932519296, portal 25
00000100:00100000:1.0:1769078008.238907:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078008.238910:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078008.238913:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559376384 : -121121150175232 : ffff91d748de7800)
00000100:00000001:1.0:1769078008.238919:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078008.238922:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078008.238922:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078008.238930:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.238932:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078008.238939:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078008.238942:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000001:1.0:1769078008.238943:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078008.238947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769078008.238947:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932519296, offset 0
00000100:00080000:1.0:1769078008.238952:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078008.238953:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078008.238955:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078008.238956:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769078008.238961:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078008.238964:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4699
00000400:00000200:1.0:1769078008.238967:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078008.238970:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078008.238972:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078008.238975:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078008.238977:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078008.238980:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078008.238980:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:1.0:1769078008.238985:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078008.238987:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769078008.238989:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1769078008.238990:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078008.238992:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078008.238994:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078008.238995:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:3.0:1769078008.238997:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000020:00000001:1.0:1769078008.238998:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769078008.239002:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078008.239004:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769078008.239006:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078008.239008:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078008.239009:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000040:1.0:1769078008.239012:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078008.239015:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769078008.239017:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47712:47712:256:4294967295] 192.168.204.153@tcp LPNI seq info [47712:47712:8:4294967295]
00000020:00000040:1.0:1769078008.239018:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769078008.239024:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769078008.239026:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078008.239028:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078008.239030:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078008.239032:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078008.239033:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.239036:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078008.239038:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078008.239042:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078008.239042:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078008.239046:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078008.239051:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000800:00000200:3.0:1769078008.239053:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000020:00000040:1.0:1769078008.239054:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078008.239057:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078008.239058:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078008.239059:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000100:00000001:1.0:1769078008.239060:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078008.239062:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078008.239064:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078008.239068:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769078008.239072:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078008.239072:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078008.239078:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000100:00100000:1.0:1769078008.239079:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769078008.239090:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078008.239095:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1769078008.239100:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:3.0:1769078008.239103:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769078008.239104:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078008.239106:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000100:00000040:1.0:1769078008.239109:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.239115:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078008.239115:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769078008.239120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078008.239124:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769078008.239125:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078008.239131:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078008.239134:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000040:1.0:1769078008.239139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078008.239140:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078008.239142:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078008.239147:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4709)
00000100:00000200:3.0:1769078008.239149:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239160:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078008.239164:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239171:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078008.239174:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078008.239189:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078008.239194:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078008.239197:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299373346
00000100:00000010:3.0:1769078008.239203:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769078008.239211:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078008.239217:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299373346
00000100:00000010:3.0:1769078008.239221:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000100:00000001:3.0:1769078008.239224:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078008.239227:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078008.239229:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078008.239232:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078008.239237:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078008/real 1769078008]  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078008.239247:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078008.239249:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078008.239251:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078008.239253:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078008.239255:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078008.239258:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078008.239262:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078008.239270:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239277:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078008.239279:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.239281:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078008.239283:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078008.239288:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239296:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078008.239301:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239308:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078008.239311:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.239314:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078008.239315:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.239318:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078008.239320:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078008.239323:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078008.239327:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078008.239330:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078008.239335:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078008.239344:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932519296:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078008.239348:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.239351:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078008.239354:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7800 x1855007932519296/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239360:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078008.239363:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078008.239365:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078008.239369:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078008.239371:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078008.239372:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078008.239374:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078008.239377:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155000.
02000000:00000001:3.0:1769078008.239381:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078008.239383:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078008.239385:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7800.
00000100:00000001:3.0:1769078008.239389:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078008.239390:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.239392:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.239428:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078008.239431:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078008.239433:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078008.239435:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078008.239436:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078008.239440:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239453:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078008.239454:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078008.239456:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078008.239458:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078008.239461:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078008.239463:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932519424:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078008.239467:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078008.239469:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078008.239471:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078008.239472:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078008.239488:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078008.239491:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078008.239495:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078008.239498:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078008.239502:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078008.239504:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932519424, portal 10
00000100:00000001:3.0:1769078008.239506:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078008.239508:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559375488 : -121121150176128 : ffff91d748de7480)
00000100:00000040:3.0:1769078008.239515:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239522:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078008.239524:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078008.239526:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078008.239529:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932519424, offset 0
00000400:00000200:3.0:1769078008.239533:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078008.239537:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078008.239541:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078008.239544:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078008.239547:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078008.239549:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078008.239551:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078008.239554:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47713:47713:256:4294967295] 192.168.204.153@tcp LPNI seq info [47713:47713:8:4294967295]
00000400:00000200:3.0:1769078008.239559:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078008.239565:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078008.239570:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078008.239573:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078008.239577:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078008.239580:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078008.239584:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078008.239586:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078008.239590:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078008.239592:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078008.239596:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078008.239599:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078008.239602:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078008.239604:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078008.239606:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078008.239610:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239618:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078008.239621:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239627:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078008.239628:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078008.239631:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078008.239635:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078008.239639:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078008.239641:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299372044
00000100:00000001:3.0:1769078008.239644:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299373346
00000100:00000001:3.0:1769078008.239646:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299372044
00000100:00000001:3.0:1769078008.239647:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299373346
00000100:00000001:3.0:1769078008.239649:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078008.239652:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078008.239654:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078008.239658:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078008/real 1769078008]  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078008.239666:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078008.239667:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078008.239669:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078008.239671:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078008.239673:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078008.239675:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078008.239678:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078008.239687:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239693:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078008.239695:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.239697:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078008.239698:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078008.239701:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239708:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078008.239712:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239719:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078008.239721:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.239723:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078008.239725:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.239726:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078008.239728:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078008.239731:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078008.239735:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078008.239737:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078008.239741:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078008.239749:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932519424:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078008.239753:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078008.239756:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239763:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078008.239764:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078008.239766:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078008.239768:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078008.239770:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078008.239773:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932519552:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078008.239776:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078008.239778:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078008.239779:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078008.239781:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078008.239785:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078008.239787:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078008.239790:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078008.239793:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078008.239796:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078008.239798:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932519552, portal 10
00000100:00000001:3.0:1769078008.239800:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078008.239801:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559363840 : -121121150187776 : ffff91d748de4700)
00000100:00000040:3.0:1769078008.239807:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239813:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078008.239815:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078008.239817:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078008.239820:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932519552, offset 0
00000400:00000200:3.0:1769078008.239823:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078008.239827:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078008.239830:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078008.239832:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078008.239835:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078008.239837:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078008.239839:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078008.239842:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47714:47714:256:4294967295] 192.168.204.153@tcp LPNI seq info [47714:47714:8:4294967295]
00000400:00000200:3.0:1769078008.239846:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078008.239851:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078008.239857:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078008.239860:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078008.239863:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078008.239866:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078008.239870:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078008.239891:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078008.239895:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078008.239897:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078008.239900:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078008.239903:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078008.239906:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078008.239908:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078008.239910:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078008.239914:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239922:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078008.239931:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.239938:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078008.239940:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078008.239944:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078008.239947:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078008.239950:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078008.239958:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299372043
00000100:00000001:3.0:1769078008.239960:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299373346
00000100:00000001:3.0:1769078008.239962:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299372043
00000100:00000001:3.0:1769078008.239965:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299373346
00000100:00000001:3.0:1769078008.239967:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078008.239969:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078008.239971:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078008.239975:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078008/real 1769078008]  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078008.239983:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078008.239984:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078008.239986:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078008.239989:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078008.239990:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078008.239992:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078008.239995:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078008.240004:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.240010:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078008.240012:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.240014:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078008.240015:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078008.240018:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.240024:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078008.240028:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.240035:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078008.240037:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.240039:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078008.240041:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.240043:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078008.240046:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078008.240049:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078008.240052:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078008.240054:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078008.240058:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078008.240064:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932519552:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078008.240068:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.240069:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078008.240072:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7480 x1855007932519424/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.240078:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078008.240080:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078008.240082:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078008.240084:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078008.240085:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078008.240087:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078008.240089:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078008.240090:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:3.0:1769078008.240093:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078008.240094:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078008.240096:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7480.
00000100:00000001:3.0:1769078008.240098:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078008.240100:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.240102:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078008.240105:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4700 x1855007932519552/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078008.240111:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078008.240112:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078008.240114:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078008.240116:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078008.240117:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078008.240118:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078008.240120:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078008.240121:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:3.0:1769078008.240124:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078008.240125:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078008.240126:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4700.
00000100:00000001:3.0:1769078008.240128:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078008.240129:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.240131:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078008.240135:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078008.240136:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078008.240138:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078008.240140:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078009.134529:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078009.134529:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078009.134535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078009.134536:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078009.134537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078009.134538:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078009.134539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078009.134542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078009.134542:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078009.134542:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078009.134545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078009.134546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078009.134548:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078009.134548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078009.134549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078009.134555:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078009.134555:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078009.134557:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078009.134561:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078009.134561:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078009.134562:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078009.134563:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078009.134567:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078009.134570:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078009.134572:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.134572:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078009.134574:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078009.134575:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078009.134578:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078009.134579:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078009.134580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078009.134581:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078009.134583:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078009.134587:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078009.582527:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299373346, at 4299373376
00000100:00000040:3.0:1769078009.582527:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299373346, at 4299373376
00000100:00000010:2.0:1769078009.582546:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000010:3.0:1769078009.582550:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000001:0.0:1769078010.158544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078010.158544:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078010.158545:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078010.158547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078010.158553:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078010.158554:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078010.158554:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078010.158555:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078010.158559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.158560:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078010.158560:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078010.158563:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078010.158566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078010.158569:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078010.158570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078010.158570:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078010.158570:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078010.158575:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078010.158576:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078010.158578:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078010.158579:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078010.158580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078010.158582:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078010.158584:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078010.158588:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.158591:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078010.158594:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078010.158597:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078010.158598:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078010.158601:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078010.158605:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078010.158607:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078010.158612:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078010.158617:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078011.182547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078011.182547:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078011.182547:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078011.182556:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078011.182557:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078011.182557:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078011.182559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078011.182559:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078011.182561:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078011.182562:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078011.182566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078011.182568:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078011.182569:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078011.182569:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078011.182574:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078011.182575:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078011.182576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078011.182577:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078011.182579:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078011.182580:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078011.182581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078011.182583:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078011.182587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078011.182591:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078011.182595:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078011.182596:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078011.182599:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078011.182601:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078011.182604:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078011.182607:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078011.182611:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078011.182618:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078011.182622:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078011.182628:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078012.206528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078012.206528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078012.206531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078012.206534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078012.206536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078012.206536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078012.206537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078012.206546:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078012.206547:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078012.206547:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078012.206548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078012.206552:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078012.206554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078012.206556:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078012.206557:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078012.206569:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078012.206571:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078012.206571:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078012.206583:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078012.206584:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078012.206585:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078012.206589:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078012.206590:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078012.206597:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078012.206598:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078012.206601:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078012.206602:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078012.206603:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078012.206606:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078012.206609:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078012.206610:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078012.206611:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078012.206617:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078012.206622:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078013.230510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078013.230510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078013.230511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078013.230518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078013.230519:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078013.230519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078013.230522:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078013.230525:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078013.230526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078013.230527:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078013.230530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078013.230533:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078013.230535:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078013.230542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.230543:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078013.230544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078013.230548:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078013.230549:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078013.230555:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078013.230555:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078013.230556:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078013.230559:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078013.230560:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078013.230565:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078013.230566:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769078013.230576:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00010000:1.0:1769078013.230576:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078013.230578:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078013.230588:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078013.230589:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078013.230601:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078013.230606:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078013.230609:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078013.230612:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078013.358611:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078013.358623:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078013.358626:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078013.358631:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078013.358635:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078013.358643:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4704
00000400:00000200:1.0:1769078013.358654:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078013.358661:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078013.358664:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078013.358667:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078013.358671:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078013.358673:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078013.358676:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078013.358681:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078013.358682:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078013.358685:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078013.358688:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078013.358690:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078013.358693:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078013.358696:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078013.358698:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078013.358699:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078013.358701:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078013.358704:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078013.358706:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078013.358708:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078013.358711:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078013.358714:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078013.358716:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.358718:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078013.358720:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078013.358732:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5180.
00000020:00000040:1.0:1769078013.358736:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078013.358740:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078013.358741:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.358745:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078013.358747:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078013.358753:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078013.358761:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769078013.358768:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078013.358776:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078013.358786:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078013.358790:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078013.358794:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b0b83e] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.358841:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078013.358845:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078013.358848:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078013.358850:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078013.358851:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078013.358853:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078013.358856:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4704
00000400:00000200:1.0:1769078013.358859:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078013.358862:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078013.358864:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078013.358866:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078013.358869:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078013.358871:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078013.358873:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078013.358875:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078013.358876:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078013.358878:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078013.358879:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078013.358881:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078013.358882:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769078013.358885:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078013.358886:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078013.358888:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078013.358888:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078013.358890:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078013.358894:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078013.358897:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078013.358897:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078013.358902:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078013.358903:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078013.358904:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078013.358912:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078013.358914:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078013.358915:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.358919:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078013.358924:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078013.358927:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1769078013.358929:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078013.358930:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.358936:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078013.358938:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1769078013.358941:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4e00.
02000000:00000001:3.0:1769078013.358942:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769078013.358946:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078013.358947:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078013.358953:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1769078013.358954:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932519680:192.168.204.153@tcp:250:kworker.0
02000000:00000001:1.0:1769078013.358955:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.358960:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078013.358962:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078013.358963:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078013.358965:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078013.358968:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1769078013.358970:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
02000000:00000001:3.0:1769078013.358971:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078013.358977:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078013.358978:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078013.358983:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
00000100:00100000:1.0:1769078013.358985:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078013.358988:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.358997:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078013.359002:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078013.359002:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078013.359010:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000040:1.0:1769078013.359013:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000699d57bf] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078013.359020:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000001:1.0:1769078013.359030:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078013.359034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769078013.359036:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932519680, portal 25
00000100:00080000:1.0:1769078013.359041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078013.359043:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078013.359045:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078013.359048:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559366528 : -121121150185088 : ffff91d748de5180)
00000100:00080000:1.0:1769078013.359049:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078013.359057:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769078013.359063:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078013.359064:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4704
00000400:00000200:1.0:1769078013.359083:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078013.359091:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078013.359091:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078013.359097:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769078013.359098:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769078013.359102:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000040:1.0:1769078013.359107:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000200:3.0:1769078013.359108:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932519680, offset 0
00000100:00000001:1.0:1769078013.359115:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078013.359137:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078013.359141:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769078013.359144:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078013.359150:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078013.359153:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000200:3.0:1769078013.359154:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:1.0:1769078013.359158:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078013.359163:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:3.0:1769078013.359164:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000001:1.0:1769078013.359177:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078013.359178:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1769078013.359184:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078013.359187:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:1.0:1769078013.359195:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078013.359196:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078013.359203:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078013.359204:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000040:1.0:1769078013.359212:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078013.359213:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47715:47715:256:4294967295] 192.168.204.153@tcp LPNI seq info [47715:47715:8:4294967295]
00000100:00000001:1.0:1769078013.359219:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769078013.359224:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:1.0:1769078013.359226:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769078013.359231:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078013.359237:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078013.359241:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078013.359242:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769078013.359261:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078013.359265:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.359267:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.0:1769078013.359268:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000008:00100000:1.0:1769078013.359276:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1769078013.359276:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000008:00000001:1.0:1769078013.359283:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.359285:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078013.359290:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000800:00000200:3.0:1769078013.359292:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:1.0:1769078013.359294:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078013.359299:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078013.359300:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.359302:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1769078013.359302:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1769078013.359304:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078013.359307:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078013.359329:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000800:00000200:3.1:1769078013.359331:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769078013.359335:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078013.359339:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000100:00100000:1.0:1769078013.359346:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1769078013.359354:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078013.359360:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000100:00000001:1.0:1769078013.359365:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078013.359370:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078013.359371:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078013.359382:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769078013.359384:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.359445:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078013.359447:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000100:00000040:1.0:1769078013.359448:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769078013.359453:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000040:1.0:1769078013.359455:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078013.359461:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078013.359465:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078013.359465:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078013.359473:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4714)
00000100:00000200:3.0:1769078013.359478:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359493:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078013.359498:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359506:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078013.359508:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078013.359516:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078013.359520:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078013.359524:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299378467
00000100:00000010:3.0:1769078013.359531:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000100:00000001:3.0:1769078013.359540:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078013.359546:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299378467
00000100:00000010:3.0:1769078013.359549:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000001:3.0:1769078013.359552:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078013.359555:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078013.359557:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078013.359559:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078013.359563:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078013/real 1769078013]  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078013.359578:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078013.359579:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078013.359581:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078013.359584:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078013.359585:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078013.359587:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078013.359590:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078013.359598:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359603:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078013.359605:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.359606:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078013.359608:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078013.359611:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359616:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078013.359619:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359625:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078013.359627:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.359628:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078013.359629:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.359631:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078013.359633:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078013.359635:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078013.359639:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078013.359641:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078013.359645:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078013.359652:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932519680:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078013.359657:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.359659:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078013.359661:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5180 x1855007932519680/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359666:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078013.359669:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078013.359671:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078013.359674:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078013.359675:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078013.359677:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078013.359678:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078013.359680:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:3.0:1769078013.359684:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078013.359685:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078013.359687:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5180.
00000100:00000001:3.0:1769078013.359689:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078013.359691:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.359692:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.359702:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078013.359704:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078013.359706:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078013.359707:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078013.359708:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078013.359711:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359717:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078013.359718:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078013.359720:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078013.359722:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078013.359724:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078013.359726:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932519808:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078013.359729:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078013.359731:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078013.359732:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078013.359733:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078013.359736:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078013.359737:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078013.359741:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078013.359743:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078013.359746:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078013.359748:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932519808, portal 10
00000100:00000001:3.0:1769078013.359750:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078013.359751:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559365632 : -121121150185984 : ffff91d748de4e00)
00000100:00000040:3.0:1769078013.359757:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359763:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078013.359764:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078013.359766:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078013.359768:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932519808, offset 0
00000400:00000200:3.0:1769078013.359771:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078013.359774:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078013.359777:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078013.359779:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078013.359781:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078013.359784:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078013.359786:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078013.359788:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47716:47716:256:4294967295] 192.168.204.153@tcp LPNI seq info [47716:47716:8:4294967295]
00000400:00000200:3.0:1769078013.359791:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078013.359797:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078013.359800:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078013.359803:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078013.359823:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078013.359826:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769078013.359830:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078013.359832:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769078013.359835:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078013.359837:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078013.359839:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078013.359842:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078013.359845:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078013.359846:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078013.359848:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078013.359851:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359856:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078013.359858:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359862:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078013.359864:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078013.359866:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078013.359869:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078013.359872:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078013.359873:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299377164
00000100:00000001:3.0:1769078013.359875:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299378467
00000100:00000001:3.0:1769078013.359877:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299377164
00000100:00000001:3.0:1769078013.359878:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299378467
00000100:00000001:3.0:1769078013.359880:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078013.359882:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078013.359883:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078013.359886:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078013/real 1769078013]  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078013.359891:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078013.359892:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078013.359893:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078013.359895:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078013.359896:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078013.359898:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078013.359900:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078013.359906:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359911:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078013.359911:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.359913:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078013.359913:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078013.359916:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359920:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078013.359923:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359927:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078013.359929:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.359930:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078013.359931:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.359932:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078013.359934:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078013.359937:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078013.359939:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078013.359941:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078013.359943:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078013.359948:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932519808:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078013.359952:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078013.359954:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359960:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078013.359961:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078013.359962:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078013.359963:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078013.359965:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078013.359967:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932519936:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078013.359968:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078013.359970:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078013.359971:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078013.359972:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078013.359974:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078013.359976:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078013.359978:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078013.359980:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078013.359983:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078013.359985:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932519936, portal 10
00000100:00000001:3.0:1769078013.359987:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078013.359988:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559363840 : -121121150187776 : ffff91d748de4700)
00000100:00000040:3.0:1769078013.359992:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.359996:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078013.359998:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078013.359999:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078013.360001:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932519936, offset 0
00000400:00000200:3.0:1769078013.360004:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078013.360007:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078013.360010:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078013.360012:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078013.360015:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078013.360018:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078013.360021:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078013.360025:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47717:47717:256:4294967295] 192.168.204.153@tcp LPNI seq info [47717:47717:8:4294967295]
00000400:00000200:3.0:1769078013.360030:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078013.360037:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078013.360042:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078013.360045:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078013.360050:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078013.360053:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769078013.360059:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078013.360062:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769078013.360067:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078013.360070:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078013.360073:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078013.360078:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078013.360081:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078013.360083:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078013.360085:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078013.360089:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.360095:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078013.360097:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.360102:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078013.360104:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078013.360107:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078013.360109:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078013.360112:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078013.360114:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299377163
00000100:00000001:3.0:1769078013.360116:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299378467
00000100:00000001:3.0:1769078013.360118:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299377163
00000100:00000001:3.0:1769078013.360120:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299378467
00000100:00000001:3.0:1769078013.360138:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078013.360139:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078013.360141:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078013.360144:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078013/real 1769078013]  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078013.360149:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078013.360150:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078013.360152:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078013.360153:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078013.360154:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078013.360156:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078013.360158:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078013.360164:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.360170:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078013.360171:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.360172:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078013.360173:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078013.360175:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.360180:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078013.360183:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.360187:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078013.360189:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.360190:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078013.360191:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.360193:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078013.360196:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078013.360198:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078013.360201:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078013.360203:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078013.360206:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078013.360212:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932519936:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078013.360215:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.360216:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078013.360218:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4e00 x1855007932519808/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.360223:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078013.360224:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078013.360225:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078013.360227:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078013.360228:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078013.360229:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078013.360230:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078013.360231:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:3.0:1769078013.360233:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078013.360234:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078013.360235:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4e00.
00000100:00000001:3.0:1769078013.360237:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078013.360238:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.360240:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078013.360242:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4700 x1855007932519936/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078013.360264:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078013.360265:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078013.360266:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078013.360268:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078013.360270:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078013.360271:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078013.360274:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078013.360275:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:3.0:1769078013.360278:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078013.360279:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078013.360281:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4700.
00000100:00000001:3.0:1769078013.360283:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078013.360285:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.360287:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078013.360291:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078013.360292:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078013.360295:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078013.360296:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.254539:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078014.254539:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078014.254541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078014.254546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.254548:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078014.254548:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078014.254552:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.254554:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078014.254555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078014.254557:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078014.254559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078014.254563:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078014.254564:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078014.254570:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078014.254571:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078014.254575:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078014.254576:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078014.254577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078014.254582:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.254583:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078014.254587:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078014.254590:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078014.254600:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078014.254604:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078014.254609:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078014.254619:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078014.254631:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078014.254635:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078014.254642:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078014.254646:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078014.254650:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078014.254653:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078014.254656:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078014.254658:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078014.702520:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299378467, at 4299378496
00000100:00000040:3.0:1769078014.702520:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299378467, at 4299378496
00000100:00000010:2.0:1769078014.702538:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000010:3.0:1769078014.702542:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000001:2.0:1769078015.278525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078015.278525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078015.278532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078015.278533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078015.278534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078015.278536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078015.278539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078015.278540:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078015.278545:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1769078015.278545:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078015.278546:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078015.278549:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078015.278551:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078015.278552:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078015.278553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078015.278555:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078015.278556:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078015.278557:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078015.278558:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078015.278559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078015.278560:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078015.278561:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078015.278564:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078015.278567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078015.278567:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078015.278568:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078015.278572:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.278573:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078015.278574:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078015.278577:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078015.278577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078015.278578:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078015.278580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.278585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078015.278585:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.278588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078015.278591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078015.278613:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078015.278618:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078015.278622:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078016.302503:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078016.302503:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078016.302511:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078016.302511:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078016.302516:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078016.302517:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078016.302524:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078016.302525:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078016.302530:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078016.302530:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078016.302537:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078016.302537:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078016.302543:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078016.302546:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078016.302548:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078016.302549:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078016.302552:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078016.302554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078016.302556:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078016.302562:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078016.302562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078016.302575:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078016.302575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078016.302586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078016.302588:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078016.302601:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078016.302609:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078016.302613:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078016.302616:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078016.302619:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078016.302619:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078016.302623:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078016.302629:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078016.302630:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078017.326508:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078017.326508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078017.326517:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078017.326517:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078017.326519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078017.326522:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078017.326522:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078017.326524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078017.326535:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078017.326535:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078017.326537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078017.326547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078017.326549:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078017.326549:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078017.326555:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078017.326556:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078017.326563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078017.326567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078017.326571:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078017.326572:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078017.326574:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078017.326580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078017.326580:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078017.326583:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769078017.326588:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078017.326590:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:1.0:1769078017.326593:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078017.326595:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078017.326602:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078017.326607:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078017.326609:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078017.326612:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078017.326615:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078017.326618:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078018.350572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078018.350575:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078018.350575:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078018.350582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078018.350584:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078018.350586:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078018.350593:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.350594:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078018.350597:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078018.350599:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078018.350605:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078018.350606:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078018.350607:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078018.350607:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078018.350618:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769078018.350619:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078018.350620:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.350620:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078018.350622:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078018.350625:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.350629:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078018.350635:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:0.0:1769078018.350637:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078018.350637:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078018.350650:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078018.350651:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078018.350651:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078018.350659:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078018.350666:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.350667:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078018.350668:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.350679:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078018.350681:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078018.350700:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078018.350700:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078018.350705:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078018.350710:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078018.350710:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078018.350715:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078018.350719:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078018.478560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078018.478571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078018.478573:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078018.478577:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078018.478590:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078018.478597:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4709
00000400:00000200:0.0:1769078018.478607:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078018.478612:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078018.478615:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078018.478618:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078018.478620:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078018.478622:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078018.478624:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078018.478628:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078018.478629:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078018.478632:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078018.478634:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078018.478636:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078018.478637:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078018.478639:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078018.478641:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078018.478642:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078018.478644:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078018.478646:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078018.478649:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078018.478651:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078018.478653:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078018.478656:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078018.478658:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078018.478660:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078018.478662:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078018.478672:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d1500.
00000020:00000040:0.0:1769078018.478676:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078018.478680:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078018.478681:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078018.478684:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078018.478686:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078018.478690:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078018.478698:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cbc00.
00000100:00000001:0.0:1769078018.478704:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078018.478711:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078018.478719:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078018.478723:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078018.478727:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bde341] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078018.478752:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078018.478755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078018.478758:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078018.478759:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078018.478760:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078018.478766:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078018.478767:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4709
00000400:00000200:0.0:1769078018.478771:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078018.478773:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078018.478775:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078018.478778:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078018.478780:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078018.478781:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078018.478783:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078018.478784:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078018.478785:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078018.478787:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078018.478788:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078018.478790:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078018.478792:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078018.478796:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078018.478802:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078018.478803:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078018.478804:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078018.478806:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078018.478809:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078018.478811:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078018.478812:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078018.478822:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078018.478823:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078018.478827:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769078018.478832:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078018.478835:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078018.478840:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769078018.478842:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078018.478844:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078018.478858:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078018.478860:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078018.478864:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1769078018.478865:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078018.478869:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078018.478870:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078018.478880:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078018.478881:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3480.
00000020:00000040:0.0:1769078018.478885:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00100000:3.0:1769078018.478889:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932520064:192.168.204.153@tcp:250:kworker.0
02000000:00000001:0.0:1769078018.478890:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078018.478892:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078018.478896:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078018.478900:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078018.478902:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.478913:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769078018.478917:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:3.0:1769078018.478920:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078018.478922:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078018.478925:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078018.478931:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078018.478931:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078018.478944:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1769078018.478945:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078018.478949:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078018.478950:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078018.478969:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb5fd4f] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078018.478970:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078018.478978:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078018.478989:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000001:0.0:1769078018.478993:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078018.478997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769078018.478999:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932520064, portal 25
00000100:00000001:3.0:1769078018.479002:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078018.479005:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548799744 : -121121160751872 : ffff91d7483d1500)
00000100:00080000:0.0:1769078018.479008:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078018.479014:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078018.479015:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078018.479018:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078018.479024:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4709
00000100:00000040:3.0:1769078018.479024:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078018.479036:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078018.479047:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078018.479051:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078018.479054:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078018.479057:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078018.479060:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078018.479064:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078018.479070:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000040:0.0:1769078018.479071:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078018.479081:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000200:3.0:1769078018.479081:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932520064, offset 0
00000020:00000001:0.0:1769078018.479096:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078018.479096:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000040:0.0:1769078018.479104:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078018.479106:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078018.479108:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:3.0:1769078018.479116:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:0.0:1769078018.479122:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078018.479124:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000001:0.0:1769078018.479132:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078018.479137:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769078018.479141:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078018.479143:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:0.0:1769078018.479149:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078018.479154:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078018.479164:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000040:0.0:1769078018.479165:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078018.479172:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47718:47718:256:4294967295] 192.168.204.153@tcp LPNI seq info [47718:47718:8:4294967295]
00000400:00000200:3.0:1769078018.479177:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078018.479184:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078018.479188:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078018.479193:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000010:3.0:1769078018.479193:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000020:00000040:0.0:1769078018.479201:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000200:3.0:1769078018.479202:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078018.479211:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000100:00080000:0.0:1769078018.479213:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078018.479222:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078018.479223:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:0.0:1769078018.479233:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1769078018.479233:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769078018.479242:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078018.479246:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078018.479251:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078018.479255:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769078018.479256:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078018.479260:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
02000000:00000001:0.0:1769078018.479261:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078018.479274:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769078018.479274:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000008:00100000:0.0:1769078018.479284:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078018.479287:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.479288:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078018.479289:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078018.479295:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000100:00000200:3.0:1769078018.479299:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078018.479300:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078018.479315:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078018.479316:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078018.479317:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078018.479318:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078018.479320:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078018.479323:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8800.
00000100:00000001:0.0:1769078018.479326:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078018.479332:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078018.479390:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078018.479393:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.479394:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078018.479398:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078018.479400:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479472:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.479478:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078018.479479:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078018.479483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078018.479486:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078018.479488:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078018.479492:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078018.479493:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078018.479502:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078018.479503:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299383587
00000100:00000040:0.0:1769078018.479511:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4719)
00000100:00000010:3.0:1769078018.479513:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000001:3.0:1769078018.479521:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078018.479529:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299383587
00000100:00000010:3.0:1769078018.479532:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
00000100:00000001:3.0:1769078018.479535:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078018.479538:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078018.479540:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.479542:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078018.479546:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078018/real 1769078018]  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078018.479553:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078018.479556:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078018.479558:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078018.479560:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078018.479561:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078018.479562:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078018.479565:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078018.479572:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479576:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078018.479577:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.479579:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078018.479581:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078018.479583:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479588:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078018.479591:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479596:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078018.479598:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.479599:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078018.479600:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.479609:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078018.479611:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078018.479614:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078018.479619:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078018.479621:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078018.479627:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078018.479636:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932520064:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078018.479643:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.479645:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078018.479649:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d1500 x1855007932520064/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479656:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078018.479660:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078018.479663:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078018.479667:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078018.479670:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078018.479672:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078018.479674:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078018.479676:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:3.0:1769078018.479680:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078018.479682:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078018.479683:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d1500.
00000100:00000001:3.0:1769078018.479686:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078018.479687:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.479689:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.479696:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078018.479697:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.479699:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078018.479701:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078018.479702:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078018.479705:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479711:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078018.479712:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078018.479714:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078018.479715:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078018.479717:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078018.479719:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932520192:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078018.479721:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078018.479723:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078018.479724:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078018.479726:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078018.479728:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078018.479729:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078018.479733:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078018.479735:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078018.479738:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078018.479740:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932520192, portal 10
00000100:00000001:3.0:1769078018.479741:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078018.479742:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548807808 : -121121160743808 : ffff91d7483d3480)
00000100:00000040:3.0:1769078018.479747:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479752:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078018.479753:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078018.479755:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078018.479756:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932520192, offset 0
00000400:00000200:3.0:1769078018.479759:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078018.479762:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078018.479764:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078018.479766:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078018.479768:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078018.479770:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078018.479772:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078018.479774:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47719:47719:256:4294967295] 192.168.204.153@tcp LPNI seq info [47719:47719:8:4294967295]
00000400:00000200:3.0:1769078018.479777:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078018.479781:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078018.479784:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078018.479786:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078018.479788:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078018.479790:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769078018.479794:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078018.479796:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769078018.479799:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078018.479800:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078018.479803:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078018.479805:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078018.479807:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078018.479808:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078018.479810:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078018.479812:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479817:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078018.479819:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479824:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.479825:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078018.479827:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078018.479830:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078018.479832:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078018.479833:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299382284
00000100:00000001:3.0:1769078018.479836:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299383587
00000100:00000001:3.0:1769078018.479837:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299382284
00000100:00000001:3.0:1769078018.479838:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299383587
00000100:00000001:3.0:1769078018.479840:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078018.479841:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.479842:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078018.479844:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078018/real 1769078018]  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078018.479849:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078018.479851:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078018.479852:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078018.479853:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078018.479854:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078018.479855:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078018.479858:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078018.479863:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479867:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078018.479868:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.479869:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078018.479870:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078018.479872:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479876:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078018.479879:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479884:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078018.479886:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.479888:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078018.479889:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.479891:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078018.479893:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078018.479896:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078018.479899:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078018.479901:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078018.479906:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078018.479914:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932520192:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078018.479919:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078018.479923:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479938:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078018.479939:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078018.479941:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078018.479943:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078018.479946:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078018.479953:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932520320:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078018.479956:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078018.479958:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078018.479959:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078018.479960:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078018.479963:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078018.479964:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078018.479967:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078018.479969:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078018.479972:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078018.479974:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932520320, portal 10
00000100:00000001:3.0:1769078018.479975:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078018.479976:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769078018.479981:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.479985:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078018.479987:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078018.479988:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078018.479989:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932520320, offset 0
00000400:00000200:3.0:1769078018.479992:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078018.479995:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078018.479997:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078018.479999:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078018.480001:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078018.480002:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078018.480004:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078018.480007:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47720:47720:256:4294967295] 192.168.204.153@tcp LPNI seq info [47720:47720:8:4294967295]
00000400:00000200:3.0:1769078018.480011:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078018.480017:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078018.480022:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078018.480025:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078018.480029:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078018.480032:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769078018.480037:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078018.480039:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769078018.480043:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078018.480046:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078018.480049:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078018.480053:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078018.480056:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078018.480058:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078018.480061:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078018.480064:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.480071:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078018.480073:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.480078:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.480079:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078018.480081:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078018.480084:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078018.480086:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078018.480087:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299382283
00000100:00000001:3.0:1769078018.480089:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299383587
00000100:00000001:3.0:1769078018.480091:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299382283
00000100:00000001:3.0:1769078018.480092:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299383587
00000100:00000001:3.0:1769078018.480093:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078018.480095:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.480097:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078018.480099:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078018/real 1769078018]  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078018.480104:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078018.480105:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078018.480106:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078018.480108:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078018.480109:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078018.480110:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078018.480112:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078018.480118:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.480121:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078018.480122:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.480123:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078018.480124:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078018.480126:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.480130:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078018.480133:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.480137:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078018.480138:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.480139:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078018.480140:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.480142:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078018.480144:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078018.480146:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078018.480148:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078018.480150:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078018.480153:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078018.480157:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932520320:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078018.480160:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.480161:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078018.480163:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3480 x1855007932520192/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.480167:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078018.480168:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078018.480169:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078018.480171:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078018.480172:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078018.480173:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078018.480175:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078018.480176:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca400.
02000000:00000001:3.0:1769078018.480178:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078018.480179:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078018.480180:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3480.
00000100:00000001:3.0:1769078018.480181:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078018.480182:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.480183:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078018.480185:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932520320/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078018.480189:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078018.480190:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078018.480191:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078018.480192:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078018.480193:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078018.480193:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078018.480194:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078018.480196:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8800.
02000000:00000001:3.0:1769078018.480197:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078018.480198:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078018.480199:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769078018.480200:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078018.480201:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.480202:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078018.480205:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078018.480206:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078018.480207:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078018.480208:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.374525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078019.374525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078019.374533:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078019.374534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078019.374536:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078019.374540:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078019.374541:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078019.374542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078019.374548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078019.374550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.374551:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078019.374558:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078019.374563:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078019.374565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078019.374566:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078019.374567:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078019.374574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.374574:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078019.374579:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078019.374591:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078019.374592:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078019.374593:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078019.374597:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078019.374597:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078019.374605:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078019.374605:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078019.374610:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078019.374613:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078019.374618:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078019.374620:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078019.374623:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078019.374624:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078019.374632:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078019.374632:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078019.822501:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299383587, at 4299383616
00000100:00000040:3.0:1769078019.822501:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299383587, at 4299383616
00000100:00000010:2.0:1769078019.822516:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000010:3.0:1769078019.822519:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000001:2.0:1769078020.398504:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078020.398507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078020.398512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078020.398512:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078020.398516:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078020.398519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078020.398521:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078020.398522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078020.398528:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078020.398531:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078020.398534:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078020.398536:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078020.398539:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078020.398547:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078020.398551:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078020.398554:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078020.398657:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078020.398661:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078020.398662:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078020.398666:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769078020.398666:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078020.398670:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078020.398673:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078020.398673:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078020.398679:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078020.398679:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078020.398681:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078020.398685:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078020.398686:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078020.398691:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078020.398695:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078020.398697:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078020.398700:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078020.398704:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078021.422561:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078021.422561:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078021.422569:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078021.422569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078021.422570:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078021.422572:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078021.422577:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078021.422578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078021.422579:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078021.422584:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078021.422589:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078021.422591:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078021.422593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078021.422594:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078021.422596:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078021.422603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078021.422604:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078021.422611:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078021.422614:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078021.422617:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078021.422621:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078021.422624:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078021.422718:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078021.422722:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078021.422724:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078021.422728:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078021.422732:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078021.422734:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078021.422736:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078021.422738:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078021.422740:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078021.422780:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078021.422784:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078021.422788:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078022.446530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078022.446534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078022.446539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078022.446541:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078022.446545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078022.446546:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078022.446548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078022.446552:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078022.446557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078022.446561:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078022.446565:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078022.446568:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078022.446571:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078022.446572:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078022.446573:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078022.446573:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078022.446576:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078022.446579:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078022.446580:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078022.446581:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078022.446583:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078022.446585:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078022.446587:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078022.446592:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078022.446592:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078022.446595:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078022.446598:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078022.446599:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078022.446603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078022.446605:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078022.446606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078022.446612:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078022.446615:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078022.446619:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078023.470556:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078023.470557:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078023.470558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078023.470564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078023.470567:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078023.470568:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078023.470569:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078023.470570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078023.470572:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078023.470573:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078023.470574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.470575:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078023.470579:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078023.470580:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078023.470584:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078023.470584:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078023.470588:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078023.470589:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078023.470592:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078023.470594:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078023.470595:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078023.470599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078023.470599:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078023.470600:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078023.470604:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.470605:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078023.470608:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078023.470610:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078023.470610:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078023.470615:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078023.470619:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078023.470620:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078023.470626:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.470630:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078023.598600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078023.598611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078023.598614:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078023.598617:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078023.598622:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078023.598629:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4714
00000400:00000200:2.0:1769078023.598637:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078023.598643:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078023.598647:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078023.598649:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078023.598652:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078023.598654:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078023.598655:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078023.598659:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078023.598661:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078023.598663:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078023.598665:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078023.598667:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078023.598669:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078023.598671:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078023.598672:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078023.598674:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078023.598675:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078023.598678:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078023.598680:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078023.598681:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078023.598684:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078023.598686:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078023.598689:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.598691:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078023.598693:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078023.598704:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769078023.598708:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078023.598712:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078023.598714:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.598716:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078023.598719:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078023.598723:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078023.598735:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769078023.598744:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078023.598753:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078023.598766:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078023.598771:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078023.598776:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078023.598798:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078023.598801:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078023.598804:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078023.598806:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078023.598807:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078023.598809:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078023.598811:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4714
00000400:00000200:2.0:1769078023.598813:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078023.598815:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078023.598817:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078023.598819:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078023.598821:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078023.598823:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078023.598825:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078023.598828:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078023.598829:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078023.598831:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078023.598833:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769078023.598835:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078023.598836:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078023.598838:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078023.598840:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078023.598841:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078023.598842:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078023.598844:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769078023.598845:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078023.598847:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078023.598848:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078023.598851:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769078023.598852:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078023.598857:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.598859:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078023.598859:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078023.598863:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1769078023.598865:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078023.598869:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.598871:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078023.598873:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769078023.598875:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769078023.598878:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078023.598880:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078023.598881:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.598882:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078023.598884:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078023.598887:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078023.598893:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000001:3.0:1769078023.598894:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078023.598899:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078023.598899:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078023.598906:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1769078023.598908:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078023.598910:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078023.598916:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.598921:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1769078023.598923:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932520448:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769078023.598926:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078023.598929:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769078023.598932:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078023.598935:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078023.598938:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.598945:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078023.598945:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1769078023.598949:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078023.598952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078023.598954:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078023.598955:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:3.0:1769078023.598955:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078023.598961:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.598962:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078023.598965:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4714
00000400:00000200:2.0:1769078023.598968:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078023.598970:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078023.598972:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078023.598976:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078023.598976:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769078023.598982:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078023.598983:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078023.598986:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000010:3.0:1769078023.598986:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000020:00000001:2.0:1769078023.598991:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078023.598993:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078023.598994:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078023.598995:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769078023.598996:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769078023.598998:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000010:3.0:1769078023.598998:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000040:2.0:1769078023.599004:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078023.599005:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078023.599006:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078023.599008:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078023.599009:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000200:3.0:1769078023.599011:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932520448, portal 25
00000100:00080000:2.0:1769078023.599012:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078023.599016:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078023.599017:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078023.599020:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078023.599020:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564832256 : -121121144719360 : ffff91d74931b800)
02000000:00000001:2.0:1769078023.599024:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078023.599027:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.599029:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769078023.599030:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1769078023.599031:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078023.599037:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.599040:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078023.599045:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769078023.599048:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769078023.599048:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769078023.599051:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1769078023.599053:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:2.0:1769078023.599054:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078023.599057:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078023.599058:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1769078023.599059:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
02000000:00000001:2.0:1769078023.599060:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078023.599063:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932520448, offset 0
02000000:00000010:2.0:1769078023.599065:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:2.0:1769078023.599069:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078023.599073:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00100000:2.0:1769078023.599077:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078023.599083:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078023.599084:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769078023.599085:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078023.599091:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078023.599094:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:2.0:1769078023.599105:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078023.599107:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078023.599109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078023.599113:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078023.599116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078023.599119:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078023.599126:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4725)
00000400:00000200:3.0:1769078023.599127:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078023.599135:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078023.599144:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078023.599149:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47721:47721:256:4294967295] 192.168.204.153@tcp LPNI seq info [47721:47721:8:4294967295]
00000400:00000200:3.0:1769078023.599155:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078023.599165:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078023.599171:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078023.599177:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078023.599184:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078023.599188:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078023.599195:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078023.599199:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078023.599204:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078023.599207:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078023.599214:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078023.599233:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078023.599240:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078023.599243:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078023.599248:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078023.599254:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599265:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078023.599268:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599275:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078023.599276:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078023.599282:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078023.599286:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078023.599288:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299388706
00000100:00000010:3.0:1769078023.599293:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
00000100:00000001:3.0:1769078023.599299:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078023.599305:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299388706
00000100:00000010:3.0:1769078023.599307:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769078023.599309:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078023.599312:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078023.599314:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078023.599316:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078023.599319:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078023/real 1769078023]  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078023.599332:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078023.599334:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078023.599335:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078023.599338:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078023.599339:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078023.599341:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078023.599351:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078023.599358:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599364:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078023.599366:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.599368:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078023.599371:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078023.599375:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599383:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078023.599387:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599395:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078023.599399:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.599435:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078023.599437:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.599440:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078023.599442:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078023.599446:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078023.599451:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078023.599454:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078023.599460:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078023.599469:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932520448:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078023.599475:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.599478:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078023.599481:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b800 x1855007932520448/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599489:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078023.599492:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078023.599495:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078023.599499:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078023.599501:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078023.599503:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078023.599505:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078023.599508:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491abc00.
02000000:00000001:3.0:1769078023.599512:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078023.599515:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078023.599516:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b800.
00000100:00000001:3.0:1769078023.599519:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078023.599520:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.599521:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.599530:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078023.599531:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078023.599533:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078023.599534:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078023.599535:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078023.599538:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599544:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078023.599545:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078023.599547:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078023.599548:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078023.599549:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078023.599551:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932520576:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078023.599554:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078023.599555:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078023.599557:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078023.599558:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078023.599560:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078023.599562:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078023.599566:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078023.599568:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078023.599571:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078023.599573:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932520576, portal 10
00000100:00000001:3.0:1769078023.599575:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078023.599576:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564821504 : -121121144730112 : ffff91d749318e00)
00000100:00000040:3.0:1769078023.599581:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599586:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078023.599588:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078023.599589:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078023.599591:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932520576, offset 0
00000400:00000200:3.0:1769078023.599594:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078023.599597:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078023.599599:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078023.599601:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078023.599603:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078023.599605:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078023.599607:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078023.599609:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47722:47722:256:4294967295] 192.168.204.153@tcp LPNI seq info [47722:47722:8:4294967295]
00000400:00000200:3.0:1769078023.599612:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078023.599617:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078023.599620:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078023.599623:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078023.599626:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078023.599630:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078023.599634:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078023.599637:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078023.599642:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078023.599644:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078023.599647:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078023.599651:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078023.599654:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078023.599656:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078023.599659:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078023.599663:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599671:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078023.599675:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599682:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078023.599684:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078023.599688:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078023.599692:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078023.599695:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078023.599698:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299387404
00000100:00000001:3.0:1769078023.599701:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299388706
00000100:00000001:3.0:1769078023.599704:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299387404
00000100:00000001:3.0:1769078023.599706:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299388706
00000100:00000001:3.0:1769078023.599708:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078023.599710:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078023.599711:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078023.599715:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078023/real 1769078023]  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078023.599721:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078023.599722:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078023.599724:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078023.599725:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078023.599726:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078023.599728:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078023.599730:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078023.599736:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599741:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078023.599741:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.599742:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078023.599743:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078023.599746:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599750:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078023.599752:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599756:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078023.599758:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.599760:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078023.599760:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.599762:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078023.599763:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078023.599765:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078023.599767:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078023.599768:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078023.599771:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078023.599775:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932520576:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078023.599778:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078023.599781:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599787:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078023.599788:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078023.599790:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078023.599793:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078023.599795:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078023.599798:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932520704:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078023.599802:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078023.599804:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078023.599806:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078023.599808:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078023.599812:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078023.599814:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078023.599818:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078023.599821:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078023.599824:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078023.599827:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932520704, portal 10
00000100:00000001:3.0:1769078023.599830:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078023.599831:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564822400 : -121121144729216 : ffff91d749319180)
00000100:00000040:3.0:1769078023.599837:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599845:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078023.599848:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078023.599850:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078023.599853:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932520704, offset 0
00000400:00000200:3.0:1769078023.599858:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078023.599862:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078023.599866:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078023.599869:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078023.599872:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078023.599875:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078023.599877:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078023.599881:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47723:47723:256:4294967295] 192.168.204.153@tcp LPNI seq info [47723:47723:8:4294967295]
00000400:00000200:3.0:1769078023.599885:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078023.599892:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078023.599896:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078023.599899:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078023.599902:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078023.599904:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078023.599907:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078023.599909:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078023.599912:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078023.599913:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078023.599915:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078023.599918:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078023.599920:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078023.599922:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078023.599923:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078023.599926:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599932:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078023.599936:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.599943:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078023.599945:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078023.599948:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078023.599952:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078023.599955:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078023.599958:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299387403
00000100:00000001:3.0:1769078023.599961:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299388706
00000100:00000001:3.0:1769078023.599963:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299387403
00000100:00000001:3.0:1769078023.599966:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299388706
00000100:00000001:3.0:1769078023.599969:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078023.599971:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078023.599973:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078023.599977:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078023/real 1769078023]  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078023.599987:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078023.599988:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078023.599990:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078023.599993:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078023.599994:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078023.599997:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078023.600000:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078023.600010:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.600018:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078023.600019:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.600021:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078023.600023:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078023.600027:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.600035:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078023.600039:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.600044:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078023.600046:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.600047:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078023.600048:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.600050:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078023.600053:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078023.600054:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078023.600057:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078023.600058:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078023.600061:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078023.600066:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932520704:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078023.600068:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.600070:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078023.600071:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318e00 x1855007932520576/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.600075:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078023.600076:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078023.600078:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078023.600080:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078023.600081:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078023.600082:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078023.600083:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078023.600084:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9800.
02000000:00000001:3.0:1769078023.600087:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078023.600088:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078023.600089:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318e00.
00000100:00000001:3.0:1769078023.600091:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078023.600092:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.600093:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078023.600095:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319180 x1855007932520704/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078023.600102:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078023.600104:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078023.600105:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078023.600108:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078023.600110:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078023.600111:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078023.600113:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078023.600114:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa400.
02000000:00000001:3.0:1769078023.600117:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078023.600118:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078023.600120:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319180.
00000100:00000001:3.0:1769078023.600122:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078023.600123:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.600125:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078023.600129:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078023.600131:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078023.600133:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078023.600135:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078024.494527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078024.494527:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078024.494532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078024.494536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078024.494537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078024.494538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078024.494539:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078024.494541:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.494541:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078024.494546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078024.494547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078024.494549:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078024.494549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078024.494550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078024.494553:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078024.494556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078024.494557:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078024.494557:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078024.494558:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078024.494563:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078024.494564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078024.494564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078024.494569:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078024.494569:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078024.494576:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078024.494577:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078024.494581:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078024.494584:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078024.494585:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078024.494588:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078024.494592:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078024.494592:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078024.494597:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078024.494602:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078024.942488:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299388706, at 4299388736
00000100:00000040:2.0:1769078024.942491:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299388706, at 4299388736
00000100:00000010:3.0:1769078024.942507:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000010:2.0:1769078024.942509:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000001:2.0:1769078025.518497:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078025.518497:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078025.518502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078025.518508:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078025.518509:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078025.518509:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078025.518514:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078025.518515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.518515:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078025.518518:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078025.518524:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769078025.518526:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078025.518526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078025.518527:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078025.518532:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078025.518534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078025.518534:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078025.518535:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078025.518541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078025.518541:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078025.518541:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078025.518544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078025.518547:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078025.518550:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078025.518554:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.518558:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078025.518560:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078025.518562:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078025.518648:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078025.518651:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078025.518653:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078025.518655:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078025.518658:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078025.518660:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078025.518662:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078025.518663:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078025.518666:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078025.518724:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078025.518726:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078025.518730:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078026.542538:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078026.542538:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078026.542542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078026.542547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078026.542547:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078026.542548:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078026.542550:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078026.542552:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078026.542554:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078026.542557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078026.542557:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078026.542557:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078026.542560:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078026.542562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078026.542565:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078026.542566:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078026.542566:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078026.542572:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078026.542573:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078026.542574:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078026.542578:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078026.542581:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078026.542583:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078026.542584:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078026.542588:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078026.542589:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078026.542592:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078026.542595:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078026.542596:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078026.542597:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078026.542601:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078026.542602:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078026.542606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078026.542609:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078027.566485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078027.566485:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078027.566486:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078027.566493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078027.566494:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078027.566495:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078027.566498:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078027.566499:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078027.566500:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078027.566502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078027.566505:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078027.566507:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078027.566507:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078027.566508:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078027.566509:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078027.566513:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078027.566514:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078027.566515:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078027.566516:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078027.566517:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078027.566519:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078027.566520:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078027.566523:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078027.566524:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078027.566525:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078027.566528:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078027.566528:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078027.566529:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078027.566531:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078027.566536:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078027.566537:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078027.566537:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078027.566541:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078027.566544:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078027.566545:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078027.566549:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078027.566553:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078027.566564:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078027.566568:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078027.566570:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078028.590526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078028.590526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078028.590528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078028.590529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078028.590535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078028.590536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078028.590536:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078028.590537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078028.590539:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078028.590541:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078028.590541:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078028.590543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078028.590543:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078028.590546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078028.590547:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078028.590548:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078028.590549:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078028.590553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078028.590554:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078028.590554:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.590557:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078028.590559:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078028.590559:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078028.590563:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078028.590566:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078028.590567:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078028.590571:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078028.590571:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078028.590574:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078028.590577:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078028.590577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078028.590578:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078028.590582:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078028.590586:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078028.718570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078028.718584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078028.718587:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078028.718592:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078028.718597:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078028.718607:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4720
00000400:00000200:0.0:1769078028.718619:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078028.718627:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078028.718630:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078028.718633:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078028.718637:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078028.718640:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078028.718643:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078028.718648:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078028.718651:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078028.718654:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078028.718657:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078028.718660:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078028.718663:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078028.718668:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078028.718670:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078028.718673:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078028.718676:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078028.718680:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078028.718683:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078028.718685:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078028.718688:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078028.718690:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078028.718693:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078028.718695:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078028.718697:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078028.718708:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769078028.718713:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078028.718716:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078028.718718:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078028.718721:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078028.718723:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078028.718727:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078028.718736:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:0.0:1769078028.718741:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078028.718748:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078028.718756:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078028.718759:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078028.718763:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078028.718781:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078028.718784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078028.718787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078028.718789:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078028.718791:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078028.718793:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078028.718796:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4720
00000400:00000200:0.0:1769078028.718800:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078028.718803:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078028.718805:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078028.718808:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078028.718811:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078028.718813:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078028.718816:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078028.718818:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078028.718820:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078028.718821:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078028.718823:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769078028.718824:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078028.718829:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078028.718830:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078028.718832:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078028.718836:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078028.718838:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078028.718841:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078028.718845:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078028.718846:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:3.0:1769078028.718847:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078028.718849:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078028.718853:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078028.718858:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078028.718861:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078028.718867:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078028.718867:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078028.718871:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078028.718872:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078028.718873:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078028.718878:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769078028.718879:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078028.718883:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078028.718884:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078028.718885:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078028.718890:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078028.718891:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769078028.718895:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078028.718899:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1769078028.718899:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932520832:192.168.204.153@tcp:250:kworker.0
02000000:00000001:0.0:1769078028.718901:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078028.718905:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078028.718907:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078028.718909:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078028.718909:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769078028.718914:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
02000000:00000001:3.0:1769078028.718915:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078028.718918:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078028.718919:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078028.718922:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078028.718929:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078028.718932:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078028.718933:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078028.718941:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078028.718943:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078028.718943:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078028.718949:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078028.718950:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:0.0:1769078028.718958:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078028.718960:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00080000:0.0:1769078028.718961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078028.718965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078028.718966:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078028.718968:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078028.718970:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078028.718972:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4720
00000100:00000200:3.0:1769078028.718973:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932520832, portal 25
00000400:00000200:0.0:1769078028.718978:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078028.718980:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1769078028.718981:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078028.718983:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00080000:0.0:1769078028.718984:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078028.718989:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078028.718991:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078028.718994:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000040:3.0:1769078028.718995:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078028.718997:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078028.719001:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078028.719003:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078028.719006:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078028.719009:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078028.719012:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:3.0:1769078028.719013:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769078028.719014:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078028.719019:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078028.719021:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078028.719021:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078028.719025:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078028.719027:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000010:3.0:1769078028.719027:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000020:00000040:0.0:1769078028.719032:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000200:3.0:1769078028.719033:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932520832, offset 0
00000100:00080000:0.0:1769078028.719034:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078028.719037:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078028.719039:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078028.719041:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078028.719042:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078028.719043:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078028.719046:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078028.719047:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000008:00000001:0.0:1769078028.719048:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078028.719051:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078028.719054:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769078028.719056:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078028.719058:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078028.719060:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078028.719061:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078028.719062:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078028.719065:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078028.719067:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078028.719070:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9400.
00000100:00000001:0.0:1769078028.719074:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078028.719074:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00100000:0.0:1769078028.719082:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078028.719084:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078028.719092:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078028.719093:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:0.0:1769078028.719097:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078028.719100:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078028.719107:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078028.719111:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47724:47724:256:4294967295] 192.168.204.153@tcp LPNI seq info [47724:47724:8:4294967295]
00000100:00000040:0.0:1769078028.719113:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078028.719118:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078028.719127:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078028.719143:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078028.719144:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078028.719147:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078028.719152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078028.719156:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078028.719161:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4730)
00000800:00000200:3.0:1769078028.719166:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078028.719177:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078028.719186:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078028.719190:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078028.719196:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078028.719200:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078028.719205:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078028.719208:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078028.719216:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078028.719220:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078028.719227:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078028.719230:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078028.719235:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078028.719239:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719249:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078028.719253:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719261:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078028.719263:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078028.719270:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078028.719275:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078028.719278:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299393826
00000100:00000010:3.0:1769078028.719283:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769078028.719291:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078028.719296:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299393826
00000100:00000010:3.0:1769078028.719299:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769078028.719302:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078028.719305:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078028.719308:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078028.719310:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078028.719314:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078028/real 1769078028]  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078028.719329:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078028.719331:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078028.719333:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078028.719336:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078028.719338:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078028.719341:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078028.719344:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078028.719352:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719358:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078028.719360:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.719362:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078028.719365:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078028.719369:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719376:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078028.719381:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719388:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078028.719391:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.719393:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078028.719394:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.719396:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078028.719398:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078028.719435:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078028.719440:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078028.719442:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078028.719447:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078028.719456:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932520832:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078028.719461:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.719462:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078028.719465:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932520832/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719472:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078028.719475:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078028.719477:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078028.719480:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078028.719482:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078028.719484:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078028.719486:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078028.719489:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb400.
02000000:00000001:3.0:1769078028.719493:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078028.719495:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078028.719496:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769078028.719499:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078028.719501:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.719503:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.719512:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078028.719514:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078028.719516:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078028.719517:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078028.719518:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078028.719522:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719528:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078028.719529:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078028.719531:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078028.719533:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078028.719535:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078028.719537:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932520960:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078028.719541:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078028.719542:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078028.719544:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078028.719545:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078028.719548:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078028.719550:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078028.719555:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078028.719557:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078028.719560:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078028.719563:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932520960, portal 10
00000100:00000001:3.0:1769078028.719565:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078028.719566:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:3.0:1769078028.719572:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719578:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078028.719581:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078028.719583:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078028.719585:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932520960, offset 0
00000400:00000200:3.0:1769078028.719589:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078028.719593:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078028.719596:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078028.719599:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078028.719602:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078028.719604:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078028.719606:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078028.719609:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47725:47725:256:4294967295] 192.168.204.153@tcp LPNI seq info [47725:47725:8:4294967295]
00000400:00000200:3.0:1769078028.719613:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078028.719619:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078028.719623:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078028.719626:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078028.719629:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078028.719632:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078028.719636:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078028.719639:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078028.719642:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078028.719644:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078028.719647:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078028.719650:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078028.719653:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078028.719655:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078028.719657:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078028.719661:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719668:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078028.719671:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719677:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078028.719678:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078028.719681:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078028.719685:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078028.719688:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078028.719691:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299392524
00000100:00000001:3.0:1769078028.719693:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299393826
00000100:00000001:3.0:1769078028.719696:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299392524
00000100:00000001:3.0:1769078028.719698:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299393826
00000100:00000001:3.0:1769078028.719700:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078028.719702:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078028.719704:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078028.719707:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078028/real 1769078028]  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078028.719714:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078028.719715:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078028.719718:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078028.719720:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078028.719721:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078028.719723:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078028.719727:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078028.719735:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719741:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078028.719742:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.719744:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078028.719746:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078028.719749:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719756:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078028.719759:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719765:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078028.719768:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.719770:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078028.719771:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.719773:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078028.719775:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078028.719778:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078028.719781:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078028.719784:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078028.719787:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078028.719795:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932520960:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078028.719799:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078028.719803:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719809:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078028.719811:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078028.719813:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078028.719815:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078028.719816:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078028.719819:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932521088:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078028.719822:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078028.719824:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078028.719826:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078028.719827:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078028.719830:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078028.719832:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078028.719835:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078028.719837:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078028.719840:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078028.719843:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932521088, portal 10
00000100:00000001:3.0:1769078028.719844:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078028.719846:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769078028.719851:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719857:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078028.719859:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078028.719861:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078028.719864:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932521088, offset 0
00000400:00000200:3.0:1769078028.719867:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078028.719871:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078028.719874:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078028.719876:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078028.719879:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078028.719882:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078028.719884:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078028.719887:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47726:47726:256:4294967295] 192.168.204.153@tcp LPNI seq info [47726:47726:8:4294967295]
00000400:00000200:3.0:1769078028.719891:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078028.719896:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078028.719901:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078028.719903:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078028.719907:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078028.719909:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078028.719913:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078028.719917:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078028.719920:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078028.719922:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078028.719925:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078028.719928:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078028.719931:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078028.719932:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078028.719935:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078028.719938:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719945:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078028.719948:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.719955:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078028.719956:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078028.719959:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078028.719962:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078028.719965:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078028.719967:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299392523
00000100:00000001:3.0:1769078028.719970:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299393826
00000100:00000001:3.0:1769078028.719972:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299392523
00000100:00000001:3.0:1769078028.719974:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299393826
00000100:00000001:3.0:1769078028.719977:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078028.719979:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078028.719980:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078028.719984:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078028/real 1769078028]  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078028.719991:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078028.719993:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078028.719994:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078028.719996:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078028.719998:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078028.720000:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078028.720003:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078028.720011:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.720017:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078028.720018:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.720020:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078028.720021:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078028.720025:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.720031:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078028.720034:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.720040:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078028.720042:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.720043:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078028.720044:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.720046:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078028.720049:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078028.720052:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078028.720055:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078028.720057:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078028.720061:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078028.720068:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932521088:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078028.720072:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.720074:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078028.720077:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932520960/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.720083:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078028.720085:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078028.720086:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078028.720089:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078028.720090:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078028.720092:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078028.720094:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078028.720095:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9800.
02000000:00000001:3.0:1769078028.720097:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078028.720099:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078028.720100:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769078028.720103:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078028.720105:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.720106:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078028.720109:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932521088/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078028.720115:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078028.720116:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078028.720117:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078028.720119:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078028.720121:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078028.720122:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078028.720124:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078028.720125:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9400.
02000000:00000001:3.0:1769078028.720127:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078028.720128:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078028.720142:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769078028.720145:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078028.720146:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.720148:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078028.720151:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078028.720152:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078028.720154:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078028.720155:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078029.614527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078029.614527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078029.614533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078029.614535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078029.614536:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078029.614539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078029.614539:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.614539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078029.614546:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078029.614547:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078029.614549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078029.614552:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078029.614554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.614554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078029.614557:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078029.614559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078029.614560:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078029.614564:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078029.614566:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078029.614567:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.614569:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078029.614572:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078029.614573:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078029.614576:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078029.614577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078029.614581:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078029.614586:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078029.614586:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078029.614590:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078029.614591:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078029.614597:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078029.614600:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078029.614603:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078029.614607:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078030.062536:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299393826, at 4299393856
00000100:00000040:2.0:1769078030.062541:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299393826, at 4299393856
00000100:00000010:3.0:1769078030.062556:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000010:2.0:1769078030.062558:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:0.0:1769078030.638544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078030.638544:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078030.638545:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078030.638546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078030.638552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078030.638555:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078030.638555:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078030.638555:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078030.638558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078030.638561:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078030.638561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078030.638561:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078030.638561:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078030.638570:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078030.638570:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078030.638570:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078030.638577:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078030.638577:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078030.638582:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078030.638582:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078030.638583:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078030.638588:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078030.638588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078030.638592:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078030.638596:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078030.638597:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078030.638597:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078030.638601:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078030.638601:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078030.638605:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078030.638605:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078030.638607:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078030.638610:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078030.638615:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078031.662533:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078031.662533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078031.662533:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078031.662538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078031.662542:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078031.662542:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078031.662543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078031.662543:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078031.662547:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078031.662547:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078031.662548:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078031.662551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078031.662554:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078031.662555:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078031.662555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078031.662555:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078031.662561:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078031.662562:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078031.662562:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078031.662567:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078031.662568:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078031.662568:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078031.662571:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078031.662575:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078031.662577:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078031.662579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078031.662581:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078031.662583:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078031.662584:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078031.662587:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078031.662591:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078031.662592:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078031.662594:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078031.662598:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078032.686512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078032.686513:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078032.686513:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078032.686518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078032.686520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078032.686520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078032.686521:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078032.686523:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078032.686524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078032.686525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078032.686525:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078032.686532:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078032.686532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078032.686533:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078032.686533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078032.686538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078032.686538:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078032.686539:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078032.686539:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078032.686544:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078032.686544:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078032.686545:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078032.686547:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078032.686550:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078032.686552:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078032.686555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078032.686558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078032.686560:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078032.686560:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078032.686562:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078032.686564:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078032.686566:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078032.686569:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078032.686573:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078033.710540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078033.710540:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078033.710543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078033.710548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078033.710549:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078033.710550:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078033.710552:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.710553:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078033.710556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078033.710557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078033.710558:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078033.710559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.710564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078033.710569:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.710573:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078033.710576:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.710580:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078033.710588:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078033.710592:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078033.710597:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078033.710648:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078033.710651:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078033.710652:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078033.710653:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078033.710655:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078033.710766:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078033.710768:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078033.710770:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078033.710772:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078033.710774:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078033.710776:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078033.710778:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078033.710779:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078033.710781:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078033.838543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078033.838553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078033.838555:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078033.838559:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078033.838563:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078033.838569:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4725
00000400:00000200:2.0:1769078033.838578:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078033.838583:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078033.838585:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078033.838588:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838590:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078033.838592:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838593:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078033.838597:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078033.838599:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078033.838601:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078033.838604:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078033.838605:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078033.838607:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078033.838609:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838610:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078033.838611:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838612:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078033.838614:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078033.838616:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838617:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078033.838619:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078033.838622:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078033.838624:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078033.838625:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078033.838627:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078033.838637:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769078033.838640:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078033.838644:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078033.838645:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078033.838648:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078033.838650:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078033.838654:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078033.838661:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769078033.838666:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078033.838672:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078033.838680:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078033.838683:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078033.838686:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078033.838708:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078033.838711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078033.838715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078033.838716:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078033.838718:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078033.838721:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078033.838723:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4725
00000400:00000200:2.0:1769078033.838727:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078033.838729:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078033.838732:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078033.838734:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838737:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078033.838739:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838741:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769078033.838742:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078033.838743:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078033.838744:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078033.838745:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078033.838747:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769078033.838747:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078033.838749:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078033.838750:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078033.838751:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078033.838754:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838756:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078033.838756:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078033.838758:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838760:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078033.838762:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769078033.838765:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078033.838765:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078033.838767:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.838767:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078033.838769:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078033.838771:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078033.838773:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078033.838774:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078033.838776:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078033.838776:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078033.838778:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:3.0:1769078033.838780:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932521216:192.168.204.153@tcp:250:kworker.0
00000008:00100000:2.0:1769078033.838782:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078033.838786:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.838787:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078033.838788:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078033.838791:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
02000000:00000001:3.0:1769078033.838791:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769078033.838793:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078033.838793:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078033.838796:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078033.838796:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078033.838797:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078033.838798:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078033.838800:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078033.838801:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078033.838801:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078033.838803:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078033.838805:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00000001:2.0:1769078033.838807:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078033.838810:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:2.0:1769078033.838811:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078033.838814:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:2.0:1769078033.838817:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078033.838819:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078033.838820:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000040:2.0:1769078033.838823:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078033.838828:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932521216, portal 25
00000100:00000001:2.0:1769078033.838829:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.838830:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769078033.838832:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078033.838832:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000100:00080000:2.0:1769078033.838835:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078033.838836:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078033.838838:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769078033.838838:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078033.838841:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078033.838843:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4725
00000100:00000001:3.0:1769078033.838845:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1769078033.838846:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769078033.838848:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769078033.838849:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000010:3.0:1769078033.838850:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00080000:2.0:1769078033.838851:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1769078033.838853:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932521216, offset 0
00000100:00000040:2.0:1769078033.838854:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838856:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078033.838858:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838859:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769078033.838859:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000001:2.0:1769078033.838861:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078033.838862:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078033.838863:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078033.838865:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769078033.838867:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078033.838868:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:2.0:1769078033.838869:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769078033.838872:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838873:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078033.838874:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:2.0:1769078033.838875:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838877:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078033.838879:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769078033.838880:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769078033.838882:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078033.838884:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078033.838885:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:2.0:1769078033.838886:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078033.838888:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078033.838889:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078033.838890:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078033.838892:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078033.838892:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000008:00100000:2.0:1769078033.838893:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078033.838896:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078033.838896:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47727:47727:256:4294967295] 192.168.204.153@tcp LPNI seq info [47727:47727:8:4294967295]
00000100:00000001:2.0:1769078033.838897:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078033.838900:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000400:00000200:3.0:1769078033.838900:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:2.0:1769078033.838903:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078033.838905:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078033.838906:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078033.838907:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078033.838908:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078033.838910:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078033.838910:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1769078033.838913:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769078033.838916:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078033.838916:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00100000:2.0:1769078033.838919:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1769078033.838922:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000100:00000001:2.0:1769078033.838927:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078033.838928:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078033.838932:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078033.838939:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078033.838939:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769078033.838941:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769078033.838944:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769078033.838945:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078033.838948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769078033.838949:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769078033.838951:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1769078033.838953:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769078033.838955:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4735)
00000800:00000100:3.0:1769078033.838958:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078033.838960:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078033.838967:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078033.838972:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078033.838977:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078033.838979:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078033.838984:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078033.838994:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839002:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078033.839005:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839010:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.839011:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078033.839017:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078033.839020:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078033.839022:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299398946
00000100:00000010:3.0:1769078033.839026:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769078033.839033:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078033.839037:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299398946
00000100:00000010:3.0:1769078033.839039:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9300.
00000100:00000001:3.0:1769078033.839041:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078033.839053:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078033.839055:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.839057:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078033.839060:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078033/real 1769078033]  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078033.839068:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078033.839069:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078033.839071:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078033.839073:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078033.839074:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078033.839076:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078033.839078:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078033.839083:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839087:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078033.839088:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839089:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078033.839091:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078033.839093:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839097:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078033.839099:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839104:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078033.839105:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839106:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078033.839107:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839109:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078033.839110:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078033.839112:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078033.839114:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078033.839116:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078033.839118:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078033.839123:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932521216:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078033.839127:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839129:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078033.839131:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932521216/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839135:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078033.839137:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078033.839139:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078033.839141:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078033.839142:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078033.839144:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078033.839146:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078033.839148:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa000.
02000000:00000001:3.0:1769078033.839152:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078033.839154:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078033.839156:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:3.0:1769078033.839159:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078033.839160:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839162:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839178:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078033.839180:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.839182:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078033.839183:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078033.839185:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078033.839189:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839196:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078033.839197:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078033.839200:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078033.839201:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078033.839202:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078033.839204:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932521344:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078033.839207:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078033.839208:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078033.839209:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078033.839211:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078033.839213:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078033.839214:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078033.839218:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078033.839219:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078033.839222:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078033.839224:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932521344, portal 10
00000100:00000001:3.0:1769078033.839226:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078033.839226:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000100:00000040:3.0:1769078033.839231:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839235:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078033.839237:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078033.839238:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078033.839239:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932521344, offset 0
00000400:00000200:3.0:1769078033.839242:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078033.839244:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078033.839246:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078033.839248:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078033.839249:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078033.839251:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078033.839252:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078033.839254:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47728:47728:256:4294967295] 192.168.204.153@tcp LPNI seq info [47728:47728:8:4294967295]
00000400:00000200:3.0:1769078033.839257:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078033.839261:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078033.839263:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078033.839265:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078033.839268:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078033.839270:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078033.839273:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078033.839274:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078033.839277:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078033.839278:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078033.839281:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078033.839283:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078033.839285:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078033.839286:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078033.839287:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078033.839289:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839294:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078033.839296:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839300:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.839301:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078033.839303:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078033.839305:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078033.839307:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078033.839309:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299397643
00000100:00000001:3.0:1769078033.839311:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299398946
00000100:00000001:3.0:1769078033.839312:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299397643
00000100:00000001:3.0:1769078033.839313:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299398946
00000100:00000001:3.0:1769078033.839315:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078033.839316:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.839317:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078033.839319:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078033/real 1769078033]  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078033.839323:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078033.839323:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078033.839324:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078033.839325:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078033.839326:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078033.839327:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078033.839329:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078033.839334:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839338:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078033.839339:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839340:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078033.839340:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078033.839349:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839352:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078033.839354:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839358:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078033.839360:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839361:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078033.839362:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839363:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078033.839364:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078033.839365:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078033.839367:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078033.839368:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078033.839370:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078033.839375:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932521344:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078033.839378:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078033.839379:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839387:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078033.839388:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078033.839389:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078033.839390:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078033.839391:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078033.839393:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932521472:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078033.839394:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078033.839395:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078033.839396:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078033.839397:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078033.839399:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078033.839417:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078033.839420:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078033.839422:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078033.839424:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078033.839425:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932521472, portal 10
00000100:00000001:3.0:1769078033.839426:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078033.839427:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000100:00000040:3.0:1769078033.839431:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839435:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078033.839436:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078033.839438:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078033.839439:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932521472, offset 0
00000400:00000200:3.0:1769078033.839441:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078033.839443:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078033.839445:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078033.839446:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078033.839448:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078033.839449:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078033.839450:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078033.839453:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47729:47729:256:4294967295] 192.168.204.153@tcp LPNI seq info [47729:47729:8:4294967295]
00000400:00000200:3.0:1769078033.839456:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078033.839460:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078033.839463:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078033.839465:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078033.839467:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078033.839469:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078033.839471:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078033.839473:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078033.839476:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078033.839477:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078033.839479:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078033.839481:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078033.839483:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078033.839484:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078033.839485:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078033.839487:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839491:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078033.839493:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839497:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.839498:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078033.839499:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078033.839501:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078033.839502:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078033.839503:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299397643
00000100:00000001:3.0:1769078033.839505:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299398946
00000100:00000001:3.0:1769078033.839506:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299397643
00000100:00000001:3.0:1769078033.839507:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299398946
00000100:00000001:3.0:1769078033.839509:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078033.839511:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.839512:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078033.839514:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078033/real 1769078033]  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078033.839519:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078033.839519:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078033.839520:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078033.839521:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078033.839522:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078033.839523:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078033.839525:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078033.839530:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839534:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078033.839534:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839535:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078033.839536:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078033.839538:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839541:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078033.839543:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839546:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078033.839548:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839548:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078033.839549:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839550:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078033.839552:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078033.839553:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078033.839556:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078033.839557:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078033.839559:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078033.839564:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932521472:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078033.839565:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839566:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078033.839568:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932521344/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839571:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078033.839572:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078033.839573:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078033.839575:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078033.839576:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078033.839576:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078033.839578:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078033.839579:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa800.
02000000:00000001:3.0:1769078033.839580:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078033.839581:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078033.839582:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:3.0:1769078033.839583:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078033.839584:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839585:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078033.839587:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932521472/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078033.839590:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078033.839591:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078033.839591:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078033.839592:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078033.839593:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078033.839594:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078033.839594:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078033.839596:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab800.
02000000:00000001:3.0:1769078033.839598:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078033.839598:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078033.839599:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:3.0:1769078033.839601:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078033.839601:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839602:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078033.839604:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078033.839605:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078033.839606:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078033.839607:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078034.734546:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078034.734546:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078034.734552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078034.734556:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078034.734557:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078034.734557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078034.734559:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078034.734561:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.734561:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078034.734567:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078034.734568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078034.734568:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078034.734571:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078034.734572:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078034.734574:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078034.734575:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078034.734577:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078034.734579:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078034.734581:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078034.734582:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078034.734583:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078034.734584:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078034.734588:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078034.734588:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078034.734595:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078034.734596:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078034.734599:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078034.734603:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.734603:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078034.734605:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078034.734607:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078034.734610:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078034.734612:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078034.734615:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078035.182540:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299398946, at 4299398976
00000100:00000040:3.0:1769078035.182540:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299398946, at 4299398976
00000100:00000010:3.0:1769078035.182559:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000010:2.0:1769078035.182564:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000001:0.0:1769078035.758518:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078035.758518:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078035.758521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078035.758521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078035.758526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078035.758526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078035.758528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078035.758529:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078035.758529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.758530:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078035.758532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078035.758534:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1769078035.758538:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078035.758538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078035.758539:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078035.758539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078035.758545:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078035.758545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078035.758546:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078035.758546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078035.758550:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078035.758550:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078035.758551:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078035.758551:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078035.758555:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078035.758557:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078035.758558:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078035.758562:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078035.758563:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.758564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078035.758569:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078035.758570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078035.758572:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078035.758572:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078035.758574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078035.758577:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078035.758580:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078035.758599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078035.758602:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078035.758605:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078036.782479:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078036.782479:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078036.782479:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078036.782485:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078036.782488:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078036.782488:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078036.782491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078036.782492:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078036.782493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078036.782493:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078036.782499:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078036.782500:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078036.782507:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078036.782507:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078036.782510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078036.782513:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078036.782514:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078036.782515:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078036.782516:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078036.782517:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078036.782519:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078036.782520:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078036.782522:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078036.782522:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078036.782524:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078036.782525:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078036.782526:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078036.782528:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078036.782529:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078036.782532:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078036.782535:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078036.782536:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078036.782539:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078036.782542:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078037.806490:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078037.806498:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078037.806500:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078037.806501:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769078037.806507:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078037.806507:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078037.806510:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078037.806515:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078037.806519:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078037.806519:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078037.806526:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078037.806526:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078037.806533:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078037.806538:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078037.806630:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078037.806633:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078037.806638:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078037.806642:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078037.806644:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078037.806647:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078037.806651:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078037.806653:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078037.806655:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078037.806657:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078037.806682:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078037.806685:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078037.806686:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078037.806689:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769078037.806692:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078037.806694:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769078037.806712:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078037.806713:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078037.806714:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078037.806718:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769078037.806719:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078037.806725:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078037.806726:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078037.806753:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078037.806756:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078037.806759:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078038.830503:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078038.830503:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078038.830508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078038.830511:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078038.830512:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078038.830516:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078038.830516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078038.830517:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078038.830522:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078038.830525:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078038.830526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:1.0:1769078038.830529:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078038.830530:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078038.830531:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078038.830537:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078038.830538:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078038.830538:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.830542:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078038.830545:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.830547:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078038.830549:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078038.830552:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078038.830553:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078038.830559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078038.830560:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078038.830564:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078038.830569:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078038.830599:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078038.830602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078038.830605:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078038.830606:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078038.830628:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078038.830631:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078038.830633:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078038.958532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078038.958541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078038.958544:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078038.958547:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078038.958550:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078038.958555:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4730
00000400:00000200:0.0:1769078038.958565:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078038.958570:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078038.958572:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078038.958574:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078038.958577:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078038.958579:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078038.958581:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078038.958585:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078038.958587:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078038.958590:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078038.958593:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078038.958595:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078038.958597:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078038.958600:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078038.958602:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078038.958603:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078038.958605:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078038.958608:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078038.958612:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078038.958614:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078038.958617:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078038.958620:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078038.958623:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078038.958625:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078038.958628:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078038.958638:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0a80.
00000020:00000040:0.0:1769078038.958642:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078038.958646:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078038.958647:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078038.958650:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078038.958652:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078038.958656:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078038.958662:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8400.
00000100:00000001:0.0:1769078038.958667:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078038.958675:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078038.958682:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078038.958685:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078038.958689:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a51dfce] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078038.958705:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078038.958707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078038.958709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078038.958710:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078038.958711:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078038.958713:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078038.958714:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4730
00000400:00000200:0.0:1769078038.958716:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078038.958718:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078038.958719:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078038.958727:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078038.958729:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078038.958730:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078038.958732:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078038.958734:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078038.958734:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769078038.958735:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078038.958737:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078038.958739:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769078038.958740:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078038.958741:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078038.958744:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078038.958744:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078038.958752:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:3.0:1769078038.958752:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078038.958755:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078038.958759:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078038.958763:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078038.958769:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769078038.958769:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078038.958772:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078038.958774:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:3.0:1769078038.958776:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078038.958777:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078038.958780:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078038.958780:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078038.958784:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078038.958787:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1769078038.958787:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932521600:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078038.958793:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078038.958794:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078038.958797:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078038.958798:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769078038.958802:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078038.958803:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078038.958808:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078038.958808:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078038.958810:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078038.958814:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2d80.
00000020:00000040:0.0:1769078038.958816:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000010:3.0:1769078038.958816:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:0.0:1769078038.958817:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078038.958819:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078038.958822:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078038.958822:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078038.958824:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078038.958827:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078038.958830:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca800.
00000400:00000200:3.0:1769078038.958834:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078038.958835:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078038.958843:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078038.958844:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:0.0:1769078038.958853:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078038.958853:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000001:0.0:1769078038.958858:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078038.958863:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932521600, portal 25
00000100:00000040:0.0:1769078038.958864:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000296efca4] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.958868:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078038.958871:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797056 : -121121160754560 : ffff91d7483d0a80)
00000100:00000001:0.0:1769078038.958880:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078038.958883:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078038.958884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078038.958891:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078038.958895:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078038.958897:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078038.958901:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078038.958902:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769078038.958905:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:0.0:1769078038.958908:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4730
00000400:00000010:3.0:1769078038.958909:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078038.958913:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932521600, offset 0
00000400:00000200:0.0:1769078038.958915:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078038.958921:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078038.958923:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078038.958924:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078038.958930:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078038.958934:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078038.958934:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078038.958939:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078038.958942:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:0.0:1769078038.958944:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769078038.958948:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769078038.958949:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078038.958952:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000200:3.0:1769078038.958953:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000020:00000001:0.0:1769078038.958956:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078038.958971:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078038.958973:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078038.958976:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769078038.958977:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078038.958979:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000040:0.0:1769078038.958985:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078038.958987:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47730:47730:256:4294967295] 192.168.204.153@tcp LPNI seq info [47730:47730:8:4294967295]
00000100:00000001:0.0:1769078038.958990:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078038.958993:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078038.958995:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078038.958999:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078038.959004:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769078038.959006:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769078038.959010:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000200:3.0:1769078038.959016:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078038.959017:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078038.959020:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1769078038.959021:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
02000000:00000001:0.0:1769078038.959024:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078038.959028:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078038.959029:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769078038.959031:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.0:1769078038.959034:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000008:00100000:0.0:1769078038.959035:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1769078038.959040:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000008:00000001:0.0:1769078038.959041:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078038.959044:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769078038.959046:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078038.959050:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078038.959052:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000100:00000010:0.0:1769078038.959054:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000400:00000200:3.0:1769078038.959057:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1769078038.959058:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769078038.959063:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769078038.959064:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078038.959067:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078038.959068:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078038.959071:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:0.0:1769078038.959072:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078038.959075:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078038.959075:0:2416:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769078038.959078:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078038.959080:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078038.959085:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8000.
00000100:00000001:3.0:1769078038.959087:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078038.959092:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078038.959093:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078038.959100:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078038.959103:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1769078038.959104:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078038.959107:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078038.959113:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078038.959117:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299404066
00000100:00000001:0.0:1769078038.959119:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1769078038.959122:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9300.
00000100:00000001:0.0:1769078038.959123:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078038.959129:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1769078038.959130:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959136:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299404066
00000100:00000010:3.0:1769078038.959140:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9600.
00000100:00000001:3.0:1769078038.959144:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078038.959147:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078038.959148:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078038.959151:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078038.959152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078038.959153:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769078038.959159:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:3.0:1769078038.959159:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078038/real 1769078038]  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078038.959166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:3.0:1769078038.959170:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1769078038.959172:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:3.0:1769078038.959173:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078038.959176:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078038.959179:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000100:00000040:0.0:1769078038.959180:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4740)
00000400:00000010:3.0:1769078038.959180:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078038.959183:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078038.959187:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078038.959192:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959196:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078038.959198:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959200:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078038.959201:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078038.959204:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959207:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078038.959210:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959214:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078038.959216:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959217:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078038.959218:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959219:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078038.959221:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078038.959222:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078038.959225:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078038.959226:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078038.959229:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078038.959233:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932521600:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078038.959236:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959238:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078038.959239:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0a80 x1855007932521600/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959243:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078038.959244:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078038.959247:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078038.959249:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078038.959250:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078038.959251:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078038.959252:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078038.959254:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8400.
02000000:00000001:3.0:1769078038.959256:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078038.959258:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078038.959259:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0a80.
00000100:00000001:3.0:1769078038.959261:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078038.959262:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959263:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959269:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078038.959270:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078038.959272:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078038.959273:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078038.959274:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078038.959276:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959280:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078038.959281:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078038.959282:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078038.959283:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078038.959284:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078038.959286:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932521728:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078038.959287:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078038.959288:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078038.959289:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078038.959290:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078038.959292:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078038.959293:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078038.959296:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078038.959297:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078038.959299:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078038.959301:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932521728, portal 10
00000100:00000001:3.0:1769078038.959302:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078038.959303:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806016 : -121121160745600 : ffff91d7483d2d80)
00000100:00000040:3.0:1769078038.959307:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959311:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078038.959312:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078038.959313:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078038.959315:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932521728, offset 0
00000400:00000200:3.0:1769078038.959317:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078038.959319:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078038.959321:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078038.959322:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078038.959324:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078038.959325:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078038.959327:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078038.959328:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47731:47731:256:4294967295] 192.168.204.153@tcp LPNI seq info [47731:47731:8:4294967295]
00000400:00000200:3.0:1769078038.959331:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078038.959334:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078038.959337:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078038.959339:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078038.959341:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078038.959343:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078038.959345:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078038.959346:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078038.959349:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078038.959350:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078038.959352:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078038.959354:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078038.959355:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078038.959356:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078038.959357:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078038.959359:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959368:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078038.959369:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959373:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078038.959374:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078038.959375:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078038.959377:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078038.959379:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078038.959380:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299402763
00000100:00000001:3.0:1769078038.959382:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299404066
00000100:00000001:3.0:1769078038.959383:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299402763
00000100:00000001:3.0:1769078038.959384:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299404066
00000100:00000001:3.0:1769078038.959385:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078038.959387:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078038.959388:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078038.959389:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078038/real 1769078038]  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078038.959393:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078038.959394:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078038.959395:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078038.959396:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078038.959397:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078038.959397:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078038.959399:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078038.959422:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959426:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078038.959427:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959428:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078038.959429:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078038.959431:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959435:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078038.959437:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959441:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078038.959442:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959443:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078038.959444:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959445:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078038.959446:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078038.959447:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078038.959449:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078038.959450:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078038.959452:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078038.959456:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932521728:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078038.959459:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078038.959460:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959464:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078038.959465:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078038.959466:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078038.959467:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078038.959468:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078038.959470:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932521856:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078038.959472:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078038.959473:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078038.959474:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078038.959475:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078038.959478:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078038.959479:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078038.959480:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078038.959482:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078038.959484:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078038.959485:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932521856, portal 10
00000100:00000001:3.0:1769078038.959486:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078038.959487:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769078038.959491:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959494:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078038.959496:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078038.959497:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078038.959498:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932521856, offset 0
00000400:00000200:3.0:1769078038.959500:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078038.959502:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078038.959504:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078038.959505:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078038.959507:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078038.959508:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078038.959509:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078038.959511:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47732:47732:256:4294967295] 192.168.204.153@tcp LPNI seq info [47732:47732:8:4294967295]
00000400:00000200:3.0:1769078038.959514:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078038.959518:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078038.959520:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078038.959522:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078038.959524:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078038.959526:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078038.959528:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078038.959530:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078038.959532:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078038.959533:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078038.959535:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078038.959537:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078038.959539:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078038.959540:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078038.959541:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078038.959543:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959547:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078038.959549:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959553:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078038.959554:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078038.959555:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078038.959557:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078038.959558:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078038.959559:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299402763
00000100:00000001:3.0:1769078038.959561:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299404066
00000100:00000001:3.0:1769078038.959562:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299402763
00000100:00000001:3.0:1769078038.959563:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299404066
00000100:00000001:3.0:1769078038.959565:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078038.959566:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078038.959567:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078038.959569:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078038/real 1769078038]  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078038.959573:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078038.959574:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078038.959574:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078038.959576:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078038.959576:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078038.959578:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078038.959579:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078038.959584:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959587:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078038.959587:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959588:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078038.959589:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078038.959591:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959594:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078038.959596:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959600:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078038.959601:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959602:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078038.959603:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959604:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078038.959605:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078038.959607:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078038.959608:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078038.959609:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078038.959611:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078038.959619:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932521856:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078038.959621:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959622:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078038.959624:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2d80 x1855007932521728/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959627:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078038.959628:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078038.959629:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078038.959630:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078038.959631:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078038.959632:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078038.959633:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078038.959633:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca800.
02000000:00000001:3.0:1769078038.959635:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078038.959635:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078038.959642:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2d80.
00000100:00000001:3.0:1769078038.959645:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078038.959646:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959648:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078038.959651:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932521856/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078038.959656:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078038.959658:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078038.959659:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078038.959661:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078038.959662:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078038.959663:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078038.959665:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078038.959666:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8000.
02000000:00000001:3.0:1769078038.959668:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078038.959669:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078038.959671:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769078038.959673:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078038.959674:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959676:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078038.959679:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078038.959680:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078038.959682:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078038.959683:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078039.854502:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078039.854502:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078039.854507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078039.854510:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078039.854511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078039.854511:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078039.854514:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078039.854514:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078039.854517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078039.854519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078039.854520:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078039.854521:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078039.854526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078039.854527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078039.854527:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078039.854532:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078039.854533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078039.854533:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078039.854535:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078039.854536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078039.854538:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078039.854540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078039.854542:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078039.854543:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078039.854543:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078039.854547:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078039.854548:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078039.854550:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078039.854551:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078039.854552:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078039.854555:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078039.854556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078039.854558:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078039.854559:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078040.302497:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299404066, at 4299404096
00000100:00000040:3.0:1769078040.302497:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299404066, at 4299404096
00000100:00000010:3.0:1769078040.302511:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9600.
00000100:00000010:2.0:1769078040.302517:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000001:2.0:1769078040.878497:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078040.878497:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078040.878498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078040.878500:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078040.878505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078040.878506:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078040.878507:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078040.878507:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078040.878509:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078040.878510:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.878511:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078040.878513:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078040.878517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078040.878517:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078040.878518:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078040.878518:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078040.878521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078040.878523:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078040.878523:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078040.878524:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078040.878528:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078040.878529:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078040.878529:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078040.878532:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078040.878535:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078040.878536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078040.878539:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078040.878542:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.878545:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078040.878546:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078040.878549:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078040.878551:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.878554:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078040.878556:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078041.902500:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078041.902500:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078041.902500:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078041.902508:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078041.902509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078041.902509:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078041.902509:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078041.902510:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078041.902512:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.902513:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078041.902515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078041.902518:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078041.902518:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078041.902519:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078041.902522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078041.902524:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078041.902524:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078041.902524:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078041.902526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078041.902529:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078041.902529:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078041.902530:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078041.902534:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078041.902538:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078041.902540:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078041.902542:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078041.902545:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078041.902547:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.902548:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078041.902550:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078041.902551:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078041.902556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.902556:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078041.902563:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078042.926492:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078042.926492:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078042.926495:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078042.926500:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078042.926501:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078042.926501:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078042.926503:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078042.926504:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078042.926508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078042.926509:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078042.926510:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078042.926511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078042.926515:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078042.926516:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078042.926519:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078042.926520:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078042.926522:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078042.926526:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078042.926528:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078042.926531:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078042.926534:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078042.926536:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078042.926537:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078042.926540:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078042.926544:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078042.926556:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078042.926559:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078042.926560:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078042.926562:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078042.926564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078042.926566:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078042.926567:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078042.926569:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078042.926570:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078043.950551:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078043.950551:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078043.950552:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078043.950556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078043.950562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078043.950564:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078043.950565:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078043.950565:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078043.950568:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078043.950573:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078043.950573:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078043.950575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078043.950577:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078043.950582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078043.950587:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078043.950587:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078043.950588:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078043.950598:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078043.950598:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078043.950599:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078043.950607:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078043.950607:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078043.950608:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078043.950611:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078043.950618:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078043.950621:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078043.950622:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078043.950623:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078043.950627:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078043.950628:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078043.950633:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078043.950633:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078043.950638:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078043.950644:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078044.078534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078044.078542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078044.078545:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078044.078548:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078044.078551:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078044.078556:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4735
00000400:00000200:3.0:1769078044.078564:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078044.078570:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078044.078574:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078044.078577:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078044.078580:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078044.078583:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078044.078585:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078044.078589:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078044.078591:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078044.078594:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078044.078597:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078044.078599:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078044.078601:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078044.078604:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078044.078606:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078044.078608:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078044.078610:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078044.078614:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078044.078618:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078044.078620:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078044.078623:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078044.078627:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078044.078629:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078044.078632:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078044.078634:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078044.078642:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4000.
00000020:00000040:3.0:1769078044.078646:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078044.078649:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078044.078650:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078044.078652:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078044.078660:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078044.078664:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078044.078673:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509000.
00000100:00000001:3.0:1769078044.078678:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078044.078688:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078044.078695:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078044.078699:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078044.078702:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065aabb28] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078044.078724:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078044.078726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078044.078729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078044.078730:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078044.078731:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078044.078732:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078044.078734:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4735
00000400:00000200:3.0:1769078044.078737:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078044.078739:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078044.078740:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078044.078743:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078044.078745:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078044.078746:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078044.078748:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078044.078750:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078044.078751:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078044.078752:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078044.078753:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078044.078755:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078044.078756:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078044.078758:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078044.078759:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078044.078760:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078044.078763:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078044.078764:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078044.078766:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078044.078770:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:0.0:1769078044.078774:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078044.078774:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:3.0:1769078044.078781:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078044.078786:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078044.078787:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.078789:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078044.078790:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078044.078792:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078044.078795:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078044.078797:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078044.078797:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078044.078803:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078044.078805:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078044.078809:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1769078044.078811:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932521984:192.168.204.153@tcp:250:kworker.0
00000008:00000001:3.0:1769078044.078813:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078044.078817:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.078818:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1769078044.078821:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5f80.
02000000:00000001:0.0:1769078044.078822:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1769078044.078824:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078044.078826:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078044.078828:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078044.078829:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078044.078830:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078044.078832:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078044.078834:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1769078044.078835:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb800.
02000000:00000001:3.0:1769078044.078835:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078044.078839:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078044.078842:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a400.
00000400:00000200:0.0:1769078044.078846:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078044.078846:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078044.078852:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000100:00100000:3.0:1769078044.078852:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078044.078859:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000001:3.0:1769078044.078860:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078044.078863:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078044.078866:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84f5076] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078044.078867:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932521984, portal 25
00000100:00000001:0.0:1769078044.078882:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078044.078884:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564473856 : -121121145077760 : ffff91d7492c4000)
00000100:00000001:3.0:1769078044.078891:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078044.078892:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078044.078896:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078044.078901:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078044.078903:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:0.0:1769078044.078906:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078044.078907:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1769078044.078909:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00080000:3.0:1769078044.078911:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1769078044.078913:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932521984, offset 0
00000100:00000001:3.0:1769078044.078916:0:36:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078044.078919:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:3.0:1769078044.078922:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4735
00000400:00000200:0.0:1769078044.078930:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078044.078930:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078044.078937:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078044.078938:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00080000:3.0:1769078044.078942:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078044.078945:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078044.078948:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078044.078951:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:3.0:1769078044.078953:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078044.078957:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078044.078957:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078044.078961:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:0.0:1769078044.078962:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000020:00000001:3.0:1769078044.078965:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078044.078967:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000200:0.0:1769078044.078968:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47733:47733:256:4294967295] 192.168.204.153@tcp LPNI seq info [47733:47733:8:4294967295]
00000020:00000001:3.0:1769078044.078969:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078044.078972:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:0.0:1769078044.078975:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:3.0:1769078044.078976:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:3.0:1769078044.078979:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078044.078982:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078044.078986:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078044.078989:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078044.078990:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078044.078994:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:0.0:1769078044.078997:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000020:00000040:3.0:1769078044.078997:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:3.0:1769078044.079001:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000010:0.0:1769078044.079003:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000100:00000001:3.0:1769078044.079003:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078044.079006:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078044.079009:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078044.079010:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078044.079013:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078044.079014:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078044.079017:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1769078044.079018:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000008:00000001:3.0:1769078044.079020:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078044.079024:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078044.079027:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000010:3.0:1769078044.079028:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6a00.
00000800:00000200:0.1:1769078044.079031:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000020:00000040:3.0:1769078044.079032:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078044.079036:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078044.079038:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769078044.079039:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078044.079040:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1769078044.079042:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
02000000:00000001:3.0:1769078044.079042:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078044.079045:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078044.079048:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1769078044.079049:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509400.
00000400:00000200:0.0:1769078044.079053:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078044.079054:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078044.079057:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769078044.079060:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00100000:3.0:1769078044.079061:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078044.079063:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078044.079069:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769078044.079070:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078044.079073:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078044.079079:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000508d3ef2] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079081:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078044.079086:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078044.079088:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078044.079092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078044.079095:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078044.079096:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769078044.079097:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769078044.079100:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078044.079103:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078044.079104:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078044.079110:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769078044.079110:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4745)
00000100:00000001:0.0:1769078044.079113:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299409186
00000100:00000010:0.0:1769078044.079119:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031120.
00000100:00000001:0.0:1769078044.079135:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078044.079140:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299409186
00000100:00000010:0.0:1769078044.079144:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600317e0.
00000100:00000001:0.0:1769078044.079147:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078044.079150:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078044.079153:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.079155:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078044.079160:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078044/real 1769078044]  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078044.079171:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078044.079173:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078044.079175:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769078044.079178:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769078044.079179:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769078044.079181:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078044.079184:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078044.079189:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079196:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078044.079197:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079199:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078044.079201:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078044.079205:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079211:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078044.079215:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079223:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078044.079226:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079228:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078044.079229:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079231:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078044.079233:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078044.079236:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078044.079240:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078044.079242:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078044.079247:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078044.079254:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932521984:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078044.079259:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079261:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078044.079264:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4000 x1855007932521984/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079270:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078044.079273:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078044.079275:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb800.
02000000:00000001:0.0:1769078044.079279:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078044.079280:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078044.079282:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078044.079284:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078044.079286:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:0.0:1769078044.079290:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078044.079292:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078044.079293:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4000.
00000100:00000001:0.0:1769078044.079296:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078044.079297:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079298:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079305:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078044.079306:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.079314:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078044.079315:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078044.079316:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078044.079319:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079323:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078044.079324:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078044.079326:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078044.079327:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078044.079328:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078044.079330:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932522112:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078044.079332:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078044.079333:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078044.079334:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078044.079336:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078044.079338:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb800.
02000000:00000001:0.0:1769078044.079339:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078044.079342:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078044.079344:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769078044.079346:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769078044.079348:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932522112, portal 10
00000100:00000001:0.0:1769078044.079349:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078044.079350:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481920 : -121121145069696 : ffff91d7492c5f80)
00000100:00000040:0.0:1769078044.079354:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079358:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078044.079359:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078044.079361:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769078044.079362:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932522112, offset 0
00000400:00000200:0.0:1769078044.079364:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078044.079367:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078044.079370:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078044.079372:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078044.079375:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078044.079377:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078044.079379:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078044.079382:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47734:47734:256:4294967295] 192.168.204.153@tcp LPNI seq info [47734:47734:8:4294967295]
00000400:00000200:0.0:1769078044.079386:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078044.079391:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078044.079396:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078044.079399:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769078044.079428:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078044.079430:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078044.079433:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078044.079435:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078044.079437:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078044.079439:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769078044.079441:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078044.079443:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078044.079445:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769078044.079446:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769078044.079448:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078044.079450:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079455:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078044.079457:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079461:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.079462:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078044.079464:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078044.079466:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078044.079469:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078044.079470:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299407884
00000100:00000001:0.0:1769078044.079472:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299409186
00000100:00000001:0.0:1769078044.079473:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299407884
00000100:00000001:0.0:1769078044.079475:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299409186
00000100:00000001:0.0:1769078044.079476:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078044.079477:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.079478:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078044.079480:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078044/real 1769078044]  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078044.079485:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078044.079485:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078044.079487:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769078044.079488:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769078044.079489:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769078044.079490:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078044.079493:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078044.079498:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079501:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078044.079502:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079503:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078044.079504:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078044.079505:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079509:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078044.079511:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079514:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078044.079516:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079516:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078044.079517:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079518:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078044.079519:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078044.079521:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078044.079523:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078044.079524:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078044.079526:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078044.079530:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932522112:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078044.079532:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078044.079534:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079541:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078044.079543:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078044.079544:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078044.079545:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078044.079546:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078044.079548:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932522240:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078044.079549:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078044.079550:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078044.079551:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078044.079552:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078044.079555:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769078044.079562:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078044.079565:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078044.079566:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000400:00000010:0.0:1769078044.079568:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769078044.079570:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932522240, portal 10
00000100:00000001:0.0:1769078044.079571:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078044.079572:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564484608 : -121121145067008 : ffff91d7492c6a00)
00000100:00000040:0.0:1769078044.079575:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079579:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078044.079580:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078044.079582:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000200:0.0:1769078044.079583:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932522240, offset 0
00000400:00000200:0.0:1769078044.079585:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078044.079587:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078044.079589:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078044.079591:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078044.079592:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078044.079594:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078044.079595:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078044.079597:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47735:47735:256:4294967295] 192.168.204.153@tcp LPNI seq info [47735:47735:8:4294967295]
00000400:00000200:0.0:1769078044.079600:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078044.079604:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078044.079606:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078044.079608:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769078044.079611:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078044.079612:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078044.079615:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078044.079616:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078044.079618:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078044.079620:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:0.0:1769078044.079621:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078044.079623:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078044.079625:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:0.0:1769078044.079626:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:0.0:1769078044.079627:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078044.079629:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079634:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078044.079635:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079639:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.079640:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078044.079641:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078044.079643:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078044.079644:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078044.079646:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299407883
00000100:00000001:0.0:1769078044.079647:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299409186
00000100:00000001:0.0:1769078044.079648:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299407883
00000100:00000001:0.0:1769078044.079650:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299409186
00000100:00000001:0.0:1769078044.079651:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078044.079653:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.079654:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078044.079656:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078044/real 1769078044]  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078044.079661:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078044.079661:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078044.079662:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:0.0:1769078044.079663:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:0.0:1769078044.079664:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:0.0:1769078044.079665:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078044.079667:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078044.079672:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079675:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078044.079676:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079677:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078044.079678:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078044.079680:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079683:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078044.079685:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079688:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078044.079689:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079690:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078044.079691:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079692:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078044.079694:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078044.079695:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078044.079697:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078044.079699:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078044.079701:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078044.079705:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932522240:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078044.079707:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079708:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078044.079709:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5f80 x1855007932522112/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079713:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078044.079714:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078044.079715:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb800.
02000000:00000001:0.0:1769078044.079716:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078044.079717:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078044.079717:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078044.079719:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078044.079720:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:0.0:1769078044.079721:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078044.079722:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078044.079723:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5f80.
00000100:00000001:0.0:1769078044.079725:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078044.079726:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079727:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078044.079728:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6a00 x1855007932522240/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.079732:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078044.079733:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078044.079734:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769078044.079735:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078044.079735:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078044.079736:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078044.079737:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078044.079738:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:0.0:1769078044.079739:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078044.079740:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078044.079741:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6a00.
00000100:00000001:0.0:1769078044.079742:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078044.079742:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079743:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.079745:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078044.079746:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.079747:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078044.079748:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078044.974487:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078044.974488:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078044.974492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078044.974495:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078044.974496:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078044.974497:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078044.974498:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078044.974500:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.974501:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769078044.974504:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078044.974506:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078044.974506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078044.974507:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078044.974509:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078044.974510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078044.974510:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078044.974512:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078044.974514:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078044.974515:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078044.974517:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078044.974519:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078044.974519:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078044.974523:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078044.974523:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078044.974527:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078044.974527:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078044.974531:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078044.974534:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.974535:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078044.974538:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078044.974541:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078044.974542:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078044.974545:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078044.974548:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078045.422524:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299409186, at 4299409216
00000100:00000040:3.0:1769078045.422524:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299409186, at 4299409216
00000100:00000010:2.0:1769078045.422544:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031120.
00000100:00000010:3.0:1769078045.422548:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600317e0.
00000100:00000001:0.0:1769078045.998519:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078045.998519:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078045.998519:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078045.998525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078045.998527:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078045.998528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078045.998528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078045.998531:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078045.998532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.998533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078045.998537:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078045.998542:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1769078045.998543:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078045.998543:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078045.998544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078045.998547:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078045.998550:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078045.998551:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078045.998551:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078045.998553:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078045.998554:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078045.998556:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078045.998556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078045.998558:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078045.998559:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078045.998564:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078045.998564:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078045.998567:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078045.998568:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078045.998569:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078045.998572:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078045.998576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078045.998577:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.998577:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078045.998579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078045.998582:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078045.998586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078045.998611:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078045.998615:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078045.998619:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078047.022469:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078047.022475:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078047.022479:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078047.022480:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078047.022483:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078047.022484:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078047.022487:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078047.022489:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769078047.022491:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078047.022492:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078047.022492:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078047.022495:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078047.022499:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078047.022499:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078047.022500:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078047.022503:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078047.022503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078047.022504:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078047.022505:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078047.022506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078047.022509:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078047.022512:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078047.022513:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078047.022517:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078047.022518:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078047.022518:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078047.022523:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078047.022527:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078047.022530:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078047.022534:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078047.022536:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078047.022537:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078047.022540:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078047.022545:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078048.046575:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078048.046577:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078048.046577:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078048.046579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078048.046586:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078048.046586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078048.046588:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078048.046589:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078048.046590:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078048.046596:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078048.046599:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078048.046601:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078048.046601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078048.046605:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078048.046608:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769078048.046609:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078048.046610:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078048.046612:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078048.046614:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769078048.046616:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078048.046618:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078048.046620:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078048.046620:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078048.046623:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078048.046628:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078048.046634:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078048.046637:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078048.046637:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078048.046639:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078048.046641:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078048.046642:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078048.046642:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078048.046644:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078048.046649:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078048.046651:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078048.046654:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078048.046657:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078048.046679:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078048.046685:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078048.046688:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078049.070520:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078049.070520:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078049.070528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078049.070528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078049.070529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078049.070533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078049.070533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078049.070534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078049.070541:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078049.070541:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078049.070544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078049.070548:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078049.070549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078049.070549:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078049.070556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078049.070556:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.070562:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078049.070565:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078049.070567:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078049.070569:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078049.070569:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078049.070572:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078049.070578:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078049.070578:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078049.070583:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078049.070584:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078049.070588:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078049.070594:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00010000:1.0:1769078049.070594:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078049.070600:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078049.070606:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078049.070610:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078049.070614:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078049.070617:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078049.198486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078049.198497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078049.198500:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078049.198504:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078049.198508:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078049.198515:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4740
00000400:00000200:3.0:1769078049.198523:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078049.198529:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078049.198531:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078049.198534:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198537:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078049.198539:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198541:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078049.198551:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078049.198553:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078049.198555:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078049.198557:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078049.198559:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078049.198560:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078049.198562:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198564:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078049.198565:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198566:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078049.198569:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078049.198571:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198572:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078049.198574:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078049.198576:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078049.198578:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078049.198580:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078049.198581:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078049.198592:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c7b80.
00000020:00000040:3.0:1769078049.198595:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078049.198598:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078049.198599:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078049.198601:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078049.198603:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078049.198607:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078049.198614:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509c00.
00000100:00000001:3.0:1769078049.198620:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078049.198626:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078049.198633:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078049.198637:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078049.198640:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ac7ffd3] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078049.198662:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078049.198664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078049.198666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078049.198671:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078049.198672:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078049.198674:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078049.198676:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4740
00000400:00000200:3.0:1769078049.198678:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078049.198680:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078049.198682:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078049.198685:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198687:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078049.198689:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198691:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078049.198693:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078049.198694:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078049.198696:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078049.198698:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078049.198701:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078049.198703:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078049.198706:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198708:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078049.198710:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198713:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078049.198715:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:3.0:1769078049.198718:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198721:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078049.198723:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078049.198729:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078049.198732:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078049.198735:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078049.198740:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078049.198745:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.198746:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078049.198748:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078049.198755:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4380.
00000100:00000001:0.0:1769078049.198757:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078049.198761:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769078049.198763:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078049.198769:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078049.198771:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078049.198777:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078049.198779:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078049.198781:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078049.198793:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078049.198794:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050b800.
00000100:00000001:3.0:1769078049.198801:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078049.198817:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078049.198821:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078049.198827:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078049.198836:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078049.198836:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078049.198841:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078049.198842:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078049.198850:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfec9de8] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078049.198855:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078049.198870:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932522368:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078049.198875:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.198876:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078049.198883:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078049.198886:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078049.198887:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769078049.198891:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769078049.198895:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078049.198897:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:0.0:1769078049.198900:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb800.
00000100:00080000:3.0:1769078049.198900:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1769078049.198912:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078049.198914:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078049.198921:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4740
00000400:00000200:0.0:1769078049.198926:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078049.198927:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078049.198934:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000010:0.0:1769078049.198935:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a36e0.
00000100:00080000:3.0:1769078049.198938:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078049.198942:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198944:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769078049.198947:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000040:3.0:1769078049.198947:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198956:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078049.198959:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078049.198960:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078049.198962:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1769078049.198963:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932522368, portal 25
00000020:00000040:3.0:1769078049.198964:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078049.198969:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769078049.198972:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1769078049.198973:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769078049.198977:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564489088 : -121121145062528 : ffff91d7492c7b80)
00000100:00000040:3.0:1769078049.198978:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198984:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078049.198990:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.198992:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078049.198994:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000040:0.0:1769078049.199000:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078049.199000:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078049.199006:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078049.199014:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078049.199019:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078049.199025:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078049.199030:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078049.199033:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078049.199042:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1769078049.199043:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078049.199046:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078049.199049:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6d80.
00000100:00000040:0.0:1769078049.199051:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000020:00000040:3.0:1769078049.199053:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078049.199056:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078049.199057:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078049.199059:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ecc0.
00000100:00000001:3.0:1769078049.199059:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078049.199063:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078049.199069:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078049.199071:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932522368, offset 0
02000000:00000010:3.0:1769078049.199072:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508000.
00000100:00000001:3.0:1769078049.199079:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078049.199088:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078049.199090:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078049.199102:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078049.199104:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078049.199106:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078049.199115:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:3.0:1769078049.199119:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94e5211] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078049.199122:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078049.199128:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078049.199137:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078049.199149:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:3.0:1769078049.199154:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078049.199159:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47736:47736:256:4294967295] 192.168.204.153@tcp LPNI seq info [47736:47736:8:4294967295]
00000100:00000040:3.0:1769078049.199161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078049.199172:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769078049.199173:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078049.199179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078049.199190:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078049.199191:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1769078049.199206:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:3.0:1769078049.199207:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4750)
00000800:00000010:0.0:1769078049.199214:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9a00.
00000800:00000200:0.0:1769078049.199224:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078049.199230:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769078049.199256:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078049.199260:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078049.199263:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299414306
00000100:00000010:0.0:1769078049.199268:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031f60.
00000100:00000001:0.0:1769078049.199274:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078049.199287:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299414306
00000100:00000010:0.0:1769078049.199289:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ae0.
00000100:00000001:0.0:1769078049.199292:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078049.199295:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078049.199297:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.199300:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.199302:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078049.199309:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078049.199310:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078049.199313:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078049.199314:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078049.199315:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078049.199318:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078049.199324:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078049.199326:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078049.199328:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078049.199330:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078049.199331:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078049.199333:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932522496:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078049.199335:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078049.199337:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078049.199338:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078049.199339:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078049.199342:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078049.199343:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078049.199346:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078049.199349:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a32c0.
00000400:00000010:0.0:1769078049.199351:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078049.199353:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932522496, portal 10
00000100:00000001:0.0:1769078049.199355:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078049.199356:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564474752 : -121121145076864 : ffff91d7492c4380)
00000100:00000040:0.0:1769078049.199360:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078049.199365:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078049.199366:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078049.199368:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e908.
00000100:00000200:0.0:1769078049.199369:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932522496, offset 0
00000400:00000200:0.0:1769078049.199372:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078049.199377:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078049.199380:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078049.199382:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078049.199383:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078049.199385:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078049.199387:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078049.199390:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47737:47737:255:4294967295] 192.168.204.153@tcp LPNI seq info [47737:47737:7:4294967295]
00000400:00000200:0.0:1769078049.199394:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078049.199460:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078049.199464:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078049.199468:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9200.
00000800:00000200:0.0:1769078049.199471:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078049.199474:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769078049.199476:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078049.199479:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078049.199488:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078049.199490:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299413004
00000100:00000001:0.0:1769078049.199494:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299414306
00000100:00000001:0.0:1769078049.199495:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299413004
00000100:00000001:0.0:1769078049.199497:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299414306
00000100:00000001:0.0:1769078049.199499:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078049.199502:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.199504:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078049.199508:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078049.199515:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078049.199516:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078049.199518:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078049.199520:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078049.199522:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078049.199525:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932522624:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078049.199528:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078049.199529:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078049.199531:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078049.199533:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078049.199536:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca800.
02000000:00000001:0.0:1769078049.199538:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078049.199542:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078049.199545:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3108.
00000400:00000010:0.0:1769078049.199548:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ec38.
00000100:00000200:0.0:1769078049.199551:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932522624, portal 10
00000100:00000001:0.0:1769078049.199552:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078049.199553:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:0.0:1769078049.199558:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078049.199562:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078049.199563:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078049.199565:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e6e8.
00000100:00000200:0.0:1769078049.199566:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932522624, offset 0
00000400:00000200:0.0:1769078049.199568:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078049.199571:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078049.199573:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078049.199575:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078049.199577:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078049.199579:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078049.199580:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078049.199582:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47738:47738:254:4294967295] 192.168.204.153@tcp LPNI seq info [47738:47738:6:4294967295]
00000400:00000200:0.0:1769078049.199584:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078049.199588:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078049.199591:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078049.199593:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9c00.
00000800:00000200:0.0:1769078049.199595:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078049.199597:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769078049.199600:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078049.199602:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078049.199606:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078049.199608:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299413003
00000100:00000001:0.0:1769078049.199610:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299414306
00000100:00000001:0.0:1769078049.199612:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299413003
00000100:00000001:0.0:1769078049.199614:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299414306
00000100:00000001:0.0:1769078049.199616:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078049.199618:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.199621:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.199622:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078049.199625:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078049.199627:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078049.199629:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078049.199630:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078049.199631:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.199632:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078050.094519:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078050.094519:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078050.094519:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078050.094526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078050.094528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078050.094528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078050.094529:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078050.094529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078050.094532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.094532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078050.094535:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078050.094535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078050.094538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078050.094539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078050.094541:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078050.094544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078050.094544:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078050.094546:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078050.094546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078050.094548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.094551:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078050.094552:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078050.094554:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078050.094556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078050.094557:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078050.094558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078050.094562:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078050.094566:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078050.094567:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078050.094570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078050.094573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078050.094583:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078050.094586:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078050.094588:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078050.542516:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299414306, at 4299414336
00000100:00000040:3.0:1769078050.542516:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299414306, at 4299414336
00000100:00000010:2.0:1769078050.542533:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031f60.
00000100:00000010:3.0:1769078050.542537:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031ae0.
00000100:00000001:2.0:1769078051.118519:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078051.118520:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078051.118520:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078051.118525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078051.118528:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078051.118528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078051.118528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078051.118529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078051.118532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078051.118532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078051.118533:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078051.118539:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078051.118539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078051.118542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078051.118544:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078051.118545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078051.118545:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078051.118548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078051.118551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078051.118551:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078051.118553:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078051.118557:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078051.118558:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078051.118560:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078051.118564:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078051.118564:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078051.118567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078051.118570:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078051.118571:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078051.118574:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078051.118576:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078051.118578:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078051.118581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078051.118584:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078052.142512:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078052.142512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078052.142516:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078052.142517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078052.142520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078052.142521:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078052.142521:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078052.142523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078052.142523:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078052.142525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078052.142526:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078052.142532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078052.142532:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078052.142533:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078052.142534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078052.142539:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078052.142539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078052.142539:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078052.142540:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078052.142544:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078052.142546:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078052.142546:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.142548:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078052.142552:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078052.142556:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078052.142556:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078052.142559:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078052.142561:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078052.142562:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078052.142566:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078052.142569:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078052.142588:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078052.142592:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078052.142595:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078052.270691:0:2404:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:2.0:1769078052.270747:0:2404:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078052.270760:0:2404:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078052.270765:0:2404:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:2.0:1769078052.270769:0:2404:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078052.270773:0:2404:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078052.270778:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769078052.270784:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9a00.
00000400:00000200:2.0:1769078052.270790:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078052.270795:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078052.270802:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ecc0
00000400:00000010:2.0:1769078052.270805:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ecc0.
00000100:00000001:2.0:1769078052.270810:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078052.270820:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078052.270857:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078052.270862:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078052.270870:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078052.270872:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078052.270883:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769078052.270886:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9200.
00000400:00000200:2.0:1769078052.270889:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078052.270892:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078052.270895:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e908
00000400:00000010:2.0:1769078052.270896:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e908.
00000100:00000001:2.0:1769078052.270899:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078052.270903:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078052.270912:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078052.270916:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078052.270923:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078052.270925:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078052.270926:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078052.270932:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000800:00000100:2.0:1769078052.270937:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000100:00000001:3.0:1769078052.270938:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000800:00000010:2.0:1769078052.270941:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9c00.
00000400:00000200:2.0:1769078052.270945:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078052.270951:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000100:00100000:3.0:1769078052.270951:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078049/real 1769078052]  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078052.270956:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e6e8
00000400:00000010:2.0:1769078052.270959:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e6e8.
00000100:00000001:2.0:1769078052.270961:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078052.270968:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078052.270980:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078052.270983:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078052.270990:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078052.270992:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:3.0:1769078052.270994:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078052.270998:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078052.271003:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a32c0.
00000400:00000200:3.0:1769078052.271009:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:3.0:1769078052.271011:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:3.0:1769078052.271015:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078052.271021:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078052.271032:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078052.271038:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078052.271040:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.271044:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078052.271048:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078052.271052:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078052.271059:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078052.271065:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078052.271073:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078052.271077:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.271079:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078052.271080:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.271084:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078052.271088:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078052.271093:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078052.271099:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078052.271103:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078052.271107:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078052.271114:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932522496:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078052.271119:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078052.271122:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078049/real 1769078052]  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078052.271130:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078052.271131:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078052.271132:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3108.
00000400:00000200:3.0:1769078052.271135:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ec38
00000400:00000010:3.0:1769078052.271137:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ec38.
00000100:00000001:3.0:1769078052.271139:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078052.271142:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078052.271149:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078052.271154:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078052.271156:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.271157:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078052.271158:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078052.271161:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078052.271167:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078052.271177:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078052.271189:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078052.271192:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.271193:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078052.271195:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.271196:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078052.271199:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078052.271202:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078052.271205:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078052.271207:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078052.271211:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078052.271217:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932522624:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078052.271220:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078052.271223:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078049/real 1769078052]  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078052.271229:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078052.271230:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078052.271232:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a36e0.
00000400:00000200:3.0:1769078052.271234:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:3.0:1769078052.271236:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:3.0:1769078052.271238:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078052.271240:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078052.271247:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078052.271253:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078052.271254:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.271256:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078052.271257:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078052.271260:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078052.271266:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078052.271269:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078052.271276:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078052.271278:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.271280:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078052.271281:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.271283:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078052.271284:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078052.271287:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078052.271290:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078052.271292:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078052.271297:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078052.271304:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932522368:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078052.271310:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.271312:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078052.271316:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4380 x1855007932522496/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078052.271322:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078052.271334:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078052.271339:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8000.
02000000:00000001:3.0:1769078052.271345:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078052.271349:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078052.271351:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078052.271355:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078052.271358:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078052.272455:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078052.272462:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078052.272466:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4380.
00000100:00000001:3.0:1769078052.272473:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078052.272475:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.272478:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078052.272500:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932522624/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078052.272509:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078052.272511:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078052.272514:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca800.
02000000:00000001:3.0:1769078052.272517:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078052.272519:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078052.272521:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078052.272523:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078052.272525:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078052.272528:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078052.272529:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078052.272530:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:3.0:1769078052.272541:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078052.272542:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.272544:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078052.272548:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7b80 x1855007932522368/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078052.272554:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078052.272556:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078052.272557:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb800.
02000000:00000001:3.0:1769078052.272559:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078052.272561:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078052.272562:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078052.272564:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078052.272565:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078052.272567:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078052.272568:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078052.272570:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7b80.
00000100:00000001:3.0:1769078052.272572:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078052.272573:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.272576:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.272588:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078052.272590:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078052.272593:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078052.272595:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078053.166532:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078053.166533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078053.166533:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078053.166536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078053.166541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078053.166542:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078053.166542:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078053.166545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078053.166546:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078053.166548:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078053.166549:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078053.166549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078053.166554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078053.166554:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078053.166557:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078053.166557:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078053.166562:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078053.166564:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078053.166565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078053.166569:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078053.166569:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078053.166570:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078053.166574:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078053.166578:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078053.166580:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078053.166581:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078053.166584:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078053.166585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078053.166589:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078053.166589:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078053.166595:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078053.166595:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078053.166601:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078053.166604:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078054.190530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078054.190530:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078054.190530:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078054.190534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078054.190538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078054.190539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078054.190539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078054.190540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078054.190541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078054.190544:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.190544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078054.190548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078054.190550:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078054.190551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078054.190552:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078054.190553:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078054.190556:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078054.190557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.190558:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078054.190559:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078054.190560:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.190563:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078054.190565:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078054.190569:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078054.190571:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078054.190578:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078054.190581:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078054.190583:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.190584:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078054.190588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078054.190589:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078054.190592:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078054.190594:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078054.190600:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078054.318599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078054.318613:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078054.318617:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078054.318621:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078054.318626:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078054.318634:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4745
00000400:00000200:2.0:1769078054.318653:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078054.318658:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078054.318661:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078054.318664:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078054.318668:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078054.318671:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078054.318674:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078054.318679:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078054.318682:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078054.318685:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078054.318688:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078054.318691:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078054.318694:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078054.318697:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078054.318712:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078054.318714:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078054.318717:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078054.318720:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078054.318724:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078054.318727:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078054.318730:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078054.318734:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078054.318746:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078054.318749:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078054.318751:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078054.318763:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769078054.318767:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078054.318771:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078054.318773:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078054.318777:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078054.318781:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078054.318786:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078054.318795:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:2.0:1769078054.318802:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078054.318813:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078054.318826:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078054.318831:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078054.318836:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078054.318866:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078054.318871:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078054.318874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078054.318876:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078054.318878:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078054.318881:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078054.318885:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4745
00000400:00000200:2.0:1769078054.318890:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078054.318894:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078054.318896:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078054.318900:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078054.318902:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078054.318904:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078054.318906:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078054.318909:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078054.318911:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078054.318912:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078054.318915:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769078054.318923:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078054.318926:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078054.318930:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078054.318932:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078054.318935:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078054.318938:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078054.318941:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769078054.318944:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078054.318948:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.318948:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769078054.318952:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078054.318959:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078054.318963:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.318963:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078054.318968:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078054.318969:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078054.318977:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1769078054.318980:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769078054.318982:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078054.318987:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078054.318994:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000100:00000001:3.0:1769078054.318996:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769078054.318999:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769078054.319000:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078054.319007:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078054.319009:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078054.319012:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078054.319014:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078054.319019:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078054.319020:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078054.319023:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1769078054.319028:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932522752:192.168.204.153@tcp:250:kworker.0
02000000:00000001:2.0:1769078054.319029:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.319037:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769078054.319038:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
02000000:00000001:3.0:1769078054.319042:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078054.319044:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078054.319047:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078054.319052:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078054.319063:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078054.319064:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078054.319069:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078054.319072:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
00000100:00000040:2.0:1769078054.319074:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078054.319077:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078054.319090:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078054.319090:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:2.0:1769078054.319096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769078054.319098:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00080000:2.0:1769078054.319101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078054.319105:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078054.319106:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769078054.319110:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000001:2.0:1769078054.319111:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078054.319120:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4745
00000100:00000200:3.0:1769078054.319125:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932522752, portal 25
00000400:00000200:2.0:1769078054.319126:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078054.319132:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1769078054.319134:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078054.319136:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000100:00080000:2.0:1769078054.319138:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078054.319144:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:3.0:1769078054.319147:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078054.319148:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078054.319154:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078054.319160:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769078054.319166:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769078054.319167:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078054.319171:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078054.319175:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078054.319178:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769078054.319180:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078054.319181:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000020:00000001:2.0:1769078054.319186:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000010:3.0:1769078054.319187:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000040:2.0:1769078054.319193:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000200:3.0:1769078054.319194:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932522752, offset 0
00000100:00000001:2.0:1769078054.319199:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078054.319204:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078054.319209:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769078054.319209:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000040:2.0:1769078054.319214:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769078054.319220:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078054.319223:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078054.319227:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078054.319227:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769078054.319232:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078054.319235:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078054.319238:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078054.319239:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000008:00100000:2.0:1769078054.319242:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078054.319246:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078054.319248:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078054.319250:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1769078054.319253:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769078054.319258:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769078054.319259:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:2.0:1769078054.319265:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078054.319269:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078054.319269:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769078054.319274:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769078054.319276:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000001:2.0:1769078054.319278:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078054.319282:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078054.319284:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47739:47739:256:4294967295] 192.168.204.153@tcp LPNI seq info [47739:47739:8:4294967295]
02000000:00000010:2.0:1769078054.319288:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000400:00000200:3.0:1769078054.319292:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769078054.319295:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078054.319303:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078054.319315:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078054.319320:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078054.319323:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078054.319328:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078054.319339:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769078054.319344:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078054.319349:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000100:00000040:2.0:1769078054.319351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078054.319358:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078054.319361:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769078054.319365:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769078054.319367:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.0:1769078054.319373:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769078054.319381:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4755)
00000800:00000200:3.1:1769078054.319383:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078054.319389:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078054.319395:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078054.319399:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078054.319535:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078054.319544:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078054.319555:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078054.319559:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078054.319567:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078054.319573:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.319586:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078054.319590:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.319599:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.319602:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078054.319612:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078054.319617:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078054.319621:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299419427
00000100:00000010:3.0:1769078054.319628:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9600.
00000100:00000001:3.0:1769078054.319641:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078054.319649:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299419427
00000100:00000010:3.0:1769078054.319653:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9300.
00000100:00000001:3.0:1769078054.319657:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078054.319660:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078054.319663:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.319665:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078054.319670:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078054/real 1769078054]  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078054.319683:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078054.319685:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078054.319688:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078054.319692:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078054.319694:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078054.319697:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078054.319714:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078054.319725:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.319733:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078054.319735:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.319739:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078054.319741:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078054.319746:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.319754:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078054.319760:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.319769:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078054.319772:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.319775:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078054.319776:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.319780:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078054.319783:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078054.319788:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078054.319793:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078054.319796:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078054.319801:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078054.319811:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932522752:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078054.319822:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.319825:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078054.319828:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932522752/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.319835:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078054.319840:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078054.319844:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078054.319848:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078054.319851:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078054.319853:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078054.319856:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078054.319860:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9400.
02000000:00000001:3.0:1769078054.319867:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078054.319870:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078054.319872:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:3.0:1769078054.319877:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078054.319879:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.319881:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.319895:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078054.319898:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.319901:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078054.319903:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078054.319905:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078054.319909:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.319917:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078054.319918:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078054.319921:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078054.319923:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078054.319926:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078054.319929:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932522880:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078054.319933:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078054.319936:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078054.319938:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078054.319940:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078054.319944:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078054.319947:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078054.319952:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078054.319955:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078054.319959:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078054.319963:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932522880, portal 10
00000100:00000001:3.0:1769078054.319965:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078054.319967:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000100:00000040:3.0:1769078054.319976:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.319984:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078054.319987:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078054.319990:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078054.319994:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932522880, offset 0
00000400:00000200:3.0:1769078054.319999:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078054.320002:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078054.320006:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078054.320010:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078054.320013:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078054.320016:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078054.320019:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078054.320023:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47740:47740:256:4294967295] 192.168.204.153@tcp LPNI seq info [47740:47740:8:4294967295]
00000400:00000200:3.0:1769078054.320027:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078054.320036:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078054.320041:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078054.320044:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078054.320049:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078054.320053:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078054.320058:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078054.320062:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078054.320066:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078054.320069:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078054.320073:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078054.320077:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078054.320080:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078054.320082:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078054.320084:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078054.320089:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320098:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078054.320102:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320109:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.320111:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078054.320115:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078054.320119:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078054.320123:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078054.320125:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299418124
00000100:00000001:3.0:1769078054.320128:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299419427
00000100:00000001:3.0:1769078054.320131:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299418124
00000100:00000001:3.0:1769078054.320134:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299419427
00000100:00000001:3.0:1769078054.320137:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078054.320139:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.320141:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078054.320145:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078054/real 1769078054]  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078054.320153:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078054.320155:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078054.320157:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078054.320160:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078054.320162:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078054.320164:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078054.320169:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078054.320177:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320183:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078054.320185:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.320187:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078054.320188:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078054.320192:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320199:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078054.320202:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320209:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078054.320212:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.320214:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078054.320215:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.320217:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078054.320220:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078054.320222:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078054.320226:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078054.320229:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078054.320233:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078054.320241:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932522880:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078054.320246:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078054.320250:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320262:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078054.320264:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078054.320267:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078054.320269:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078054.320271:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078054.320274:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932523008:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078054.320278:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078054.320280:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078054.320282:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078054.320285:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078054.320288:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078054.320291:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078054.320296:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078054.320299:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078054.320302:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078054.320305:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932523008, portal 10
00000100:00000001:3.0:1769078054.320307:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078054.320309:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000100:00000040:3.0:1769078054.320315:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320323:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078054.320326:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078054.320328:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078054.320331:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932523008, offset 0
00000400:00000200:3.0:1769078054.320336:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078054.320341:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078054.320345:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078054.320348:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078054.320352:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078054.320354:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078054.320357:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078054.320361:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47741:47741:256:4294967295] 192.168.204.153@tcp LPNI seq info [47741:47741:8:4294967295]
00000400:00000200:3.0:1769078054.320365:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078054.320371:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078054.320377:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078054.320380:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078054.320385:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078054.320388:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078054.320393:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078054.320396:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078054.320400:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078054.320435:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078054.320439:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078054.320444:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078054.320447:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078054.320449:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078054.320452:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078054.320456:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320464:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078054.320468:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320476:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.320478:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078054.320482:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078054.320485:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078054.320489:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078054.320491:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299418124
00000100:00000001:3.0:1769078054.320494:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299419427
00000100:00000001:3.0:1769078054.320496:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299418124
00000100:00000001:3.0:1769078054.320499:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299419427
00000100:00000001:3.0:1769078054.320501:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078054.320504:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.320506:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078054.320511:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078054/real 1769078054]  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078054.320519:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078054.320521:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078054.320523:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078054.320526:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078054.320528:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078054.320530:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078054.320533:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078054.320542:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320549:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078054.320550:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.320552:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078054.320554:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078054.320558:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320565:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078054.320569:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320576:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078054.320579:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.320581:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078054.320582:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.320584:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078054.320588:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078054.320592:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078054.320596:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078054.320598:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078054.320603:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078054.320611:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932523008:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078054.320615:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.320617:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078054.320620:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932522880/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320627:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078054.320630:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078054.320632:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078054.320635:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078054.320636:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078054.320638:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078054.320640:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078054.320642:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:3.0:1769078054.320644:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078054.320646:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078054.320647:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:3.0:1769078054.320650:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078054.320652:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.320653:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078054.320657:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932523008/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078054.320664:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078054.320665:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078054.320668:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078054.320670:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078054.320672:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078054.320673:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078054.320675:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078054.320677:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab000.
02000000:00000001:3.0:1769078054.320680:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078054.320681:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078054.320683:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:3.0:1769078054.320685:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078054.320686:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.320688:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.320693:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078054.320695:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078054.320697:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078054.320716:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078055.214548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078055.214548:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078055.214555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078055.214558:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078055.214558:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078055.214560:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078055.214562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078055.214568:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078055.214569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078055.214572:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078055.214573:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078055.214576:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078055.214577:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078055.214579:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078055.214580:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078055.214585:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078055.214587:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078055.214592:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078055.214595:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078055.214596:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:3.0:1769078055.214596:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078055.214597:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078055.214604:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078055.214605:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078055.214607:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078055.214610:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078055.214612:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078055.214612:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078055.214617:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078055.214618:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078055.214631:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078055.214633:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078055.214639:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078055.214644:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078055.662568:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299419427, at 4299419456
00000100:00000040:3.0:1769078055.662568:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299419427, at 4299419456
00000100:00000010:2.0:1769078055.662597:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9600.
00000100:00000010:3.0:1769078055.662599:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00010000:00000001:1.0:1769078056.238571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078056.238583:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078056.238586:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078056.238590:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078056.238597:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078056.238601:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078056.238601:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.238608:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078056.238612:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078056.238615:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078056.238618:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078056.238620:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.238625:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078056.238629:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078056.238631:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078056.238633:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.238636:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078056.238641:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078056.238645:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078056.238660:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078056.238664:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078056.238701:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078056.238771:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078056.238775:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078056.238778:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078056.238781:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078056.238784:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078056.238786:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078056.238788:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078056.238790:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078056.238792:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.238855:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078056.238858:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078056.238860:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078056.238863:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078056.238866:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078056.238868:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078056.238870:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078056.238871:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078056.238874:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078057.262536:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078057.262536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078057.262538:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078057.262545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078057.262546:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078057.262547:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078057.262548:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078057.262549:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078057.262552:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078057.262554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078057.262554:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078057.262555:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078057.262558:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078057.262558:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078057.262559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078057.262560:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078057.262566:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078057.262567:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078057.262567:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078057.262570:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078057.262575:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078057.262575:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078057.262581:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078057.262581:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078057.262586:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078057.262587:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078057.262588:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078057.262591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078057.262592:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078057.262599:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078057.262599:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078057.262599:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078057.262603:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078057.262606:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078058.286517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078058.286517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078058.286526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078058.286526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078058.286532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078058.286532:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078058.286541:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078058.286541:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078058.286542:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078058.286548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078058.286551:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078058.286555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078058.286556:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078058.286556:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078058.286557:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078058.286570:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078058.286572:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078058.286572:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078058.286573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078058.286582:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078058.286584:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1769078058.286585:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078058.286587:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078058.286587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078058.286590:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078058.286597:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078058.286598:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078058.286599:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078058.286605:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078058.286605:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078058.286607:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078058.286610:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078058.286611:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078058.286615:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078058.286616:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078058.286620:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078058.286621:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078058.286672:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078058.286673:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078058.286676:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078059.310512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078059.310519:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078059.310521:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078059.310526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078059.310531:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078059.310535:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078059.310537:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078059.310538:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078059.310540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078059.310542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078059.310543:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078059.310543:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078059.310545:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078059.310555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078059.310555:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078059.310556:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.310556:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078059.310573:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078059.310574:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078059.310575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078059.310579:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078059.310585:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078059.310585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.310586:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.310594:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078059.310599:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078059.310602:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078059.310606:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078059.310607:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078059.310612:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.310646:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078059.310646:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078059.310653:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078059.310657:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078059.438535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078059.438545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078059.438548:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078059.438551:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078059.438555:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078059.438561:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4750
00000400:00000200:3.0:1769078059.438570:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078059.438576:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078059.438579:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078059.438581:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078059.438584:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078059.438586:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078059.438588:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078059.438592:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078059.438594:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078059.438596:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078059.438598:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078059.438599:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078059.438601:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078059.438603:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078059.438604:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078059.438606:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078059.438608:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078059.438610:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078059.438637:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078059.438640:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078059.438642:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078059.438645:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078059.438647:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.438649:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078059.438651:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078059.438660:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c7b80.
00000020:00000040:3.0:1769078059.438663:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078059.438666:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078059.438668:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.438670:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078059.438672:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078059.438676:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078059.438682:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508000.
00000100:00000001:3.0:1769078059.438689:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078059.438698:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078059.438706:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078059.438711:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078059.438714:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ac7ffd3] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078059.438735:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078059.438738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078059.438740:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078059.438741:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078059.438743:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078059.438745:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078059.438746:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4750
00000400:00000200:3.0:1769078059.438750:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078059.438752:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078059.438753:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078059.438755:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078059.438757:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078059.438758:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078059.438760:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078059.438762:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078059.438763:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078059.438765:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078059.438766:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078059.438768:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078059.438769:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078059.438772:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078059.438773:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078059.438775:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078059.438777:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078059.438777:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078059.438781:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:0.0:1769078059.438782:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078059.438784:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078059.438786:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078059.438788:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078059.438790:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078059.438795:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078059.438795:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078059.438800:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.438803:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078059.438809:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1769078059.438809:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078059.438812:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078059.438813:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.438816:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078059.438817:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769078059.438819:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6d80.
02000000:00000001:0.0:1769078059.438821:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078059.438822:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078059.438825:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078059.438826:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078059.438829:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078059.438831:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932523136:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078059.438831:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078059.438834:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078059.438838:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078059.438838:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078059.438844:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1769078059.438844:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509c00.
02000000:00000001:0.0:1769078059.438847:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.438849:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078059.438851:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769078059.438855:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1769078059.438857:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078059.438862:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.438867:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078059.438870:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078059.438873:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769078059.438874:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94e5211] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769078059.438879:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00000001:3.0:1769078059.438885:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078059.438887:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00080000:3.0:1769078059.438888:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078059.438893:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078059.438894:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078059.438895:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1769078059.438897:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932523136, portal 25
00000100:00000001:3.0:1769078059.438898:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078059.438901:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769078059.438902:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4750
00000100:00000001:0.0:1769078059.438903:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564489088 : -121121145062528 : ffff91d7492c7b80)
00000400:00000200:3.0:1769078059.438908:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078059.438911:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078059.438912:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078059.438914:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078059.438917:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078059.438919:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078059.438920:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:0.0:1769078059.438923:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078059.438923:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078059.438926:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078059.438928:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078059.438931:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078059.438935:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769078059.438939:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769078059.438939:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078059.438946:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:3.0:1769078059.438946:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078059.438951:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769078059.438952:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000040:3.0:1769078059.438955:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000200:0.0:1769078059.438957:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932523136, offset 0
00000100:00000001:3.0:1769078059.438958:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078059.438962:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:3.0:1769078059.438965:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:0.0:1769078059.438968:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078059.438974:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078059.438976:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078059.438978:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:3.0:1769078059.438979:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078059.438982:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.438984:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078059.438986:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000008:00100000:3.0:1769078059.438987:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078059.438992:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.438994:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078059.438998:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4380.
00000400:00000200:0.0:1769078059.439000:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769078059.439002:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:0.0:1769078059.439006:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:3.0:1769078059.439009:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078059.439012:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769078059.439013:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078059.439016:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:3.0:1769078059.439019:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078059.439022:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47742:47742:256:4294967295] 192.168.204.153@tcp LPNI seq info [47742:47742:8:4294967295]
02000000:00000001:3.0:1769078059.439023:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078059.439028:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078059.439029:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000010:3.0:1769078059.439037:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050b800.
00000400:00000200:0.0:1769078059.439043:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078059.439044:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078059.439050:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00100000:3.0:1769078059.439055:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078059.439064:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078059.439066:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078059.439071:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfec9de8] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078059.439079:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078059.439082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078059.439085:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078059.439087:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078059.439090:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078059.439094:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4760)
00000800:00000010:0.0:1769078059.439097:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078059.439105:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078059.439109:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078059.439114:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078059.439117:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078059.439121:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078059.439123:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078059.439130:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078059.439136:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078059.439142:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078059.439144:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078059.439150:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078059.439155:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439165:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078059.439169:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439177:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078059.439179:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078059.439186:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078059.439190:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078059.439194:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299424546
00000100:00000010:0.0:1769078059.439200:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600316c0.
00000100:00000001:0.0:1769078059.439207:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078059.439212:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299424546
00000100:00000010:0.0:1769078059.439216:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031cc0.
00000100:00000001:0.0:1769078059.439219:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078059.439223:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078059.439225:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078059.439227:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078059.439230:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078059/real 1769078059]  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078059.439238:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078059.439239:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078059.439241:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078059.439244:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078059.439245:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078059.439247:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078059.439250:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078059.439256:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439261:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078059.439263:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439264:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078059.439266:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078059.439268:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439273:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078059.439276:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439281:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078059.439283:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439284:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078059.439285:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439287:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078059.439288:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078059.439290:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078059.439293:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078059.439294:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078059.439297:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078059.439302:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932523136:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078059.439306:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439307:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078059.439309:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7b80 x1855007932523136/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439314:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078059.439316:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078059.439319:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078059.439322:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078059.439324:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078059.439325:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078059.439328:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078059.439330:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508000.
02000000:00000001:0.0:1769078059.439334:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078059.439336:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078059.439338:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7b80.
00000100:00000001:0.0:1769078059.439342:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078059.439343:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439345:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439354:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078059.439356:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078059.439359:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078059.439361:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078059.439362:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078059.439367:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439384:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078059.439386:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078059.439387:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078059.439389:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078059.439390:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078059.439393:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932523264:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078059.439395:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078059.439397:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078059.439398:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078059.439399:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078059.439424:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078059.439426:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078059.439430:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078059.439432:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078059.439434:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078059.439437:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932523264, portal 10
00000100:00000001:0.0:1769078059.439439:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078059.439440:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:0.0:1769078059.439446:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439454:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078059.439456:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078059.439459:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078059.439461:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932523264, offset 0
00000400:00000200:0.0:1769078059.439465:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078059.439470:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078059.439474:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078059.439477:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078059.439480:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078059.439483:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078059.439485:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078059.439489:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47743:47743:256:4294967295] 192.168.204.153@tcp LPNI seq info [47743:47743:8:4294967295]
00000400:00000200:0.0:1769078059.439494:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078059.439501:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078059.439506:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078059.439508:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078059.439512:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078059.439514:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078059.439517:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078059.439519:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078059.439522:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078059.439523:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078059.439525:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078059.439528:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078059.439530:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078059.439531:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078059.439533:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078059.439536:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439546:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078059.439548:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439552:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078059.439554:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078059.439556:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078059.439559:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078059.439561:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078059.439563:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299423244
00000100:00000001:0.0:1769078059.439565:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299424546
00000100:00000001:0.0:1769078059.439566:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299423244
00000100:00000001:0.0:1769078059.439568:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299424546
00000100:00000001:0.0:1769078059.439569:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078059.439570:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078059.439572:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078059.439574:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078059/real 1769078059]  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078059.439579:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078059.439580:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078059.439581:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078059.439583:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078059.439584:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078059.439585:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078059.439587:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078059.439600:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439604:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078059.439606:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439607:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078059.439608:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078059.439611:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439631:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078059.439635:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439640:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078059.439641:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439642:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078059.439643:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439645:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078059.439646:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078059.439648:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078059.439650:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078059.439651:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078059.439654:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078059.439659:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932523264:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078059.439662:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078059.439664:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439668:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078059.439669:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078059.439670:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078059.439672:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078059.439673:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078059.439676:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932523392:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078059.439678:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078059.439680:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078059.439681:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078059.439683:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078059.439685:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9400.
02000000:00000001:0.0:1769078059.439686:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078059.439689:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078059.439690:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078059.439692:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078059.439695:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932523392, portal 10
00000100:00000001:0.0:1769078059.439696:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078059.439697:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564474752 : -121121145076864 : ffff91d7492c4380)
00000100:00000040:0.0:1769078059.439701:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439706:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078059.439707:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078059.439709:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078059.439710:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932523392, offset 0
00000400:00000200:0.0:1769078059.439713:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078059.439715:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078059.439718:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078059.439720:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078059.439722:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078059.439723:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078059.439725:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078059.439727:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47744:47744:256:4294967295] 192.168.204.153@tcp LPNI seq info [47744:47744:8:4294967295]
00000400:00000200:0.0:1769078059.439730:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078059.439734:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078059.439737:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078059.439739:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078059.439742:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078059.439744:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078059.439747:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078059.439749:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078059.439751:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078059.439753:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078059.439755:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078059.439758:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078059.439760:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078059.439761:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078059.439762:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078059.439764:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439770:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078059.439772:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439776:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078059.439778:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078059.439780:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078059.439782:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078059.439784:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078059.439785:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299423243
00000100:00000001:0.0:1769078059.439787:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299424546
00000100:00000001:0.0:1769078059.439788:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299423243
00000100:00000001:0.0:1769078059.439790:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299424546
00000100:00000001:0.0:1769078059.439792:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078059.439793:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078059.439795:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078059.439797:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078059/real 1769078059]  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078059.439801:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078059.439802:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078059.439804:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078059.439805:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078059.439806:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078059.439808:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078059.439810:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078059.439815:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439818:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078059.439819:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439820:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078059.439821:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078059.439823:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439827:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078059.439829:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439834:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078059.439835:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439837:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078059.439838:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439839:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078059.439841:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078059.439842:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078059.439844:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078059.439846:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078059.439848:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078059.439857:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932523392:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078059.439860:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439861:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078059.439863:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932523264/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439866:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078059.439867:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078059.439869:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078059.439870:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078059.439871:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078059.439872:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078059.439873:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078059.439874:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:0.0:1769078059.439876:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078059.439876:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078059.439878:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:0.0:1769078059.439880:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078059.439881:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439882:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078059.439884:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4380 x1855007932523392/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078059.439888:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078059.439889:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078059.439890:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9400.
02000000:00000001:0.0:1769078059.439891:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078059.439892:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078059.439892:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078059.439893:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078059.439894:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:0.0:1769078059.439896:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078059.439896:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078059.439897:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4380.
00000100:00000001:0.0:1769078059.439899:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078059.439900:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439902:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078059.439904:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078059.439905:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078059.439906:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078059.439908:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.334537:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078060.334544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078060.334545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078060.334552:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078060.334554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.334555:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078060.334557:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078060.334559:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078060.334564:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078060.334570:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769078060.334570:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078060.334571:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078060.334572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078060.334574:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078060.334582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078060.334583:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078060.334583:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078060.334593:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078060.334594:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078060.334595:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078060.334597:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078060.334612:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.334614:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078060.334618:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078060.334625:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078060.334625:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078060.334630:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078060.334633:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078060.334637:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078060.334637:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078060.334644:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078060.334645:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.334648:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078060.334653:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078060.782491:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299424546, at 4299424576
00000100:00000040:3.0:1769078060.782491:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299424546, at 4299424576
00000100:00000010:2.0:1769078060.782513:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600316c0.
00000100:00000010:3.0:1769078060.782519:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031cc0.
00000100:00000001:2.0:1769078061.358535:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078061.358537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078061.358543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.358546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078061.358550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078061.358550:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078061.358551:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.358556:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078061.358556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078061.358560:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078061.358563:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078061.358564:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078061.358566:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078061.358573:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078061.358574:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078061.358576:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.358578:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769078061.358595:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:1.0:1769078061.358597:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078061.358602:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078061.358604:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.358607:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078061.358609:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078061.358611:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769078061.358611:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078061.358612:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.358614:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078061.358618:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078061.358623:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078061.358625:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078061.358632:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078061.358637:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078061.358641:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078061.358646:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078062.382496:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078062.382500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078062.382501:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078062.382506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078062.382506:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078062.382512:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078062.382514:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078062.382515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078062.382519:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078062.382522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078062.382522:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078062.382525:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078062.382531:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078062.382533:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078062.382536:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078062.382541:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078062.382543:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078062.382546:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078062.382550:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078062.382557:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078062.382558:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078062.382562:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078062.382562:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078062.382578:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00010000:1.0:1769078062.382579:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078062.382587:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078062.382589:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078062.382595:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078062.382595:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078062.382599:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078062.382601:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078062.382603:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078062.382605:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078062.382607:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078063.406579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078063.406581:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078063.406583:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078063.406587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078063.406588:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078063.406592:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078063.406593:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078063.406595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078063.406601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078063.406603:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078063.406604:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078063.406605:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078063.406614:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078063.406617:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078063.406619:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078063.406619:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078063.406626:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078063.406627:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078063.406629:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078063.406630:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078063.406640:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078063.406642:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078063.406642:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078063.406642:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078063.406646:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078063.406652:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078063.406656:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078063.406657:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078063.406658:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078063.406666:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078063.406670:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078063.406670:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078063.406672:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078063.406681:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078064.430471:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078064.430480:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078064.430483:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078064.430485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078064.430490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078064.430491:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078064.430497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078064.430498:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078064.430500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078064.430504:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078064.430508:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078064.430510:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078064.430513:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078064.430542:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078064.430552:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078064.430554:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078064.430555:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078064.430561:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078064.430562:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00010000:1.0:1769078064.430565:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078064.430568:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078064.430572:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078064.430575:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078064.430576:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078064.430582:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078064.430583:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078064.430586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078064.430588:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078064.430595:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078064.430599:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078064.430603:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078064.430607:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078064.430609:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078064.430613:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078064.558522:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078064.558566:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078064.558569:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078064.558576:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078064.558580:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078064.558588:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4755
00000400:00000200:1.0:1769078064.558598:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078064.558603:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078064.558606:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078064.558609:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078064.558612:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078064.558614:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078064.558616:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078064.558619:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078064.558621:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078064.558623:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078064.558632:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078064.558634:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078064.558636:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078064.558638:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078064.558640:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078064.558641:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078064.558642:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078064.558645:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078064.558647:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078064.558649:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078064.558652:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078064.558655:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078064.558657:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078064.558658:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078064.558661:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078064.558671:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769078064.558674:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078064.558677:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078064.558679:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078064.558682:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078064.558685:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078064.558691:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078064.558700:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769078064.558708:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078064.558718:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078064.558731:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078064.558735:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078064.558739:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078064.558761:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078064.558764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078064.558767:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078064.558769:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078064.558770:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078064.558772:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078064.558774:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4755
00000400:00000200:1.0:1769078064.558776:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078064.558778:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078064.558780:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078064.558782:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078064.558784:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078064.558787:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078064.558789:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078064.558791:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078064.558792:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078064.558793:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078064.558796:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078064.558797:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078064.558799:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769078064.558801:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078064.558802:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078064.558803:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078064.558807:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078064.558809:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078064.558810:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769078064.558814:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078064.558814:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078064.558819:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078064.558822:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078064.558824:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078064.558826:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078064.558829:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078064.558834:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078064.558839:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078064.558846:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1769078064.558846:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078064.558850:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078064.558852:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078064.558857:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078064.558858:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1769078064.558862:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
02000000:00000001:0.0:1769078064.558863:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078064.558870:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078064.558870:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078064.558878:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1769078064.558880:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932523520:192.168.204.153@tcp:250:kworker.0
02000000:00000001:1.0:1769078064.558881:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078064.558888:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078064.558889:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078064.558892:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078064.558894:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078064.558897:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078064.558898:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078064.558904:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078064.558910:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
02000000:00000010:0.0:1769078064.558911:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078064.558915:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078064.558919:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078064.558923:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:1.0:1769078064.558928:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078064.558930:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00000001:1.0:1769078064.558938:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769078064.558939:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000001:1.0:1769078064.558943:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078064.558947:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078064.558950:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932523520, portal 25
00000100:00000001:0.0:1769078064.558956:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078064.558958:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559375488 : -121121150176128 : ffff91d748de7480)
00000100:00000001:1.0:1769078064.558961:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078064.558966:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078064.558966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078064.558972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078064.558975:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078064.558978:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078064.558981:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078064.558982:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1769078064.558986:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769078064.558988:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4755
00000400:00000010:0.0:1769078064.558991:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000400:00000200:1.0:1769078064.558995:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000200:0.0:1769078064.558996:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932523520, offset 0
00000400:00000200:1.0:1769078064.558999:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078064.559003:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078064.559006:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078064.559011:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769078064.559011:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078064.559016:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078064.559019:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078064.559021:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078064.559022:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000200:0.0:1769078064.559023:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:1.0:1769078064.559024:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078064.559028:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769078064.559029:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769078064.559032:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:0.0:1769078064.559033:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:1.0:1769078064.559039:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078064.559041:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078064.559042:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078064.559045:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078064.559048:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:0.0:1769078064.559050:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000020:00000040:1.0:1769078064.559053:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:0.0:1769078064.559057:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078064.559060:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:0.0:1769078064.559064:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:1.0:1769078064.559065:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078064.559069:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078064.559071:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078064.559073:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47745:47745:256:4294967295] 192.168.204.153@tcp LPNI seq info [47745:47745:8:4294967295]
02000000:00000001:1.0:1769078064.559074:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078064.559078:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078064.559081:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078064.559086:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000008:00000001:1.0:1769078064.559087:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078064.559092:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078064.559095:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769078064.559098:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078064.559102:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078064.559105:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078064.559108:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078064.559109:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769078064.559110:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078064.559114:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078064.559119:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769078064.559122:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078064.559123:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00100000:1.0:1769078064.559129:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1769078064.559135:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00000001:1.0:1769078064.559136:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078064.559140:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078064.559144:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769078064.559151:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769078064.559153:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078064.559160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769078064.559161:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1769078064.559166:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1769078064.559172:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769078064.559173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1769078064.559179:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1769078064.559181:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:0.0:1769078064.559190:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078064.559191:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4766)
00000800:00000010:0.0:1769078064.559194:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078064.559204:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078064.559210:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078064.559229:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078064.559232:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078064.559238:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078064.559242:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559250:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078064.559253:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559259:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078064.559260:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078064.559266:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078064.559269:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078064.559271:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299429666
00000100:00000010:0.0:1769078064.559277:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031600.
00000100:00000001:0.0:1769078064.559284:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078064.559289:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299429666
00000100:00000010:0.0:1769078064.559292:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031300.
00000100:00000001:0.0:1769078064.559294:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078064.559296:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078064.559299:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078064.559301:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078064.559304:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078064/real 1769078064]  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078064.559313:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078064.559315:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078064.559317:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078064.559322:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078064.559324:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078064.559326:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078064.559330:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078064.559341:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559349:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078064.559352:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559355:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078064.559358:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078064.559362:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559370:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078064.559374:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559379:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078064.559382:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559383:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078064.559384:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559386:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078064.559388:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078064.559390:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078064.559393:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078064.559395:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078064.559397:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078064.559428:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932523520:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078064.559432:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559434:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078064.559436:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7480 x1855007932523520/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559442:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078064.559444:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078064.559447:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078064.559449:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078064.559450:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078064.559452:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078064.559453:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078064.559455:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154800.
02000000:00000001:0.0:1769078064.559459:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078064.559461:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078064.559462:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7480.
00000100:00000001:0.0:1769078064.559464:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078064.559465:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559467:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559475:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078064.559477:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078064.559478:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078064.559480:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078064.559481:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078064.559483:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559489:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078064.559490:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078064.559491:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078064.559493:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078064.559494:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078064.559496:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932523648:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078064.559498:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078064.559499:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078064.559500:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078064.559502:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078064.559504:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078064.559505:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078064.559509:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078064.559511:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078064.559514:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078064.559516:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932523648, portal 10
00000100:00000001:0.0:1769078064.559517:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078064.559518:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559376384 : -121121150175232 : ffff91d748de7800)
00000100:00000040:0.0:1769078064.559523:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559544:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078064.559546:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078064.559547:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078064.559549:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932523648, offset 0
00000400:00000200:0.0:1769078064.559552:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078064.559555:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078064.559558:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078064.559561:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078064.559563:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078064.559565:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078064.559567:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078064.559569:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47746:47746:256:4294967295] 192.168.204.153@tcp LPNI seq info [47746:47746:8:4294967295]
00000400:00000200:0.0:1769078064.559572:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078064.559577:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078064.559580:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078064.559582:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078064.559585:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078064.559587:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769078064.559591:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078064.559592:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769078064.559595:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078064.559597:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078064.559599:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078064.559601:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078064.559604:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078064.559605:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078064.559607:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078064.559609:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559615:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078064.559617:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559622:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078064.559623:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078064.559625:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078064.559628:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078064.559631:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078064.559632:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299428364
00000100:00000001:0.0:1769078064.559635:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299429666
00000100:00000001:0.0:1769078064.559636:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299428364
00000100:00000001:0.0:1769078064.559639:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299429666
00000100:00000001:0.0:1769078064.559641:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078064.559642:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078064.559644:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078064.559646:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078064/real 1769078064]  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078064.559651:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078064.559652:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078064.559654:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078064.559655:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078064.559657:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078064.559658:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078064.559660:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078064.559666:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559670:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078064.559670:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559672:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078064.559673:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078064.559675:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559679:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078064.559681:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559685:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078064.559687:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559688:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078064.559688:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559690:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078064.559692:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078064.559694:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078064.559696:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078064.559697:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078064.559700:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078064.559704:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932523648:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078064.559707:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078064.559709:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559713:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078064.559714:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078064.559715:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078064.559716:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078064.559718:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078064.559720:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932523776:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078064.559722:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078064.559723:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078064.559724:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078064.559725:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078064.559728:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078064.559729:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078064.559731:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078064.559732:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078064.559735:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078064.559736:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932523776, portal 10
00000100:00000001:0.0:1769078064.559738:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078064.559739:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362048 : -121121150189568 : ffff91d748de4000)
00000100:00000040:0.0:1769078064.559743:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559748:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078064.559749:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078064.559750:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078064.559752:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932523776, offset 0
00000400:00000200:0.0:1769078064.559755:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078064.559757:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078064.559759:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078064.559761:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078064.559762:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078064.559763:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078064.559765:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078064.559767:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47747:47747:256:4294967295] 192.168.204.153@tcp LPNI seq info [47747:47747:8:4294967295]
00000400:00000200:0.0:1769078064.559770:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078064.559775:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078064.559777:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078064.559779:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078064.559781:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078064.559783:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769078064.559786:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078064.559787:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769078064.559790:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078064.559791:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078064.559793:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078064.559795:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078064.559797:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078064.559798:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078064.559800:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078064.559802:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559807:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078064.559809:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559818:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078064.559819:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078064.559821:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078064.559823:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078064.559827:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078064.559829:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299428363
00000100:00000001:0.0:1769078064.559832:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299429666
00000100:00000001:0.0:1769078064.559834:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299428363
00000100:00000001:0.0:1769078064.559837:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299429666
00000100:00000001:0.0:1769078064.559839:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078064.559841:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078064.559843:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078064.559848:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078064/real 1769078064]  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078064.559856:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078064.559857:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078064.559859:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078064.559862:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078064.559864:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078064.559866:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078064.559870:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078064.559880:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559888:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078064.559889:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559890:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078064.559892:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078064.559894:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559900:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078064.559903:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559907:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078064.559909:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559910:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078064.559910:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559912:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078064.559914:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078064.559916:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078064.559918:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078064.559919:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078064.559921:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078064.559926:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932523776:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078064.559929:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559930:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078064.559932:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7800 x1855007932523648/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559937:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078064.559938:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078064.559939:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078064.559941:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078064.559942:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078064.559943:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078064.559944:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078064.559945:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154400.
02000000:00000001:0.0:1769078064.559948:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078064.559949:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078064.559950:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7800.
00000100:00000001:0.0:1769078064.559952:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078064.559953:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559954:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078064.559956:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4000 x1855007932523776/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078064.559960:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078064.559961:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078064.559962:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078064.559963:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078064.559964:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078064.559965:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078064.559966:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078064.559967:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:0.0:1769078064.559968:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078064.559968:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078064.559969:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4000.
00000100:00000001:0.0:1769078064.559971:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078064.559971:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559972:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078064.559975:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078064.559976:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078064.559977:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078064.559978:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078065.454485:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078065.454488:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078065.454493:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078065.454496:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078065.454497:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.454501:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078065.454504:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078065.454506:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078065.454523:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078065.454527:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078065.454530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078065.454531:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078065.454534:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078065.454536:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078065.454541:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078065.454541:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.454542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078065.454549:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078065.454550:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078065.454554:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078065.454564:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078065.454565:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078065.454575:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078065.454580:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078065.454584:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078065.454588:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078065.454592:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078065.454600:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078065.454603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078065.454608:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078065.454609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078065.454628:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078065.454631:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078065.454633:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078065.902471:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299429666, at 4299429696
00000100:00000040:3.0:1769078065.902471:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299429666, at 4299429696
00000100:00000010:3.0:1769078065.902487:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031300.
00000100:00000010:2.0:1769078065.902493:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031600.
00000100:00000001:2.0:1769078066.478536:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078066.478536:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078066.478542:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078066.478546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078066.478546:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078066.478548:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078066.478551:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078066.478551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.478552:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078066.478559:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078066.478560:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078066.478560:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078066.478564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078066.478565:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078066.478568:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078066.478568:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078066.478575:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078066.478576:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078066.478576:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.478579:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078066.478583:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.478587:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078066.478588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078066.478591:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078066.478591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078066.478599:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078066.478600:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.478601:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078066.478606:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.478607:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078066.478623:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078066.478624:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078066.478634:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078066.478638:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078066.478641:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078066.478646:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078066.478648:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078066.478677:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078066.478682:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078066.478685:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078067.502582:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078067.502582:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078067.502584:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078067.502593:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078067.502594:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078067.502594:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078067.502595:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078067.502598:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078067.502599:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078067.502599:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078067.502602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078067.502611:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078067.502611:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078067.502614:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078067.502614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078067.502618:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078067.502618:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078067.502620:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078067.502626:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078067.502626:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078067.502626:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078067.502632:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078067.502632:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078067.502637:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078067.502642:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078067.502642:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078067.502643:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078067.502645:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078067.502646:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078067.502651:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078067.502653:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078067.502655:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078067.502659:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078067.502666:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078068.526518:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078068.526518:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078068.526528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078068.526528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078068.526531:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078068.526532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078068.526538:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078068.526540:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078068.526544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078068.526545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078068.526546:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078068.526547:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078068.526549:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078068.526557:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078068.526557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078068.526558:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078068.526558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078068.526564:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078068.526565:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078068.526573:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078068.526574:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078068.526575:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078068.526577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078068.526578:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078068.526581:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078068.526584:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078068.526590:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769078068.526591:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078068.526591:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078068.526600:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078068.526601:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769078068.526607:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078068.526608:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078068.526615:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078068.526618:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078068.526621:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078068.526627:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078068.526656:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078068.526660:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078068.526664:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078069.550539:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078069.550548:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078069.550550:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078069.550556:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078069.550563:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078069.550563:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078069.550567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078069.550569:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078069.550575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078069.550576:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078069.550577:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078069.550577:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078069.550585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078069.550592:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078069.550592:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078069.550594:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078069.550594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078069.550603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.550603:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078069.550605:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078069.550608:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078069.550614:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078069.550616:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078069.550622:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078069.550623:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078069.550626:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.550627:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078069.550633:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.550635:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078069.550641:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078069.550644:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078069.550646:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078069.550648:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078069.550654:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078069.678610:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078069.678623:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078069.678626:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078069.678632:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078069.678636:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078069.678645:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4761
00000400:00000200:0.0:1769078069.678656:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078069.678664:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078069.678668:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078069.678672:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078069.678675:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078069.678678:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078069.678681:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078069.678686:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078069.678688:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078069.678691:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078069.678706:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078069.678713:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078069.678716:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078069.678719:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078069.678722:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078069.678724:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078069.678726:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078069.678730:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078069.678734:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078069.678737:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078069.678740:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078069.678744:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078069.678747:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078069.678750:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078069.678752:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078069.678763:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769078069.678768:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078069.678773:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078069.678775:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078069.678779:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078069.678782:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078069.678786:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078069.678796:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
00000100:00000001:0.0:1769078069.678804:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078069.678815:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078069.678827:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078069.678832:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078069.678837:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078069.678874:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078069.678878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078069.678881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078069.678883:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078069.678885:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078069.678887:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078069.678890:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4761
00000400:00000200:0.0:1769078069.678895:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078069.678900:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078069.678904:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078069.678909:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078069.678911:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078069.678915:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078069.678918:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078069.678920:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078069.678922:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078069.678926:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078069.678926:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769078069.678930:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769078069.678934:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078069.678939:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078069.678941:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078069.678947:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078069.678956:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:3.0:1769078069.678957:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078069.678960:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078069.678967:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078069.678976:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078069.678985:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769078069.678988:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078069.678992:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078069.678994:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:3.0:1769078069.678999:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078069.679001:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078069.679005:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078069.679006:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078069.679011:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078069.679012:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078069.679019:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078069.679023:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:3.0:1769078069.679027:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932523904:192.168.204.153@tcp:250:kworker.0
00000008:00100000:0.0:1769078069.679028:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078069.679041:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.679044:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078069.679046:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078069.679050:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769078069.679054:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
02000000:00000001:3.0:1769078069.679056:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078069.679060:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078069.679062:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078069.679069:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078069.679072:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078069.679075:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b400.
00000100:00000001:0.0:1769078069.679076:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078069.679080:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078069.679082:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078069.679087:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078069.679091:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000010:0.0:1769078069.679094:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cac00.
00000400:00000010:3.0:1769078069.679097:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:0.0:1769078069.679101:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078069.679105:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00100000:0.0:1769078069.679113:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078069.679115:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932523904, portal 25
00000100:00000001:3.0:1769078069.679121:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078069.679124:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:3.0:1769078069.679138:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078069.679142:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078069.679151:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.679151:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078069.679158:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078069.679162:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000040:0.0:1769078069.679164:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078069.679166:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932523904, offset 0
00000400:00000200:3.0:1769078069.679183:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078069.679194:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078069.679195:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:0.0:1769078069.679204:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078069.679209:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00080000:0.0:1769078069.679217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769078069.679217:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078069.679225:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769078069.679228:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00080000:0.0:1769078069.679230:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078069.679235:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078069.679243:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078069.679249:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4761
00000400:00000200:3.0:1769078069.679254:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078069.679260:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47748:47748:256:4294967295] 192.168.204.153@tcp LPNI seq info [47748:47748:8:4294967295]
00000400:00000200:0.0:1769078069.679263:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078069.679272:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078069.679275:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078069.679282:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078069.679294:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078069.679302:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078069.679304:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078069.679319:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078069.679330:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:3.0:1769078069.679330:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000020:00000001:0.0:1769078069.679341:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078069.679343:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078069.679344:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078069.679347:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078069.679348:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769078069.679350:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078069.679353:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078069.679354:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078069.679355:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078069.679356:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078069.679358:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769078069.679360:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078069.679361:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078069.679362:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078069.679365:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078069.679367:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078069.679368:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078069.679378:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078069.679380:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078069.679381:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078069.679387:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769078069.679389:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078069.679391:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078069.679392:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078069.679393:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078069.679394:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078069.679396:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078069.679399:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:0.0:1769078069.679468:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078069.679475:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078069.679481:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078069.679484:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078069.679487:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078069.679494:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078069.679496:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078069.679499:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078069.679502:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078069.679505:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078069.679510:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4771)
00000800:00000010:3.0:1769078069.679510:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078069.679522:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078069.679526:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769078069.679533:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078069.679536:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769078069.679540:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078069.679542:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078069.679547:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078069.679552:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078069.679557:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078069.679560:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078069.679564:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078069.679569:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.679577:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078069.679580:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.679586:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.679587:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078069.679594:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078069.679599:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078069.679602:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299434787
00000100:00000010:3.0:1769078069.679606:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9300.
00000100:00000001:3.0:1769078069.679612:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078069.679616:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299434787
00000100:00000010:3.0:1769078069.679619:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769078069.679621:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078069.679623:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078069.679625:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.679628:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078069.679631:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078069/real 1769078069]  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078069.679638:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078069.679640:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078069.679642:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078069.679644:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078069.679646:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078069.679648:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078069.679650:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078069.679657:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.679661:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078069.679662:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.679664:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078069.679665:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078069.679668:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.679672:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078069.679676:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.679681:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078069.679683:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.679684:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078069.679685:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.679687:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078069.679689:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078069.679691:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078069.679694:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078069.679696:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078069.679699:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078069.679705:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932523904:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078069.679708:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.679710:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078069.679712:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932523904/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.679717:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078069.679718:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078069.679720:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078069.679723:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078069.679724:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078069.679725:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078069.679727:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078069.679728:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9800.
02000000:00000001:3.0:1769078069.679731:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078069.679733:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078069.679734:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769078069.679738:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078069.679739:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.679742:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.679751:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078069.679753:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.679755:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078069.679757:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078069.679759:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078069.679764:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.679779:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078069.679781:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078069.679784:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078069.679787:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078069.679790:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078069.679793:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932524032:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078069.679797:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078069.679801:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078069.679802:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078069.679804:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078069.679808:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078069.679809:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078069.679814:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078069.679816:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078069.679819:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078069.679824:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932524032, portal 10
00000100:00000001:3.0:1769078069.679825:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078069.679827:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769078069.679834:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.679841:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078069.679844:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078069.679846:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078069.679849:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932524032, offset 0
00000400:00000200:3.0:1769078069.679855:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078069.679861:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078069.679868:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078069.679873:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078069.679877:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078069.679881:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078069.679884:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078069.679889:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47749:47749:256:4294967295] 192.168.204.153@tcp LPNI seq info [47749:47749:8:4294967295]
00000400:00000200:3.0:1769078069.679892:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078069.679898:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078069.679902:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078069.679906:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078069.679909:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078069.679911:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769078069.679914:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078069.679916:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769078069.679918:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078069.679920:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078069.679922:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078069.679924:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078069.679927:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078069.679928:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078069.679930:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078069.679932:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.679938:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078069.679940:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.679944:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.679945:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078069.679948:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078069.679950:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078069.679952:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078069.679954:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299433484
00000100:00000001:3.0:1769078069.679956:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299434787
00000100:00000001:3.0:1769078069.679958:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299433484
00000100:00000001:3.0:1769078069.679959:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299434787
00000100:00000001:3.0:1769078069.679960:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078069.679962:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.679964:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078069.679966:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078069/real 1769078069]  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078069.679971:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078069.679972:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078069.679973:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078069.679975:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078069.679976:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078069.679977:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078069.679979:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078069.679985:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.679989:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078069.679989:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.679990:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078069.679991:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078069.679993:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.679997:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078069.680000:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.680004:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078069.680006:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.680007:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078069.680008:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.680009:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078069.680011:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078069.680012:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078069.680015:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078069.680017:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078069.680019:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078069.680026:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932524032:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078069.680030:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078069.680033:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.680040:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078069.680042:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078069.680044:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078069.680046:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078069.680048:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078069.680051:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932524160:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078069.680054:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078069.680056:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078069.680058:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078069.680060:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078069.680065:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078069.680067:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078069.680071:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078069.680074:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078069.680077:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078069.680081:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932524160, portal 10
00000100:00000001:3.0:1769078069.680083:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078069.680084:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769078069.680090:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.680094:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078069.680096:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078069.680098:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078069.680100:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932524160, offset 0
00000400:00000200:3.0:1769078069.680102:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078069.680105:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078069.680108:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078069.680110:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078069.680112:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078069.680114:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078069.680115:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078069.680118:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47750:47750:256:4294967295] 192.168.204.153@tcp LPNI seq info [47750:47750:8:4294967295]
00000400:00000200:3.0:1769078069.680122:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078069.680129:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078069.680134:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078069.680137:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078069.680141:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078069.680144:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769078069.680149:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078069.680153:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769078069.680158:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078069.680160:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078069.680163:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078069.680167:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078069.680170:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078069.680172:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078069.680174:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078069.680178:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.680183:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078069.680186:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.680190:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.680191:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078069.680194:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078069.680196:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078069.680199:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078069.680200:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299433483
00000100:00000001:3.0:1769078069.680202:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299434787
00000100:00000001:3.0:1769078069.680204:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299433483
00000100:00000001:3.0:1769078069.680207:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299434787
00000100:00000001:3.0:1769078069.680210:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078069.680212:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.680214:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078069.680218:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078069/real 1769078069]  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078069.680226:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078069.680227:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078069.680229:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078069.680232:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078069.680233:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078069.680235:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078069.680239:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078069.680248:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.680256:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078069.680257:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.680259:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078069.680261:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078069.680265:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.680272:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078069.680275:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.680280:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078069.680282:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.680283:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078069.680284:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.680285:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078069.680287:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078069.680289:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078069.680291:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078069.680292:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078069.680295:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078069.680300:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932524160:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078069.680302:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.680304:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078069.680305:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932524032/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.680309:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078069.680310:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078069.680312:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078069.680314:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078069.680315:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078069.680316:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078069.680317:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078069.680318:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cac00.
02000000:00000001:3.0:1769078069.680320:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078069.680321:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078069.680322:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769078069.680324:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078069.680325:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.680326:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078069.680328:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932524160/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.680332:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078069.680333:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078069.680334:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078069.680335:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078069.680336:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078069.680336:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078069.680338:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078069.680338:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb400.
02000000:00000001:3.0:1769078069.680340:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078069.680340:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078069.680341:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769078069.680342:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078069.680343:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.680344:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078069.680347:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078069.680348:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.680349:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078069.680350:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078070.574534:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078070.574534:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078070.574534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078070.574536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078070.574542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078070.574544:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078070.574544:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078070.574545:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078070.574549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078070.574549:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078070.574550:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078070.574550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078070.574553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078070.574557:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078070.574558:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078070.574565:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078070.574565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078070.574565:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078070.574571:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078070.574571:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078070.574572:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078070.574574:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078070.574575:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078070.574576:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078070.574579:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078070.574580:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078070.574586:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078070.574587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078070.574587:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078070.574591:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078070.574594:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078070.574596:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078070.574600:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078070.574603:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078071.022518:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299434787, at 4299434816
00000100:00000040:3.0:1769078071.022525:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299434787, at 4299434816
00000100:00000010:3.0:1769078071.022563:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000010:2.0:1769078071.022567:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000001:2.0:1769078071.598500:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078071.598500:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078071.598508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078071.598508:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078071.598509:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078071.598513:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078071.598514:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078071.598514:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078071.598518:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078071.598523:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078071.598523:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078071.598523:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078071.598524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078071.598530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078071.598532:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078071.598533:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078071.598533:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078071.598535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078071.598537:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078071.598538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078071.598539:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078071.598539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.598541:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078071.598546:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078071.598549:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078071.598549:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078071.598552:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078071.598555:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078071.598555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078071.598559:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078071.598562:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078071.598564:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078071.598567:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078071.598570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078072.622508:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078072.622508:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078072.622516:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078072.622516:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078072.622518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078072.622518:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078072.622519:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078072.622524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078072.622526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078072.622526:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078072.622531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078072.622534:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078072.622534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078072.622535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078072.622540:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078072.622540:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078072.622546:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078072.622547:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078072.622549:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078072.622554:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078072.622555:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078072.622555:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078072.622559:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078072.622560:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078072.622560:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078072.622564:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078072.622565:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078072.622565:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078072.622571:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078072.622571:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078072.622574:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078072.622577:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078072.622580:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078072.622582:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078073.646547:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078073.646547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078073.646555:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078073.646557:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078073.646558:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078073.646562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078073.646566:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078073.646566:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078073.646568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078073.646568:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078073.646576:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078073.646581:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078073.646581:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078073.646582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078073.646584:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078073.646592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078073.646599:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078073.646600:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078073.646600:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078073.646611:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078073.646613:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078073.646613:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078073.646616:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078073.646618:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078073.646622:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078073.646623:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078073.646628:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078073.646628:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078073.646632:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078073.646638:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078073.646644:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078073.646645:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078073.646651:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078073.646656:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078074.670525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078074.670525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078074.670528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078074.670533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078074.670534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078074.670534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078074.670538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078074.670540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078074.670541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078074.670542:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078074.670546:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078074.670546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078074.670547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078074.670548:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078074.670552:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078074.670554:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078074.670554:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078074.670555:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.670558:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078074.670559:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078074.670559:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078074.670563:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078074.670564:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078074.670567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078074.670568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078074.670569:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078074.670570:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078074.670574:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078074.670577:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078074.670583:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078074.670587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078074.670589:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.670590:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078074.670592:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078074.798534:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078074.798552:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078074.798558:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078074.798561:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078074.798565:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078074.798573:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4766
00000400:00000200:1.0:1769078074.798583:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078074.798589:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078074.798592:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078074.798594:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078074.798597:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078074.798599:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078074.798601:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078074.798605:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078074.798607:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078074.798609:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078074.798611:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078074.798613:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078074.798614:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078074.798617:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078074.798618:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078074.798620:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078074.798621:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078074.798624:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078074.798627:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078074.798629:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078074.798632:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078074.798635:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078074.798637:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078074.798639:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078074.798641:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078074.798654:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769078074.798659:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078074.798664:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078074.798672:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078074.798675:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078074.798678:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078074.798683:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078074.798694:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769078074.798702:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078074.798711:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078074.798724:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078074.798728:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078074.798734:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078074.798755:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078074.798758:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078074.798761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078074.798762:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078074.798764:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078074.798765:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078074.798767:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4766
00000400:00000200:1.0:1769078074.798770:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078074.798773:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078074.798775:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078074.798777:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078074.798779:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078074.798781:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078074.798783:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078074.798785:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078074.798786:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078074.798787:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078074.798789:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078074.798790:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078074.798792:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769078074.798794:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078074.798795:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078074.798796:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078074.798801:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078074.798802:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078074.798803:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769078074.798805:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078074.798806:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078074.798811:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078074.798812:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078074.798815:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769078074.798816:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078074.798820:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078074.798826:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078074.798830:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078074.798831:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1769078074.798834:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078074.798836:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078074.798838:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078074.798841:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078074.798843:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1769078074.798844:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769078074.798848:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078074.798848:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078074.798854:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078074.798855:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078074.798856:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078074.798862:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932524288:192.168.204.153@tcp:250:kworker.0
00000100:00000001:1.0:1769078074.798866:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078074.798870:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078074.798872:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078074.798873:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078074.798878:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
02000000:00000001:3.0:1769078074.798880:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078074.798882:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078074.798885:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078074.798889:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078074.798891:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078074.798897:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078074.798900:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078074.798900:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078074.798906:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078074.798907:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078074.798915:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078074.798916:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078074.798919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769078074.798920:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00080000:1.0:1769078074.798924:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078074.798926:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078074.798928:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769078074.798929:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000001:1.0:1769078074.798930:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078074.798934:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4766
00000400:00000200:1.0:1769078074.798937:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078074.798939:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000200:3.0:1769078074.798939:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932524288, portal 25
00000100:00080000:1.0:1769078074.798941:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078074.798944:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769078074.798947:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078074.798948:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559374592 : -121121150177024 : ffff91d748de7100)
00000100:00000001:1.0:1769078074.798951:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078074.798954:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078074.798956:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078074.798959:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078074.798960:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000100:00000040:3.0:1769078074.798961:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078074.798962:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078074.798964:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769078074.798968:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769078074.798972:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769078074.798979:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078074.798983:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078074.798985:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078074.798985:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078074.798989:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078074.798992:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000040:3.0:1769078074.798993:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769078074.798997:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000010:3.0:1769078074.799000:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000001:1.0:1769078074.799001:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078074.799004:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078074.799008:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1769078074.799009:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932524288, offset 0
02000000:00000001:1.0:1769078074.799011:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078074.799014:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078074.799016:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078074.799018:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078074.799021:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769078074.799022:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078074.799028:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769078074.799030:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078074.799031:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078074.799033:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078074.799036:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769078074.799036:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769078074.799040:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078074.799042:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078074.799045:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769078074.799047:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078074.799050:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078074.799055:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:1.0:1769078074.799062:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078074.799064:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078074.799065:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078074.799070:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078074.799074:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078074.799080:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078074.799084:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:1.0:1769078074.799086:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078074.799088:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47751:47751:256:4294967295] 192.168.204.153@tcp LPNI seq info [47751:47751:8:4294967295]
00000100:00000040:1.0:1769078074.799090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078074.799097:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:1.0:1769078074.799098:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078074.799102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078074.799109:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078074.799112:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078074.799115:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4776)
00000800:00000200:3.0:1769078074.799120:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078074.799126:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078074.799137:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078074.799141:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078074.799146:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078074.799149:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078074.799153:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078074.799156:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078074.799163:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078074.799169:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078074.799175:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078074.799178:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078074.799183:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078074.799189:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799200:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078074.799205:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799214:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078074.799216:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078074.799224:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078074.799229:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078074.799232:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299439906
00000100:00000010:3.0:1769078074.799238:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769078074.799246:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078074.799253:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299439906
00000100:00000010:3.0:1769078074.799256:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769078074.799260:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078074.799264:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078074.799268:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078074.799270:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078074.799275:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078074/real 1769078074]  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078074.799289:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078074.799291:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078074.799293:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078074.799295:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078074.799297:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078074.799299:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078074.799301:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078074.799308:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799313:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078074.799314:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799316:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078074.799317:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078074.799320:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799325:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078074.799328:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799335:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078074.799338:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799340:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078074.799341:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799344:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078074.799346:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078074.799349:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078074.799386:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078074.799390:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078074.799396:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078074.799434:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932524288:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078074.799438:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799440:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078074.799442:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7100 x1855007932524288/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799448:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078074.799450:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078074.799452:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078074.799455:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078074.799456:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078074.799457:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078074.799459:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078074.799462:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:3.0:1769078074.799465:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078074.799467:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078074.799468:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7100.
00000100:00000001:3.0:1769078074.799471:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078074.799472:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799473:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799481:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078074.799483:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078074.799485:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078074.799486:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078074.799487:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078074.799490:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799495:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078074.799496:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078074.799498:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078074.799499:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078074.799501:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078074.799502:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932524416:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078074.799505:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078074.799507:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078074.799508:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078074.799509:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078074.799512:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078074.799513:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078074.799517:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078074.799519:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078074.799521:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078074.799524:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932524416, portal 10
00000100:00000001:3.0:1769078074.799526:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078074.799527:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559367424 : -121121150184192 : ffff91d748de5500)
00000100:00000040:3.0:1769078074.799532:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799537:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078074.799538:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078074.799540:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078074.799541:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932524416, offset 0
00000400:00000200:3.0:1769078074.799544:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078074.799547:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078074.799550:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078074.799552:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078074.799554:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078074.799556:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078074.799558:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078074.799560:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47752:47752:256:4294967295] 192.168.204.153@tcp LPNI seq info [47752:47752:8:4294967295]
00000400:00000200:3.0:1769078074.799563:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078074.799567:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078074.799570:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078074.799572:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078074.799575:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078074.799578:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078074.799581:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078074.799583:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078074.799586:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078074.799588:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078074.799590:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078074.799592:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078074.799594:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078074.799596:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078074.799597:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078074.799600:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799605:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078074.799607:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799611:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078074.799613:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078074.799615:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078074.799618:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078074.799620:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078074.799622:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299438604
00000100:00000001:3.0:1769078074.799624:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299439906
00000100:00000001:3.0:1769078074.799626:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299438604
00000100:00000001:3.0:1769078074.799627:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299439906
00000100:00000001:3.0:1769078074.799629:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078074.799630:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078074.799631:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078074.799634:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078074/real 1769078074]  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078074.799638:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078074.799639:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078074.799641:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078074.799642:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078074.799644:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078074.799645:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078074.799647:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078074.799653:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799657:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078074.799657:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799659:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078074.799659:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078074.799662:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799666:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078074.799668:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799673:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078074.799675:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799676:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078074.799677:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799678:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078074.799680:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078074.799681:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078074.799684:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078074.799686:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078074.799691:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078074.799699:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932524416:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078074.799704:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078074.799707:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799715:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078074.799716:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078074.799718:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078074.799720:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078074.799723:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078074.799727:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932524544:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078074.799731:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078074.799733:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078074.799735:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078074.799736:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078074.799739:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078074.799741:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078074.799743:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078074.799745:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078074.799747:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078074.799750:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932524544, portal 10
00000100:00000001:3.0:1769078074.799751:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078074.799752:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559369216 : -121121150182400 : ffff91d748de5c00)
00000100:00000040:3.0:1769078074.799757:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799761:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078074.799763:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078074.799764:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078074.799766:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932524544, offset 0
00000400:00000200:3.0:1769078074.799769:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078074.799771:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078074.799774:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078074.799776:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078074.799778:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078074.799780:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078074.799781:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078074.799783:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47753:47753:256:4294967295] 192.168.204.153@tcp LPNI seq info [47753:47753:8:4294967295]
00000400:00000200:3.0:1769078074.799786:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078074.799790:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078074.799795:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078074.799798:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078074.799802:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078074.799805:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078074.799809:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078074.799812:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078074.799816:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078074.799819:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078074.799822:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078074.799826:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078074.799829:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078074.799831:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078074.799833:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078074.799837:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799846:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078074.799849:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799856:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078074.799858:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078074.799861:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078074.799865:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078074.799869:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078074.799871:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299438603
00000100:00000001:3.0:1769078074.799874:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299439906
00000100:00000001:3.0:1769078074.799876:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299438603
00000100:00000001:3.0:1769078074.799879:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299439906
00000100:00000001:3.0:1769078074.799881:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078074.799884:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078074.799886:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078074.799890:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078074/real 1769078074]  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078074.799896:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078074.799897:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078074.799898:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078074.799900:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078074.799901:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078074.799903:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078074.799905:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078074.799911:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799915:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078074.799916:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799917:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078074.799918:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078074.799920:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799925:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078074.799927:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799931:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078074.799933:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799934:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078074.799935:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799936:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078074.799939:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078074.799941:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078074.799943:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078074.799945:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078074.799947:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078074.799956:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932524544:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078074.799960:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.799962:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078074.799966:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5500 x1855007932524416/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.799973:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078074.799975:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078074.799977:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078074.799979:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078074.799981:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078074.799982:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078074.799985:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078074.799987:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:3.0:1769078074.799990:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078074.799992:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078074.799993:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5500.
00000100:00000001:3.0:1769078074.799996:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078074.799998:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.800000:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078074.800003:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5c00 x1855007932524544/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078074.800011:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078074.800013:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078074.800014:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078074.800016:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078074.800017:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078074.800018:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078074.800019:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078074.800020:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:3.0:1769078074.800021:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078074.800022:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078074.800023:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5c00.
00000100:00000001:3.0:1769078074.800024:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078074.800025:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.800026:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078074.800029:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078074.800029:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078074.800031:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078074.800032:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078075.694541:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078075.694541:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078075.694541:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078075.694545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078075.694551:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078075.694551:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078075.694553:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078075.694554:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078075.694557:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078075.694557:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078075.694558:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078075.694559:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078075.694563:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078075.694566:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078075.694566:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078075.694567:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078075.694569:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078075.694573:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078075.694574:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078075.694575:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078075.694575:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.694578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078075.694579:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078075.694581:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078075.694582:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.694583:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078075.694586:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.694587:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.694591:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078075.694592:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078075.694593:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078075.694597:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078075.694598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078075.694605:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078075.694605:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078075.694610:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078075.694616:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078075.694640:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078075.694644:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078075.694648:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078076.142594:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299439906, at 4299439936
00000100:00000040:3.0:1769078076.142594:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299439906, at 4299439936
00000100:00000010:2.0:1769078076.142615:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000010:3.0:1769078076.142616:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769078076.718550:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078076.718551:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078076.718551:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078076.718558:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078076.718559:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078076.718560:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078076.718562:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.718564:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078076.718565:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078076.718567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078076.718571:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078076.718573:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078076.718573:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078076.718576:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078076.718578:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078076.718579:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078076.718580:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078076.718582:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078076.718585:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078076.718586:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078076.718590:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.718593:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078076.718597:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.718600:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078076.718601:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078076.718605:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078076.718608:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078076.718614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078076.718626:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078076.718632:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078076.718634:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078076.718655:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078076.718658:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078076.718660:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078077.742508:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078077.742508:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078077.742512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078077.742516:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078077.742517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078077.742517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078077.742519:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078077.742521:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078077.742525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078077.742525:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078077.742526:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078077.742527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078077.742533:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078077.742534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078077.742537:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078077.742538:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078077.742539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078077.742543:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078077.742544:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078077.742546:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078077.742548:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078077.742550:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078077.742551:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769078077.742556:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078077.742557:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078077.742563:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078077.742563:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078077.742564:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078077.742567:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078077.742570:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078077.742572:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078077.742576:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078077.742580:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078077.742583:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078078.766520:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078078.766520:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078078.766520:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078078.766529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078078.766529:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078078.766530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078078.766532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078078.766533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078078.766534:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078078.766540:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078078.766540:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078078.766546:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078078.766546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078078.766552:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078078.766553:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078078.766553:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078078.766558:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078078.766561:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078078.766562:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078078.766566:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078078.766570:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078078.766571:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078078.766574:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078078.766577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078078.766578:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078078.766582:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078078.766584:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078078.766649:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078078.766653:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078078.766657:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078078.766660:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078078.766663:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078078.766666:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078078.766670:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078078.766671:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078078.766674:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078078.766675:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078078.766691:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078078.766693:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078078.766695:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078079.790457:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078079.790464:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078079.790466:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078079.790468:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078079.790469:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078079.790471:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078079.790473:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078079.790474:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078079.790475:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078079.790477:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078079.790481:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078079.790482:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078079.790482:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078079.790484:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078079.790487:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078079.790489:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078079.790490:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078079.790493:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078079.790493:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078079.790498:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078079.790499:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078079.790499:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078079.790500:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078079.790502:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078079.790503:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1769078079.790506:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078079.790507:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078079.790507:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078079.790510:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078079.790512:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078079.790514:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078079.790516:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078079.790518:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078079.790519:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078079.918516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078079.918525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078079.918527:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078079.918531:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078079.918534:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078079.918539:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4771
00000400:00000200:2.0:1769078079.918546:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078079.918551:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078079.918553:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078079.918556:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918558:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078079.918560:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918562:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078079.918565:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078079.918567:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078079.918569:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078079.918607:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078079.918608:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078079.918610:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078079.918612:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918613:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078079.918615:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918616:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078079.918618:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078079.918620:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918621:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078079.918623:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078079.918625:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078079.918627:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078079.918628:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078079.918630:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078079.918637:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769078079.918640:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078079.918642:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078079.918643:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078079.918645:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078079.918647:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078079.918651:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078079.918657:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8800.
00000100:00000001:2.0:1769078079.918662:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078079.918669:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078079.918675:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078079.918678:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078079.918682:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078079.918700:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078079.918703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078079.918705:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078079.918706:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078079.918707:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078079.918708:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078079.918709:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4771
00000400:00000200:2.0:1769078079.918711:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078079.918713:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078079.918714:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078079.918716:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918717:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078079.918718:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918719:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078079.918720:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078079.918721:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078079.918722:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078079.918724:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769078079.918725:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078079.918726:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078079.918728:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918729:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078079.918731:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918733:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078079.918734:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769078079.918736:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918738:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078079.918739:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078079.918743:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078079.918743:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769078079.918747:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078079.918749:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078079.918749:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1769078079.918752:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078079.918754:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1769078079.918755:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078079.918758:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078079.918760:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769078079.918762:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078079.918764:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1769078079.918764:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078079.918766:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078079.918769:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078079.918770:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078079.918772:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078079.918779:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
00000100:00000001:3.0:1769078079.918780:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078079.918782:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078079.918783:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078079.918787:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078079.918790:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078079.918795:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769078079.918795:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078079.918797:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078079.918802:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078079.918802:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078079.918811:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932524672:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769078079.918812:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078079.918816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078079.918820:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1769078079.918821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078079.918824:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078079.918825:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078079.918828:0:36:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1769078079.918828:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769078079.918832:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4771
02000000:00000001:3.0:1769078079.918833:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078079.918836:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:3.0:1769078079.918839:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1769078079.918840:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078079.918842:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078079.918845:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918846:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1769078079.918846:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b400.
00000100:00000040:2.0:1769078079.918850:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000001:3.0:1769078079.918851:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078079.918852:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078079.918855:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078079.918856:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078079.918857:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078079.918858:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769078079.918859:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078079.918862:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:2.0:1769078079.918863:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769078079.918868:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918869:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769078079.918870:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000040:2.0:1769078079.918871:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918875:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078079.918877:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769078079.918878:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078079.918880:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078079.918880:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078079.918882:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078079.918883:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078079.918884:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078079.918885:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078079.918886:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078079.918887:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078079.918888:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000010:2.0:1769078079.918890:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769078079.918893:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078079.918894:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078079.918895:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078079.918896:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078079.918897:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078079.918898:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078079.918898:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932524672, portal 25
02000000:00000010:2.0:1769078079.918904:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab400.
00000100:00000001:3.0:1769078079.918904:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078079.918907:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564822400 : -121121144729216 : ffff91d749319180)
00000100:00000001:2.0:1769078079.918908:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078079.918914:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769078079.918918:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078079.918921:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078079.918924:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078079.918930:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.918933:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078079.918939:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078079.918941:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078079.918943:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078079.918946:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769078079.918947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078079.918951:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:3.0:1769078079.918953:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000040:2.0:1769078079.918954:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4781)
00000100:00000200:3.0:1769078079.918958:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932524672, offset 0
00000400:00000200:3.0:1769078079.918966:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078079.918973:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078079.918979:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078079.918984:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078079.918987:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078079.918990:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078079.918993:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078079.918996:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47754:47754:256:4294967295] 192.168.204.153@tcp LPNI seq info [47754:47754:8:4294967295]
00000400:00000200:3.0:1769078079.919000:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078079.919009:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078079.919015:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078079.919020:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078079.919026:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078079.919030:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078079.919036:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078079.919039:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078079.919043:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078079.919045:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078079.919051:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078079.919056:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078079.919061:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078079.919063:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078079.919068:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078079.919072:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919082:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078079.919085:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919093:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078079.919094:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078079.919100:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078079.919104:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078079.919108:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299445026
00000100:00000010:3.0:1769078079.919114:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769078079.919120:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078079.919125:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299445026
00000100:00000010:3.0:1769078079.919128:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
00000100:00000001:3.0:1769078079.919131:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078079.919134:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078079.919137:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078079.919139:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078079.919143:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078079/real 1769078079]  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078079.919153:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078079.919155:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078079.919157:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078079.919160:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078079.919162:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078079.919164:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078079.919168:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078079.919176:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919182:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078079.919184:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919187:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078079.919188:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078079.919192:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919199:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078079.919204:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919210:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078079.919213:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919215:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078079.919216:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919218:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078079.919220:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078079.919223:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078079.919227:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078079.919229:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078079.919233:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078079.919241:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932524672:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078079.919246:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919248:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078079.919258:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319180 x1855007932524672/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919264:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078079.919267:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078079.919281:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078079.919284:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078079.919286:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078079.919287:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078079.919289:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078079.919291:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8800.
02000000:00000001:3.0:1769078079.919295:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078079.919297:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078079.919298:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319180.
00000100:00000001:3.0:1769078079.919301:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078079.919303:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919305:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919313:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078079.919314:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078079.919316:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078079.919318:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078079.919319:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078079.919323:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919329:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078079.919331:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078079.919332:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078079.919334:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078079.919336:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078079.919339:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932524800:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078079.919342:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078079.919344:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078079.919345:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078079.919347:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078079.919349:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078079.919352:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078079.919356:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078079.919359:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078079.919362:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078079.919364:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932524800, portal 10
00000100:00000001:3.0:1769078079.919367:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078079.919368:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564821504 : -121121144730112 : ffff91d749318e00)
00000100:00000040:3.0:1769078079.919374:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919380:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078079.919382:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078079.919384:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078079.919386:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932524800, offset 0
00000400:00000200:3.0:1769078079.919390:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078079.919394:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078079.919398:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078079.919423:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078079.919426:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078079.919429:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078079.919431:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078079.919434:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47755:47755:256:4294967295] 192.168.204.153@tcp LPNI seq info [47755:47755:8:4294967295]
00000400:00000200:3.0:1769078079.919438:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078079.919445:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078079.919450:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078079.919454:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078079.919458:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078079.919461:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078079.919465:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078079.919468:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078079.919472:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078079.919474:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078079.919477:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078079.919481:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078079.919484:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078079.919486:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078079.919488:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078079.919492:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919500:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078079.919503:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919510:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078079.919511:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078079.919514:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078079.919518:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078079.919521:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078079.919524:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299443724
00000100:00000001:3.0:1769078079.919527:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299445026
00000100:00000001:3.0:1769078079.919529:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299443724
00000100:00000001:3.0:1769078079.919531:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299445026
00000100:00000001:3.0:1769078079.919533:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078079.919535:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078079.919537:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078079.919540:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078079/real 1769078079]  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078079.919549:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078079.919550:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078079.919552:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078079.919554:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078079.919556:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078079.919558:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078079.919562:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078079.919579:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919585:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078079.919587:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919588:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078079.919589:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078079.919593:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919599:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078079.919603:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919609:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078079.919612:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919613:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078079.919614:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919616:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078079.919618:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078079.919620:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078079.919624:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078079.919626:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078079.919630:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078079.919637:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932524800:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078079.919641:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078079.919645:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919657:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078079.919658:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078079.919660:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078079.919662:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078079.919664:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078079.919667:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932524928:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078079.919670:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078079.919672:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078079.919674:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078079.919675:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078079.919679:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078079.919681:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078079.919684:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078079.919687:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078079.919690:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078079.919693:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932524928, portal 10
00000100:00000001:3.0:1769078079.919694:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078079.919696:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564832256 : -121121144719360 : ffff91d74931b800)
00000100:00000040:3.0:1769078079.919701:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919707:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078079.919709:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078079.919711:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078079.919713:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932524928, offset 0
00000400:00000200:3.0:1769078079.919717:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078079.919721:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078079.919724:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078079.919727:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078079.919729:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078079.919731:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078079.919733:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078079.919736:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47756:47756:256:4294967295] 192.168.204.153@tcp LPNI seq info [47756:47756:8:4294967295]
00000400:00000200:3.0:1769078079.919740:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078079.919746:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078079.919750:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078079.919753:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078079.919757:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078079.919760:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078079.919764:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078079.919766:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078079.919769:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078079.919771:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078079.919774:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078079.919777:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078079.919779:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078079.919781:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078079.919783:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078079.919786:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919793:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078079.919796:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919802:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078079.919803:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078079.919806:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078079.919809:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078079.919812:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078079.919814:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299443723
00000100:00000001:3.0:1769078079.919816:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299445026
00000100:00000001:3.0:1769078079.919818:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299443723
00000100:00000001:3.0:1769078079.919820:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299445026
00000100:00000001:3.0:1769078079.919822:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078079.919825:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078079.919826:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078079.919830:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078079/real 1769078079]  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078079.919838:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078079.919839:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078079.919841:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078079.919843:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078079.919844:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078079.919846:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078079.919849:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078079.919857:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919863:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078079.919864:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919866:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078079.919867:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078079.919870:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919877:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078079.919881:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919887:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078079.919890:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919891:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078079.919892:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919894:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078079.919896:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078079.919899:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078079.919903:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078079.919905:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078079.919909:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078079.919916:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932524928:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078079.919919:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919921:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078079.919924:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318e00 x1855007932524800/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919930:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078079.919931:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078079.919934:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078079.919936:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078079.919937:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078079.919939:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078079.919940:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078079.919942:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9000.
02000000:00000001:3.0:1769078079.919945:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078079.919946:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078079.919948:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318e00.
00000100:00000001:3.0:1769078079.919950:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078079.919951:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919953:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078079.919956:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b800 x1855007932524928/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078104 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078079.919962:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078079.919963:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078079.919965:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078079.919967:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078079.919968:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078079.919969:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078079.919970:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078079.919972:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab400.
02000000:00000001:3.0:1769078079.919975:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078079.919976:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078079.919977:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b800.
00000100:00000001:3.0:1769078079.919979:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078079.919980:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919982:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078079.919986:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078079.919987:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078079.919989:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078079.919990:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.814518:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078080.814518:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078080.814519:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078080.814521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078080.814526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078080.814527:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078080.814527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078080.814528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078080.814529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078080.814532:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078080.814532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078080.814534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078080.814534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078080.814537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078080.814539:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078080.814540:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078080.814541:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078080.814545:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078080.814547:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078080.814547:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078080.814550:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.814552:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078080.814552:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.814557:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078080.814559:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078080.814562:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078080.814563:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.814563:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078080.814566:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078080.814568:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078080.814571:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078080.814572:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078080.814575:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078080.814578:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078081.262505:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299445026, at 4299445056
00000100:00000040:3.0:1769078081.262505:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299445026, at 4299445056
00000100:00000010:3.0:1769078081.262520:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000010:2.0:1769078081.262522:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:2.0:1769078081.838474:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078081.838475:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078081.838475:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078081.838480:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.838483:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078081.838483:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078081.838485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078081.838487:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078081.838488:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.838489:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078081.838496:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078081.838496:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078081.838502:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078081.838502:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078081.838505:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078081.838507:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078081.838508:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.838508:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078081.838511:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078081.838512:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078081.838515:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078081.838516:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078081.838516:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078081.838518:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078081.838519:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078081.838521:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078081.838523:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078081.838524:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078081.838527:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078081.838528:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.838532:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.838533:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078081.838536:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078081.838540:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078082.862586:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078082.862586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078082.862586:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078082.862586:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078082.862597:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078082.862597:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078082.862598:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078082.862599:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078082.862605:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078082.862606:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078082.862606:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078082.862609:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078082.862615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078082.862623:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078082.862623:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078082.862623:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078082.862640:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078082.862641:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078082.862641:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078082.862642:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078082.862651:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078082.862651:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078082.862652:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078082.862652:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078082.862668:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078082.862668:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078082.862673:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078082.862678:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078082.862678:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078082.862683:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078082.862688:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078082.862689:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078082.862691:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078082.862699:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078083.886478:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078083.886478:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078083.886478:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078083.886485:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078083.886485:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078083.886485:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078083.886489:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078083.886490:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078083.886490:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078083.886496:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078083.886497:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078083.886498:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078083.886501:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078083.886504:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078083.886504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078083.886505:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078083.886508:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078083.886508:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078083.886510:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078083.886513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078083.886514:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078083.886517:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078083.886521:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078083.886524:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078083.886526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078083.886528:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078083.886530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078083.886533:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078083.886534:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078083.886538:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078083.886542:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078083.886569:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078083.886572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078083.886576:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078084.910544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078084.910544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078084.910546:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078084.910546:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078084.910550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078084.910552:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078084.910553:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078084.910554:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078084.910557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078084.910560:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078084.910561:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078084.910562:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078084.910563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078084.910579:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078084.910581:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078084.910582:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078084.910595:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078084.910596:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078084.910597:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078084.910603:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078084.910604:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078084.910604:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078084.910606:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078084.910607:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078084.910622:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078084.910624:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078084.910627:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078084.910632:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078084.910633:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078084.910636:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078084.910640:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078084.910641:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078084.910647:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078084.910652:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078085.038530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078085.038539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078085.038542:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078085.038545:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078085.038549:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078085.038556:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4776
00000400:00000200:0.0:1769078085.038570:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078085.038576:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078085.038578:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078085.038581:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078085.038584:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078085.038586:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078085.038587:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078085.038591:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078085.038592:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078085.038594:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078085.038596:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078085.038598:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078085.038600:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078085.038602:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078085.038604:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078085.038606:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078085.038607:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078085.038609:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078085.038611:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078085.038613:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078085.038615:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078085.038618:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078085.038620:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.038622:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078085.038623:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078085.038633:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3480.
00000020:00000040:0.0:1769078085.038637:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078085.038639:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078085.038640:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.038648:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078085.038651:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078085.038655:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078085.038662:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca400.
00000100:00000001:0.0:1769078085.038668:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078085.038674:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078085.038681:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078085.038685:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078085.038688:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb5fd4f] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078085.038704:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078085.038707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078085.038709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078085.038710:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078085.038712:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078085.038714:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078085.038716:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4776
00000400:00000200:0.0:1769078085.038719:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078085.038720:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078085.038722:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078085.038724:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078085.038725:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078085.038727:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078085.038728:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078085.038729:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078085.038730:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078085.038731:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078085.038732:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078085.038733:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078085.038734:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078085.038737:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078085.038738:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078085.038740:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078085.038742:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078085.038744:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078085.038745:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078085.038746:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078085.038748:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078085.038752:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078085.038754:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.038755:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078085.038758:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078085.038760:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.038762:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078085.038765:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d1500.
00000020:00000040:0.0:1769078085.038768:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078085.038771:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078085.038772:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.038773:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078085.038775:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078085.038778:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769078085.038779:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078085.038784:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cbc00.
00000100:00000001:3.0:1769078085.038790:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078085.038791:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.038795:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1769078085.038800:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769078085.038812:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078085.038815:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078085.038820:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078085.038834:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bde341] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.038837:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078085.038841:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078085.038856:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078085.038857:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078085.038863:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078085.038864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078085.038872:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078085.038874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078085.038878:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078085.038884:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1769078085.038884:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932525056:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078085.038895:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078085.038901:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769078085.038902:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4776
00000400:00000200:0.0:1769078085.038908:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:3.0:1769078085.038909:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1769078085.038910:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
02000000:00000001:3.0:1769078085.038915:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078085.038919:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769078085.038920:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078085.038924:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078085.038926:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078085.038928:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000010:3.0:1769078085.038929:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b800.
00000100:00000001:0.0:1769078085.038930:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078085.038937:0:36:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:3.0:1769078085.038938:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078085.038940:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078085.038946:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078085.038947:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078085.038949:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769078085.038951:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078085.038956:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078085.038957:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078085.038966:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078085.038968:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:3.0:1769078085.038969:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:0.0:1769078085.038971:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078085.038976:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769078085.038981:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000010:3.0:1769078085.038981:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000001:0.0:1769078085.038984:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078085.038989:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078085.038992:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078085.038994:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078085.038995:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932525056, portal 25
00000100:00000001:0.0:1769078085.038996:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078085.039000:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078085.039003:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1769078085.039004:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.039011:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.039012:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548807808 : -121121160743808 : ffff91d7483d3480)
00000100:00000010:0.0:1769078085.039018:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769078085.039026:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000040:3.0:1769078085.039028:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078085.039035:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078085.039039:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.039048:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078085.039051:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078085.039056:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.039061:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1769078085.039063:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8800.
00000100:00000001:0.0:1769078085.039071:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078085.039072:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078085.039083:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00100000:0.0:1769078085.039084:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078085.039095:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932525056, offset 0
00000100:00000001:0.0:1769078085.039097:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078085.039100:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078085.039105:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078085.039112:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078085.039125:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078085.039128:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078085.039132:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078085.039137:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078085.039143:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:0.0:1769078085.039145:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078085.039152:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078085.039152:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769078085.039162:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4786)
00000400:00000200:3.0:1769078085.039162:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078085.039173:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078085.039177:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078085.039181:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47757:47757:256:4294967295] 192.168.204.153@tcp LPNI seq info [47757:47757:8:4294967295]
00000400:00000200:3.0:1769078085.039200:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078085.039215:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078085.039223:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078085.039230:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078085.039237:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078085.039240:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078085.039246:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078085.039250:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078085.039254:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078085.039257:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078085.039263:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078085.039267:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078085.039273:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078085.039275:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078085.039280:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078085.039284:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039302:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078085.039305:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039312:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.039313:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078085.039319:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078085.039323:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078085.039326:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299450146
00000100:00000010:3.0:1769078085.039332:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
00000100:00000001:3.0:1769078085.039338:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078085.039346:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299450146
00000100:00000010:3.0:1769078085.039349:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000001:3.0:1769078085.039352:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078085.039355:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078085.039358:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.039360:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078085.039364:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078085/real 1769078085]  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078085.039373:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078085.039374:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078085.039376:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078085.039378:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078085.039380:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078085.039383:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078085.039387:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078085.039395:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039433:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078085.039435:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.039437:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078085.039439:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078085.039443:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039449:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078085.039454:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039460:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078085.039463:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.039464:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078085.039466:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.039468:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078085.039470:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078085.039473:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078085.039477:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078085.039479:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078085.039483:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078085.039490:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932525056:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078085.039495:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.039496:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078085.039499:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3480 x1855007932525056/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039522:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078085.039525:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078085.039528:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078085.039531:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078085.039533:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078085.039535:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078085.039537:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078085.039540:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca400.
02000000:00000001:3.0:1769078085.039543:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078085.039545:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078085.039547:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3480.
00000100:00000001:3.0:1769078085.039550:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078085.039551:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.039554:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.039561:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078085.039563:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.039571:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078085.039573:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078085.039574:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078085.039578:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039585:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078085.039586:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078085.039589:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078085.039590:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078085.039592:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078085.039595:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932525184:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078085.039598:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078085.039600:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078085.039602:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078085.039603:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078085.039606:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078085.039608:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078085.039612:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078085.039615:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078085.039617:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078085.039620:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932525184, portal 10
00000100:00000001:3.0:1769078085.039622:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078085.039623:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548799744 : -121121160751872 : ffff91d7483d1500)
00000100:00000040:3.0:1769078085.039629:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039635:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078085.039637:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078085.039639:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078085.039641:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932525184, offset 0
00000400:00000200:3.0:1769078085.039645:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078085.039648:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078085.039652:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078085.039655:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078085.039657:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078085.039659:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078085.039661:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078085.039664:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47758:47758:256:4294967295] 192.168.204.153@tcp LPNI seq info [47758:47758:8:4294967295]
00000400:00000200:3.0:1769078085.039667:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078085.039673:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078085.039677:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078085.039680:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078085.039684:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078085.039686:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078085.039690:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078085.039692:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078085.039696:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078085.039698:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078085.039700:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078085.039704:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078085.039706:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078085.039708:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078085.039710:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078085.039714:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039720:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078085.039723:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039729:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.039731:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078085.039734:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078085.039737:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078085.039740:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078085.039742:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299448844
00000100:00000001:3.0:1769078085.039745:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299450146
00000100:00000001:3.0:1769078085.039747:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299448844
00000100:00000001:3.0:1769078085.039749:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299450146
00000100:00000001:3.0:1769078085.039751:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078085.039753:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.039755:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078085.039758:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078085/real 1769078085]  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078085.039765:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078085.039766:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078085.039767:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078085.039770:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078085.039771:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078085.039774:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078085.039777:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078085.039785:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039796:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078085.039797:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.039799:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078085.039800:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078085.039804:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039810:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078085.039814:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039820:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078085.039822:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.039824:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078085.039825:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.039827:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078085.039829:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078085.039831:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078085.039834:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078085.039837:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078085.039840:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078085.039847:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932525184:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078085.039851:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078085.039855:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039861:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078085.039862:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078085.039865:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078085.039866:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078085.039868:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078085.039871:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932525312:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078085.039874:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078085.039876:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078085.039878:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078085.039879:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078085.039882:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078085.039884:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078085.039887:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078085.039889:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078085.039892:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078085.039895:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932525312, portal 10
00000100:00000001:3.0:1769078085.039896:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078085.039897:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769078085.039902:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039908:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078085.039910:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078085.039912:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078085.039914:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932525312, offset 0
00000400:00000200:3.0:1769078085.039918:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078085.039921:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078085.039925:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078085.039927:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078085.039930:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078085.039932:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078085.039934:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078085.039937:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47759:47759:256:4294967295] 192.168.204.153@tcp LPNI seq info [47759:47759:8:4294967295]
00000400:00000200:3.0:1769078085.039940:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078085.039946:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078085.039951:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078085.039954:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078085.039957:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078085.039960:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078085.039963:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078085.039966:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078085.039969:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078085.039971:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078085.039974:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078085.039977:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078085.039980:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078085.039981:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078085.039983:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078085.039986:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.039993:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078085.039996:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.040001:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.040003:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078085.040005:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078085.040008:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078085.040011:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078085.040012:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299448843
00000100:00000001:3.0:1769078085.040015:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299450146
00000100:00000001:3.0:1769078085.040016:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299448843
00000100:00000001:3.0:1769078085.040018:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299450146
00000100:00000001:3.0:1769078085.040020:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078085.040022:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.040024:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078085.040027:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078085/real 1769078085]  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078085.040036:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078085.040037:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078085.040039:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078085.040041:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078085.040043:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078085.040045:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078085.040048:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078085.040056:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.040062:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078085.040064:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.040065:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078085.040067:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078085.040070:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.040077:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078085.040081:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.040087:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078085.040089:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.040091:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078085.040092:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.040094:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078085.040097:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078085.040100:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078085.040103:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078085.040105:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078085.040110:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078085.040117:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932525312:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078085.040121:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.040123:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078085.040125:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d1500 x1855007932525184/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.040132:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078085.040133:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078085.040135:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078085.040138:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078085.040139:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078085.040141:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078085.040143:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078085.040144:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:3.0:1769078085.040147:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078085.040148:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078085.040150:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d1500.
00000100:00000001:3.0:1769078085.040152:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078085.040153:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.040155:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078085.040158:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932525312/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078085.040164:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078085.040165:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078085.040167:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078085.040169:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078085.040170:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078085.040171:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078085.040173:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078085.040174:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8800.
02000000:00000001:3.0:1769078085.040176:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078085.040178:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078085.040179:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769078085.040195:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078085.040197:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.040199:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.040203:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078085.040204:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.040206:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078085.040207:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078085.934519:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078085.934523:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078085.934524:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078085.934526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078085.934532:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078085.934533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.934533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078085.934534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078085.934539:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.934542:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078085.934544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078085.934545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078085.934546:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1769078085.934548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078085.934556:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078085.934558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078085.934559:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078085.934559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078085.934562:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.934572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.934573:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078085.934574:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.934588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078085.934589:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078085.934591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078085.934594:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078085.934595:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.934596:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078085.934603:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078085.934608:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.934611:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078085.934612:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078085.934614:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078085.934615:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078085.934620:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078085.934624:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078085.934627:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078085.934672:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078085.934675:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078085.934679:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078086.382549:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299450146, at 4299450176
00000100:00000040:3.0:1769078086.382549:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299450146, at 4299450176
00000100:00000010:3.0:1769078086.382572:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000010:2.0:1769078086.382580:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000001:0.0:1769078086.958513:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078086.958513:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078086.958517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078086.958522:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078086.958522:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078086.958523:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078086.958523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.958530:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078086.958531:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.958533:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078086.958535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078086.958540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078086.958540:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078086.958543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.958545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.958548:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078086.958549:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078086.958558:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078086.958560:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078086.958561:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078086.958563:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078086.958569:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078086.958578:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.958578:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078086.958579:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078086.958580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078086.958582:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078086.958593:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.958594:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078086.958595:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.958607:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078086.958608:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078086.958613:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.958618:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078087.982481:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078087.982486:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078087.982491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078087.982492:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078087.982495:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078087.982496:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078087.982496:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078087.982500:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.982502:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769078087.982503:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078087.982505:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078087.982508:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078087.982509:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078087.982513:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078087.982513:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078087.982515:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078087.982517:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078087.982520:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078087.982523:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078087.982524:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.982525:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078087.982529:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078087.982529:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.982532:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078087.982535:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078087.982552:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078087.982561:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078087.982565:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078087.982571:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078087.982576:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078087.982580:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078087.982582:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078087.982585:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078087.982588:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078089.006509:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078089.006509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078089.006513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078089.006518:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078089.006518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078089.006519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078089.006520:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078089.006521:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078089.006522:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078089.006525:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078089.006529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078089.006529:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078089.006530:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078089.006530:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078089.006533:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1769078089.006536:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078089.006536:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078089.006536:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078089.006537:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769078089.006541:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078089.006541:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078089.006542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078089.006543:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078089.006545:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078089.006546:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078089.006550:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078089.006550:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078089.006552:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078089.006555:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078089.006555:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078089.006557:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078089.006560:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078089.006561:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078089.006566:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078089.006566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078089.006570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078089.006573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078089.006580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078089.006583:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078089.006586:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078090.030526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078090.030526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078090.030535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078090.030537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078090.030538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078090.030539:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078090.030541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078090.030548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078090.030548:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078090.030549:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078090.030549:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078090.030558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078090.030560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078090.030561:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078090.030561:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078090.030567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078090.030570:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078090.030571:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078090.030574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078090.030578:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078090.030579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078090.030579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078090.030586:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.030588:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078090.030590:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078090.030590:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078090.030600:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078090.030604:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078090.030609:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078090.030613:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.030618:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078090.030626:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078090.030630:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078090.030636:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078090.158582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078090.158593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078090.158595:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078090.158599:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078090.158602:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078090.158609:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4781
00000400:00000200:2.0:1769078090.158618:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078090.158624:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078090.158626:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078090.158629:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158632:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078090.158634:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158636:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078090.158639:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078090.158641:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078090.158643:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078090.158645:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078090.158647:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078090.158648:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078090.158650:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158651:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078090.158653:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158654:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078090.158656:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078090.158658:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158659:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078090.158661:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078090.158664:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078090.158666:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078090.158668:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078090.158670:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078090.158680:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769078090.158685:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078090.158689:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078090.158691:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078090.158694:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078090.158697:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078090.158702:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078090.158711:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9c00.
00000100:00000001:2.0:1769078090.158718:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078090.158727:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078090.158738:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078090.158743:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078090.158748:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078090.158770:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078090.158772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078090.158774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078090.158775:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078090.158776:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078090.158778:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078090.158780:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4781
00000400:00000200:2.0:1769078090.158782:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078090.158784:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078090.158786:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078090.158787:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158789:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078090.158790:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158791:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078090.158793:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078090.158794:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078090.158795:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078090.158796:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769078090.158798:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078090.158799:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078090.158801:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158801:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078090.158802:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158803:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078090.158805:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769078090.158806:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158808:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078090.158809:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078090.158814:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078090.158815:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078090.158816:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078090.158819:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078090.158822:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078090.158823:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078090.158826:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769078090.158828:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078090.158830:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078090.158831:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078090.158833:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078090.158833:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078090.158835:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078090.158837:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000001:2.0:1769078090.158840:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078090.158843:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078090.158843:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078090.158849:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078090.158851:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078090.158852:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078090.158856:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078090.158861:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078090.158862:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078090.158877:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078090.158879:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769078090.158880:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078090.158881:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078090.158887:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:3.0:1769078090.158887:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078090.158888:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078090.158891:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1769078090.158891:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078090.158893:0:36:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1769078090.158895:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078090.158896:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4781
00000100:00100000:3.0:1769078090.158900:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932525440:192.168.204.153@tcp:250:kworker.0
00000400:00000200:2.0:1769078090.158903:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078090.158908:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078090.158908:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1769078090.158910:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078090.158913:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000001:3.0:1769078090.158913:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078090.158916:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769078090.158917:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078090.158918:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158921:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:3.0:1769078090.158922:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1769078090.158923:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078090.158925:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078090.158926:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078090.158927:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
02000000:00000010:3.0:1769078090.158928:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b400.
00000020:00000001:2.0:1769078090.158929:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
02000000:00000001:3.0:1769078090.158932:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078090.158933:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769078090.158937:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158938:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078090.158939:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078090.158941:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078090.158944:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769078090.158944:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:2.0:1769078090.158949:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000010:3.0:1769078090.158951:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:2.0:1769078090.158952:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078090.158956:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078090.158958:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078090.158959:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078090.158961:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769078090.158961:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000008:00100000:2.0:1769078090.158963:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078090.158966:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078090.158967:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078090.158970:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769078090.158971:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000200:3.0:1769078090.158971:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932525440, portal 25
02000000:00000001:2.0:1769078090.158976:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078090.158976:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769078090.158979:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078090.158980:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564819712 : -121121144731904 : ffff91d749318700)
00000100:00000001:2.0:1769078090.158981:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078090.158984:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078090.158985:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078090.158988:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078090.158989:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:2.0:1769078090.158993:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078090.159000:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078090.159000:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078090.159006:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769078090.159011:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078090.159011:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000001:2.0:1769078090.159015:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078090.159016:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932525440, offset 0
00000100:00000040:2.0:1769078090.159020:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078090.159026:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769078090.159030:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078090.159032:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078090.159034:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078090.159036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078090.159039:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769078090.159040:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078090.159046:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4791)
00000400:00000200:3.0:1769078090.159051:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078090.159058:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078090.159064:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078090.159069:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078090.159072:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078090.159077:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47760:47760:256:4294967295] 192.168.204.153@tcp LPNI seq info [47760:47760:8:4294967295]
00000400:00000200:3.0:1769078090.159082:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078090.159093:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078090.159118:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078090.159123:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078090.159130:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078090.159134:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078090.159138:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078090.159141:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078090.159144:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078090.159146:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078090.159153:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078090.159157:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078090.159162:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078090.159164:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078090.159168:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078090.159171:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159178:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078090.159180:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159185:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078090.159186:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078090.159192:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078090.159195:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078090.159197:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299455266
00000100:00000010:3.0:1769078090.159201:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000001:3.0:1769078090.159208:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078090.159212:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299455266
00000100:00000010:3.0:1769078090.159214:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000100:00000001:3.0:1769078090.159217:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078090.159219:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078090.159221:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078090.159223:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078090.159225:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078090/real 1769078090]  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078090.159232:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078090.159233:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078090.159234:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078090.159236:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078090.159237:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078090.159239:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078090.159241:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078090.159246:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159254:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078090.159256:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159258:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078090.159259:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078090.159261:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159265:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078090.159268:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159273:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078090.159274:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159275:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078090.159276:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159277:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078090.159279:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078090.159281:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078090.159283:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078090.159284:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078090.159287:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078090.159292:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932525440:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078090.159296:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159297:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078090.159299:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318700 x1855007932525440/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159303:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078090.159305:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078090.159307:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078090.159309:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078090.159311:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078090.159312:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078090.159313:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078090.159315:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9c00.
02000000:00000001:3.0:1769078090.159319:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078090.159320:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078090.159321:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318700.
00000100:00000001:3.0:1769078090.159323:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078090.159324:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159325:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159332:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078090.159334:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078090.159335:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078090.159336:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078090.159337:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078090.159339:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159343:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078090.159344:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078090.159345:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078090.159346:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078090.159347:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078090.159349:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932525568:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078090.159351:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078090.159352:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078090.159353:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078090.159355:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078090.159356:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078090.159357:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078090.159360:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078090.159361:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078090.159363:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078090.159365:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932525568, portal 10
00000100:00000001:3.0:1769078090.159367:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078090.159367:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564817920 : -121121144733696 : ffff91d749318000)
00000100:00000040:3.0:1769078090.159372:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159376:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078090.159377:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078090.159379:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078090.159380:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932525568, offset 0
00000400:00000200:3.0:1769078090.159382:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078090.159385:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078090.159387:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078090.159388:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078090.159390:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078090.159391:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078090.159430:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078090.159433:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47761:47761:256:4294967295] 192.168.204.153@tcp LPNI seq info [47761:47761:8:4294967295]
00000400:00000200:3.0:1769078090.159438:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078090.159444:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078090.159449:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078090.159452:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078090.159460:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078090.159463:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078090.159467:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078090.159469:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078090.159472:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078090.159475:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078090.159478:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078090.159481:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078090.159483:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078090.159485:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078090.159487:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078090.159491:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159502:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078090.159505:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159510:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078090.159512:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078090.159515:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078090.159518:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078090.159521:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078090.159523:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299453964
00000100:00000001:3.0:1769078090.159526:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299455266
00000100:00000001:3.0:1769078090.159528:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299453964
00000100:00000001:3.0:1769078090.159530:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299455266
00000100:00000001:3.0:1769078090.159533:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078090.159534:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078090.159536:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078090.159540:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078090/real 1769078090]  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078090.159547:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078090.159548:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078090.159550:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078090.159552:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078090.159554:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078090.159555:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078090.159558:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078090.159566:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159571:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078090.159573:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159575:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078090.159576:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078090.159579:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159586:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078090.159589:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159595:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078090.159598:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159599:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078090.159600:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159602:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078090.159604:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078090.159607:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078090.159610:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078090.159612:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078090.159617:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078090.159622:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932525568:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078090.159625:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078090.159627:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159630:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078090.159631:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078090.159633:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078090.159634:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078090.159635:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078090.159638:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932525696:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078090.159640:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078090.159641:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078090.159642:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078090.159644:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078090.159646:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078090.159647:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078090.159649:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078090.159651:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078090.159653:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078090.159655:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932525696, portal 10
00000100:00000001:3.0:1769078090.159656:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078090.159657:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564825984 : -121121144725632 : ffff91d749319f80)
00000100:00000040:3.0:1769078090.159660:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159664:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078090.159666:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078090.159667:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000200:3.0:1769078090.159669:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932525696, offset 0
00000400:00000200:3.0:1769078090.159671:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078090.159673:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078090.159675:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078090.159677:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078090.159678:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078090.159679:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078090.159681:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078090.159683:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47762:47762:256:4294967295] 192.168.204.153@tcp LPNI seq info [47762:47762:8:4294967295]
00000400:00000200:3.0:1769078090.159685:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078090.159689:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078090.159692:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078090.159694:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078090.159697:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078090.159699:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078090.159701:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078090.159703:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078090.159705:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078090.159707:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:3.0:1769078090.159709:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078090.159711:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078090.159712:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:3.0:1769078090.159713:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:3.0:1769078090.159715:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078090.159717:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159722:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078090.159724:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159727:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078090.159728:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078090.159730:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078090.159732:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078090.159734:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078090.159735:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299453963
00000100:00000001:3.0:1769078090.159737:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299455266
00000100:00000001:3.0:1769078090.159738:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299453963
00000100:00000001:3.0:1769078090.159740:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299455266
00000100:00000001:3.0:1769078090.159741:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078090.159742:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078090.159743:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078090.159745:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078090/real 1769078090]  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078090.159749:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078090.159750:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078090.159751:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078090.159752:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078090.159753:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078090.159754:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078090.159756:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078090.159761:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159764:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078090.159765:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159765:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078090.159766:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078090.159768:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159771:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078090.159773:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159777:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078090.159779:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159780:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078090.159781:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159782:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078090.159784:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078090.159785:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078090.159787:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078090.159788:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078090.159789:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078090.159798:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932525696:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078090.159800:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159801:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078090.159803:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318000 x1855007932525568/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159806:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078090.159807:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078090.159808:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b400.
02000000:00000001:3.0:1769078090.159809:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078090.159810:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078090.159811:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078090.159812:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078090.159813:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab000.
02000000:00000001:3.0:1769078090.159814:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078090.159815:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078090.159815:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318000.
00000100:00000001:3.0:1769078090.159817:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078090.159818:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159819:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078090.159820:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319f80 x1855007932525696/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078090.159824:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078090.159825:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078090.159826:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050b800.
02000000:00000001:3.0:1769078090.159826:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078090.159827:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078090.159828:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078090.159829:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078090.159829:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:3.0:1769078090.159830:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078090.159831:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078090.159832:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319f80.
00000100:00000001:3.0:1769078090.159834:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078090.159835:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159836:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078090.159838:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078090.159838:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078090.159840:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078090.159841:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078091.054527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078091.054527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078091.054533:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078091.054535:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078091.054541:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078091.054545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078091.054548:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078091.054550:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078091.054553:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078091.054557:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078091.054571:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078091.054607:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078091.054609:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078091.054614:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769078091.054615:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078091.054617:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078091.054619:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078091.054621:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078091.054624:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078091.054625:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078091.054629:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078091.054629:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078091.054633:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078091.054637:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078091.054640:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078091.054643:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078091.054645:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078091.055566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078091.055569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078091.055573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078091.055574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078091.055591:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078091.055593:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078091.055596:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078091.502519:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299455266, at 4299455296
00000100:00000040:3.0:1769078091.502519:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299455266, at 4299455296
00000100:00000010:2.0:1769078091.502534:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000010:3.0:1769078091.502537:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000001:0.0:1769078092.078538:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078092.078538:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078092.078548:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078092.078549:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078092.078549:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078092.078554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078092.078558:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078092.078560:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078092.078561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.078561:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078092.078570:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078092.078570:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078092.078571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078092.078572:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078092.078580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078092.078585:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078092.078587:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078092.078587:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078092.078597:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078092.078599:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078092.078599:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.078607:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078092.078608:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078092.078613:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078092.078615:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078092.078617:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078092.078618:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078092.078623:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078092.078623:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078092.078639:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078092.078640:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078092.078645:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.078646:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.078656:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078093.102506:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078093.102506:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078093.102506:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078093.102509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078093.102513:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078093.102514:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078093.102514:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078093.102515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078093.102516:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078093.102517:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078093.102518:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078093.102523:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078093.102524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078093.102524:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078093.102524:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078093.102528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078093.102530:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078093.102531:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078093.102531:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078093.102533:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078093.102535:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078093.102535:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078093.102537:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078093.102541:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078093.102544:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078093.102546:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078093.102549:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078093.102551:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078093.102552:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078093.102552:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078093.102554:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078093.102556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078093.102558:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078093.102561:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078094.126517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078094.126517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078094.126517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078094.126520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078094.126524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078094.126525:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078094.126526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078094.126526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078094.126529:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078094.126531:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078094.126532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078094.126535:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078094.126536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078094.126537:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078094.126538:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078094.126541:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078094.126544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078094.126546:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078094.126547:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078094.126548:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078094.126554:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078094.126554:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078094.126554:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078094.126559:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078094.126563:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078094.126564:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078094.126564:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078094.126567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078094.126568:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078094.126575:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078094.126576:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078094.126576:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078094.126580:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078094.126584:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078095.150515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078095.150523:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078095.150526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078095.150529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078095.150531:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078095.150535:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078095.150536:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078095.150539:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078095.150540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078095.150542:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078095.150542:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078095.150544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078095.150555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.150555:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078095.150556:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078095.150556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078095.150563:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078095.150567:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078095.150567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078095.150569:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078095.150571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.150580:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078095.150581:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078095.150584:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.150591:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078095.150591:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078095.150594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078095.150596:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.150597:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078095.150602:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078095.150603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078095.150611:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078095.150612:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078095.150623:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078095.278535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078095.278547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078095.278549:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078095.278553:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078095.278556:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078095.278563:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4786
00000400:00000200:3.0:1769078095.278571:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078095.278578:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078095.278583:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078095.278587:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078095.278590:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078095.278592:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078095.278595:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078095.278600:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078095.278602:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078095.278606:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078095.278608:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078095.278611:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078095.278614:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078095.278618:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078095.278620:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078095.278622:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078095.278625:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078095.278628:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078095.278632:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078095.278635:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078095.278637:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078095.278640:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078095.278642:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.278644:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078095.278646:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078095.278655:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5c00.
00000020:00000040:3.0:1769078095.278658:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078095.278661:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078095.278663:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.278665:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078095.278667:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078095.278672:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078095.278679:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050b800.
00000100:00000001:3.0:1769078095.278685:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078095.278694:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078095.278708:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078095.278712:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078095.278715:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051ffd905] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078095.278742:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078095.278746:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078095.278750:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078095.278752:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078095.278754:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078095.278756:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078095.278759:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4786
00000400:00000200:3.0:1769078095.278766:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078095.278770:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078095.278773:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078095.278777:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078095.278778:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078095.278779:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078095.278783:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078095.278783:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078095.278788:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078095.278794:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:0.0:1769078095.278797:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078095.278798:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078095.278801:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078095.278803:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078095.278805:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078095.278808:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078095.278812:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078095.278817:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078095.278822:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078095.278824:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769078095.278824:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078095.278829:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.278829:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078095.278831:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:3.0:1769078095.278835:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:0.0:1769078095.278837:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078095.278838:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078095.278842:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078095.278844:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078095.278847:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078095.278849:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078095.278850:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.278853:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:0.0:1769078095.278856:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932525824:192.168.204.153@tcp:250:kworker.0
00000008:00100000:3.0:1769078095.278858:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078095.278862:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769078095.278863:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.278866:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078095.278868:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1769078095.278871:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4380.
02000000:00000001:0.0:1769078095.278872:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078095.278876:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078095.278877:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078095.278881:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078095.278883:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078095.278884:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9000.
00000100:00000001:3.0:1769078095.278885:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078095.278888:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078095.278889:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078095.278891:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078095.278897:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050b400.
00000400:00000200:0.0:1769078095.278899:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078095.278902:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078095.278905:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00100000:3.0:1769078095.278908:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078095.278914:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000001:3.0:1769078095.278916:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078095.278919:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078095.278922:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932525824, portal 25
00000100:00000040:3.0:1769078095.278923:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfec9de8] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.278927:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078095.278929:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481024 : -121121145070592 : ffff91d7492c5c00)
00000100:00000001:3.0:1769078095.278937:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078095.278938:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078095.278940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078095.278947:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078095.278950:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078095.278953:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078095.278956:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078095.278957:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078095.278963:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4786
00000100:00000040:0.0:1769078095.278964:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078095.278968:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000400:00000200:3.0:1769078095.278971:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000200:0.0:1769078095.278973:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932525824, offset 0
00000400:00000200:3.0:1769078095.278975:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078095.278978:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078095.278982:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:3.0:1769078095.278983:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078095.278987:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078095.278989:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078095.278991:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:0.0:1769078095.278992:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:3.0:1769078095.278995:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078095.278997:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078095.278999:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078095.279002:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:0.0:1769078095.279003:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000001:3.0:1769078095.279007:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:0.0:1769078095.279024:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769078095.279024:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078095.279031:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078095.279033:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:3.0:1769078095.279034:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078095.279038:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078095.279040:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078095.279042:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:0.0:1769078095.279044:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769078095.279047:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078095.279050:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078095.279052:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000001:3.0:1769078095.279053:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078095.279056:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078095.279060:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078095.279063:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47763:47763:256:4294967295] 192.168.204.153@tcp LPNI seq info [47763:47763:8:4294967295]
00000100:00000001:3.0:1769078095.279063:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078095.279065:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078095.279069:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.279072:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078095.279077:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000010:3.0:1769078095.279077:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6d80.
00000020:00000040:3.0:1769078095.279082:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078095.279091:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078095.279094:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769078095.279096:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.279100:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078095.279101:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1769078095.279105:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000001:3.0:1769078095.279105:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078095.279112:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509c00.
00000800:00000010:0.0:1769078095.279114:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00000001:3.0:1769078095.279116:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078095.279123:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769078095.279125:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078095.279133:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769078095.279144:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1769078095.279145:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078095.279148:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078095.279153:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1769078095.279154:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94e5211] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078095.279165:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769078095.279166:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:3.0:1769078095.279168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1769078095.279172:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000100:00000040:3.0:1769078095.279173:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078095.279179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078095.279182:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078095.279182:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078095.279189:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4796)
00000400:00000200:0.0:1769078095.279194:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078095.279200:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078095.279203:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078095.279207:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078095.279212:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279220:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078095.279223:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279227:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078095.279229:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078095.279234:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078095.279237:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078095.279240:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299460386
00000100:00000010:0.0:1769078095.279244:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600319c0.
00000100:00000001:0.0:1769078095.279249:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078095.279254:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299460386
00000100:00000010:0.0:1769078095.279256:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ba0.
00000100:00000001:0.0:1769078095.279259:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078095.279261:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078095.279263:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078095.279266:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078095.279268:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078095/real 1769078095]  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078095.279275:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078095.279276:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078095.279279:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078095.279281:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078095.279282:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078095.279285:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078095.279287:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078095.279294:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279298:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078095.279299:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279301:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078095.279302:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078095.279304:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279309:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078095.279312:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279320:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078095.279323:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279325:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078095.279326:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279329:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078095.279331:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078095.279334:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078095.279339:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078095.279342:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078095.279347:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078095.279357:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932525824:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078095.279366:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279368:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078095.279372:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5c00 x1855007932525824/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279377:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078095.279379:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078095.279382:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9000.
02000000:00000001:0.0:1769078095.279384:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078095.279385:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078095.279386:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078095.279388:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078095.279390:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:0.0:1769078095.279393:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078095.279395:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078095.279396:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5c00.
00000100:00000001:0.0:1769078095.279398:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078095.279399:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279430:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279446:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078095.279448:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078095.279450:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078095.279451:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078095.279452:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078095.279456:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279461:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078095.279462:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078095.279464:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078095.279465:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078095.279467:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078095.279469:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932525952:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078095.279471:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078095.279473:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078095.279474:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078095.279476:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078095.279478:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9000.
02000000:00000001:0.0:1769078095.279480:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078095.279483:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078095.279485:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078095.279488:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078095.279490:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932525952, portal 10
00000100:00000001:0.0:1769078095.279491:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078095.279492:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564474752 : -121121145076864 : ffff91d7492c4380)
00000100:00000040:0.0:1769078095.279497:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279502:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078095.279503:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078095.279504:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078095.279506:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932525952, offset 0
00000400:00000200:0.0:1769078095.279509:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078095.279512:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078095.279514:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078095.279516:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078095.279518:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078095.279520:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078095.279522:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078095.279524:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47764:47764:256:4294967295] 192.168.204.153@tcp LPNI seq info [47764:47764:8:4294967295]
00000400:00000200:0.0:1769078095.279526:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078095.279531:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078095.279534:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078095.279536:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078095.279539:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078095.279541:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078095.279544:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078095.279546:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078095.279549:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078095.279550:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078095.279553:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078095.279555:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078095.279557:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078095.279558:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078095.279560:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078095.279562:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279568:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078095.279570:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279574:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078095.279575:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078095.279577:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078095.279586:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078095.279589:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078095.279593:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299459084
00000100:00000001:0.0:1769078095.279595:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299460386
00000100:00000001:0.0:1769078095.279597:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299459084
00000100:00000001:0.0:1769078095.279598:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299460386
00000100:00000001:0.0:1769078095.279600:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078095.279601:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078095.279602:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078095.279605:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078095/real 1769078095]  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078095.279613:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078095.279615:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078095.279616:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078095.279619:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078095.279621:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078095.279623:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078095.279627:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078095.279637:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279644:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078095.279646:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279648:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078095.279650:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078095.279654:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279662:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078095.279666:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279672:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078095.279673:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279675:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078095.279676:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279677:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078095.279678:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078095.279680:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078095.279682:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078095.279683:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078095.279686:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078095.279691:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932525952:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078095.279694:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078095.279696:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279705:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078095.279706:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078095.279708:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078095.279709:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078095.279711:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078095.279713:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932526080:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078095.279714:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078095.279716:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078095.279717:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078095.279718:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078095.279720:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769078095.279722:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078095.279724:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078095.279726:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078095.279728:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078095.279730:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932526080, portal 10
00000100:00000001:0.0:1769078095.279732:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078095.279733:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:0.0:1769078095.279737:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279741:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078095.279743:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078095.279744:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078095.279746:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932526080, offset 0
00000400:00000200:0.0:1769078095.279748:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078095.279751:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078095.279753:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078095.279755:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078095.279757:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078095.279758:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078095.279760:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078095.279763:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47765:47765:256:4294967295] 192.168.204.153@tcp LPNI seq info [47765:47765:8:4294967295]
00000400:00000200:0.0:1769078095.279766:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078095.279770:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078095.279773:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078095.279775:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078095.279778:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078095.279780:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078095.279782:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078095.279784:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078095.279787:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078095.279788:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078095.279791:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078095.279794:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078095.279797:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078095.279799:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078095.279801:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078095.279805:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279813:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078095.279816:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279823:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078095.279824:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078095.279828:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078095.279831:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078095.279835:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078095.279837:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299459083
00000100:00000001:0.0:1769078095.279840:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299460386
00000100:00000001:0.0:1769078095.279843:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299459083
00000100:00000001:0.0:1769078095.279845:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299460386
00000100:00000001:0.0:1769078095.279848:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078095.279850:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078095.279851:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078095.279854:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078095/real 1769078095]  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078095.279860:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078095.279861:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078095.279862:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078095.279864:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078095.279865:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078095.279867:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078095.279869:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078095.279874:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279878:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078095.279879:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279880:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078095.279881:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078095.279883:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279887:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078095.279890:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279894:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078095.279896:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279897:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078095.279898:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279899:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078095.279901:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078095.279902:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078095.279905:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078095.279906:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078095.279909:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078095.279914:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932526080:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078095.279916:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279918:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078095.279919:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4380 x1855007932525952/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279923:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078095.279924:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078095.279926:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9000.
02000000:00000001:0.0:1769078095.279927:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078095.279928:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078095.279929:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078095.279931:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078095.279932:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:0.0:1769078095.279934:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078095.279935:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078095.279936:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4380.
00000100:00000001:0.0:1769078095.279937:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078095.279938:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279939:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078095.279941:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932526080/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078095.279946:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078095.279947:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078095.279947:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769078095.279949:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078095.279950:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078095.279950:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078095.279951:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078095.279953:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:0.0:1769078095.279954:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078095.279955:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078095.279956:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:0.0:1769078095.279959:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078095.279960:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279961:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078095.279964:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078095.279965:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078095.279966:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078095.279967:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078096.174509:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078096.174509:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078096.174509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078096.174510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078096.174517:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769078096.174519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078096.174519:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078096.174520:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078096.174520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078096.174524:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078096.174524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078096.174525:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.174525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078096.174532:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078096.174534:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769078096.174534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078096.174534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078096.174538:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078096.174538:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078096.174540:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078096.174540:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078096.174543:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078096.174544:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078096.174546:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078096.174546:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078096.174547:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078096.174548:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078096.174552:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078096.174554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078096.174555:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078096.174558:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078096.174562:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078096.174565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078096.174565:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.174565:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078096.174569:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078096.174573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078096.174591:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078096.174594:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078096.174597:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078096.622527:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299460386, at 4299460416
00000100:00000040:2.0:1769078096.622528:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299460386, at 4299460416
00000100:00000010:3.0:1769078096.622545:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031ba0.
00000100:00000010:2.0:1769078096.622551:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600319c0.
00000100:00000001:0.0:1769078097.198496:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078097.198496:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078097.198496:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078097.198507:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078097.198507:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078097.198508:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078097.198509:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.198511:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078097.198511:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078097.198516:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078097.198518:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078097.198518:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078097.198522:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078097.198524:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078097.198524:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078097.198526:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.198529:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078097.198529:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078097.198530:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078097.198535:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078097.198535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078097.198546:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078097.198546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.198547:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078097.198555:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.198564:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078097.198564:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078097.198566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078097.198569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078097.198569:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078097.198579:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078097.198603:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078097.198606:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078097.198610:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078098.222516:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078098.222516:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078098.222519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078098.222520:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078098.222525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078098.222526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078098.222526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078098.222526:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078098.222531:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078098.222532:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078098.222532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078098.222532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078098.222537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078098.222538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078098.222539:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078098.222539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078098.222546:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078098.222546:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078098.222546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078098.222552:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078098.222553:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078098.222553:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078098.222555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078098.222559:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078098.222562:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078098.222563:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078098.222565:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078098.222566:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078098.222570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078098.222571:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078098.222576:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078098.222576:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078098.222581:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078098.222585:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078099.246553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078099.246553:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078099.246554:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078099.246554:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078099.246567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078099.246570:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078099.246570:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078099.246571:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078099.246575:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078099.246576:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078099.246577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078099.246582:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078099.246584:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078099.246585:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:3.0:1769078099.246585:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078099.246594:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769078099.246595:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078099.246596:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078099.246597:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078099.246598:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078099.246603:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078099.246607:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078099.246608:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078099.246609:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078099.246609:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078099.246614:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078099.246615:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078099.246615:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078099.246618:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078099.246628:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078099.246632:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078099.246633:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078099.246638:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078099.246639:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078099.246640:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078099.246645:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078099.246649:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078099.246700:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078099.246704:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078099.246710:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078100.270592:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078100.270592:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078100.270593:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078100.270599:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078100.270602:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078100.270604:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078100.270605:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078100.270611:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.270612:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078100.270612:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078100.270628:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078100.270629:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078100.270629:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078100.270630:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078100.270641:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078100.270641:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078100.270642:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078100.270643:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078100.270650:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078100.270653:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078100.270656:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078100.270658:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078100.270658:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078100.270662:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078100.270666:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078100.270666:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078100.270672:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078100.270676:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.270677:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078100.270683:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.270688:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078100.270703:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078100.270708:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078100.270713:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078100.398552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078100.398562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078100.398565:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078100.398569:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078100.398573:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078100.398579:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4791
00000400:00000200:1.0:1769078100.398588:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078100.398594:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078100.398597:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078100.398601:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078100.398605:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078100.398608:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078100.398620:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078100.398629:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078100.398632:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078100.398635:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078100.398638:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078100.398641:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078100.398643:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078100.398648:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078100.398650:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078100.398652:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078100.398655:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078100.398658:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078100.398662:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078100.398664:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078100.398666:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078100.398669:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078100.398671:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.398673:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078100.398675:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078100.398690:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769078100.398693:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078100.398696:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078100.398698:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.398701:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078100.398703:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078100.398706:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078100.398713:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769078100.398719:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078100.398728:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078100.398736:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078100.398740:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078100.398743:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.398763:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078100.398766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078100.398768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078100.398769:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078100.398770:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078100.398772:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078100.398773:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4791
00000400:00000200:1.0:1769078100.398776:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078100.398779:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078100.398780:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078100.398782:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078100.398784:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078100.398786:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078100.398787:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078100.398788:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078100.398789:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078100.398790:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078100.398792:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078100.398793:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078100.398794:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769078100.398796:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078100.398798:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078100.398800:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078100.398802:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078100.398804:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078100.398806:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078100.398808:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.398810:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769078100.398810:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078100.398815:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769078100.398816:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078100.398818:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078100.398819:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.398822:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078100.398826:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769078100.398827:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769078100.398830:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.398834:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078100.398840:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769078100.398842:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078100.398843:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078100.398844:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.398846:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078100.398847:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078100.398850:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.398851:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078100.398854:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078100.398854:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769078100.398858:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078100.398862:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1769078100.398865:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078100.398866:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078100.398872:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078100.398879:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932526208:192.168.204.153@tcp:250:kworker.0
00000100:00000001:1.0:1769078100.398880:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078100.398884:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.398886:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769078100.398890:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078100.398892:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078100.398896:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078100.398901:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078100.398902:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078100.398905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1769078100.398907:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9000.
00000100:00080000:1.0:1769078100.398908:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1769078100.398911:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.398912:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078100.398915:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078100.398918:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078100.398920:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4791
00000400:00000200:0.0:1769078100.398952:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078100.398960:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078100.398961:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:1.0:1769078100.398964:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078100.398968:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078100.398970:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000010:0.0:1769078100.398972:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000001:1.0:1769078100.398972:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078100.398976:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078100.398979:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078100.398981:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078100.398982:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078100.398983:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1769078100.398985:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932526208, portal 25
00000020:00000040:1.0:1769078100.398985:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769078100.398988:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769078100.398991:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1769078100.398992:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769078100.398996:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559370112 : -121121150181504 : ffff91d748de5f80)
00000100:00000040:1.0:1769078100.398997:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078100.399002:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078100.399003:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078100.399005:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078100.399008:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000040:0.0:1769078100.399010:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078100.399012:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078100.399015:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078100.399018:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078100.399021:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078100.399024:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.399025:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078100.399026:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078100.399029:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769078100.399033:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000008:00000001:1.0:1769078100.399034:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078100.399038:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078100.399043:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932526208, offset 0
00000100:00000001:1.0:1769078100.399043:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078100.399049:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000400:00000200:0.0:1769078100.399054:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000040:1.0:1769078100.399055:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078100.399059:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078100.399060:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.399061:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078100.399062:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078100.399064:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078100.399065:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000010:1.0:1769078100.399070:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000400:00000200:0.0:1769078100.399072:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:1.0:1769078100.399077:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078100.399079:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1769078100.399084:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078100.399086:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078100.399092:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078100.399097:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:1.0:1769078100.399100:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078100.399104:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47766:47766:256:4294967295] 192.168.204.153@tcp LPNI seq info [47766:47766:8:4294967295]
00000100:00000001:1.0:1769078100.399105:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078100.399112:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078100.399113:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078100.399121:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078100.399126:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078100.399130:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078100.399131:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078100.399137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769078100.399141:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078100.399142:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:0.0:1769078100.399146:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00000040:1.0:1769078100.399147:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4801)
00000800:00000200:0.0:1769078100.399156:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078100.399160:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078100.399165:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078100.399168:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078100.399171:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078100.399174:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078100.399213:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078100.399217:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078100.399227:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078100.399229:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078100.399233:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078100.399237:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399244:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078100.399247:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399252:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.399253:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078100.399258:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078100.399261:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078100.399264:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299465506
00000100:00000010:0.0:1769078100.399267:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600314e0.
00000100:00000001:0.0:1769078100.399273:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078100.399277:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299465506
00000100:00000010:0.0:1769078100.399280:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031360.
00000100:00000001:0.0:1769078100.399282:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078100.399284:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078100.399286:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.399288:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078100.399291:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078100/real 1769078100]  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078100.399298:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078100.399300:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078100.399302:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078100.399304:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078100.399306:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078100.399307:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078100.399310:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078100.399316:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399324:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078100.399326:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399327:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078100.399329:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078100.399331:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399335:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078100.399338:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399343:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078100.399345:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399346:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078100.399347:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399349:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078100.399350:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078100.399352:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078100.399355:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078100.399357:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078100.399359:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078100.399365:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932526208:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078100.399368:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399369:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078100.399371:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5f80 x1855007932526208/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399375:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078100.399377:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078100.399380:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9000.
02000000:00000001:0.0:1769078100.399382:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078100.399383:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078100.399385:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078100.399386:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078100.399388:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155000.
02000000:00000001:0.0:1769078100.399391:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078100.399392:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078100.399394:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5f80.
00000100:00000001:0.0:1769078100.399396:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078100.399397:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399398:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399435:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078100.399437:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.399439:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078100.399440:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078100.399441:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078100.399444:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399449:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078100.399450:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078100.399452:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078100.399453:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078100.399454:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078100.399456:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932526336:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078100.399459:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078100.399460:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078100.399461:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078100.399462:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078100.399465:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9000.
02000000:00000001:0.0:1769078100.399466:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078100.399469:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078100.399471:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078100.399473:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078100.399475:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932526336, portal 10
00000100:00000001:0.0:1769078100.399477:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078100.399478:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362944 : -121121150188672 : ffff91d748de4380)
00000100:00000040:0.0:1769078100.399482:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399487:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078100.399488:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078100.399489:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078100.399491:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932526336, offset 0
00000400:00000200:0.0:1769078100.399494:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078100.399496:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078100.399499:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078100.399501:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078100.399503:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078100.399504:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078100.399506:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078100.399508:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47767:47767:256:4294967295] 192.168.204.153@tcp LPNI seq info [47767:47767:8:4294967295]
00000400:00000200:0.0:1769078100.399511:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078100.399515:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078100.399518:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078100.399519:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078100.399522:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078100.399524:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078100.399527:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078100.399528:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078100.399531:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078100.399532:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078100.399534:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078100.399536:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078100.399538:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078100.399539:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078100.399541:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078100.399543:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399562:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078100.399565:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399569:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.399570:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078100.399572:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078100.399575:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078100.399577:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078100.399579:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299464204
00000100:00000001:0.0:1769078100.399581:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299465506
00000100:00000001:0.0:1769078100.399583:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299464204
00000100:00000001:0.0:1769078100.399584:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299465506
00000100:00000001:0.0:1769078100.399585:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078100.399587:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.399588:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078100.399590:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078100/real 1769078100]  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078100.399595:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078100.399596:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078100.399597:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078100.399599:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078100.399600:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078100.399601:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078100.399603:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078100.399609:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399613:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078100.399614:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399615:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078100.399616:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078100.399619:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399623:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078100.399625:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399630:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078100.399632:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399634:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078100.399635:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399637:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078100.399639:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078100.399642:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078100.399646:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078100.399648:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078100.399660:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078100.399670:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932526336:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078100.399675:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078100.399678:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399686:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078100.399687:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078100.399689:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078100.399691:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078100.399694:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078100.399697:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932526464:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078100.399699:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078100.399701:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078100.399702:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078100.399703:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078100.399706:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb400.
02000000:00000001:0.0:1769078100.399707:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078100.399710:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078100.399711:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078100.399713:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078100.399716:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932526464, portal 10
00000100:00000001:0.0:1769078100.399717:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078100.399718:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559373696 : -121121150177920 : ffff91d748de6d80)
00000100:00000040:0.0:1769078100.399722:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399726:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078100.399728:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078100.399729:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078100.399731:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932526464, offset 0
00000400:00000200:0.0:1769078100.399733:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078100.399736:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078100.399738:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078100.399740:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078100.399742:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078100.399744:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078100.399745:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078100.399747:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47768:47768:256:4294967295] 192.168.204.153@tcp LPNI seq info [47768:47768:8:4294967295]
00000400:00000200:0.0:1769078100.399750:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078100.399754:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078100.399757:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078100.399759:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078100.399762:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078100.399764:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078100.399767:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078100.399768:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078100.399771:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078100.399772:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078100.399774:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078100.399777:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078100.399779:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078100.399780:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078100.399781:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078100.399784:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399789:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078100.399791:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399795:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.399796:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078100.399798:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078100.399800:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078100.399802:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078100.399803:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299464203
00000100:00000001:0.0:1769078100.399804:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299465506
00000100:00000001:0.0:1769078100.399806:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299464203
00000100:00000001:0.0:1769078100.399807:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299465506
00000100:00000001:0.0:1769078100.399809:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078100.399810:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.399812:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078100.399814:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078100/real 1769078100]  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078100.399819:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078100.399820:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078100.399821:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078100.399822:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078100.399824:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078100.399825:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078100.399827:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078100.399832:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399836:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078100.399836:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399837:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078100.399838:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078100.399840:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399845:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078100.399848:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399856:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078100.399858:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399860:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078100.399861:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399863:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078100.399867:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078100.399870:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078100.399874:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078100.399876:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078100.399881:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078100.399895:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932526464:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078100.399898:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399900:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078100.399902:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4380 x1855007932526336/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399908:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078100.399909:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078100.399911:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9000.
02000000:00000001:0.0:1769078100.399914:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078100.399915:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078100.399916:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078100.399918:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078100.399920:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156800.
02000000:00000001:0.0:1769078100.399922:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078100.399941:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078100.399943:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4380.
00000100:00000001:0.0:1769078100.399946:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078100.399947:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399949:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078100.399952:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6d80 x1855007932526464/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078100.399959:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078100.399960:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078100.399962:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb400.
02000000:00000001:0.0:1769078100.399964:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078100.399966:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078100.399967:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078100.399969:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078100.399971:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:0.0:1769078100.399973:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078100.399974:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078100.399976:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6d80.
00000100:00000001:0.0:1769078100.399979:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078100.399980:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399982:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078100.399986:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078100.399988:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078100.399990:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078100.399991:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078101.294510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078101.294511:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078101.294518:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078101.294519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078101.294521:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078101.294523:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078101.294527:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078101.294527:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078101.294533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078101.294533:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769078101.294536:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078101.294536:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078101.294539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078101.294545:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078101.294546:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078101.294553:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.294553:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078101.294554:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.294558:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078101.294564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769078101.294566:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078101.294569:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.294573:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078101.294576:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078101.294577:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078101.294579:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078101.294581:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078101.294588:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.294589:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078101.294593:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.294597:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078101.294609:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078101.294615:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078101.294619:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078101.742568:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299465506, at 4299465536
00000100:00000040:3.0:1769078101.742568:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299465506, at 4299465536
00000100:00000010:2.0:1769078101.742593:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600314e0.
00000100:00000010:3.0:1769078101.742600:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031360.
00000100:00000001:3.0:1769078102.318517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078102.318525:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078102.318528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078102.318528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078102.318528:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.318536:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078102.318537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769078102.318537:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078102.318539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078102.318542:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078102.318547:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078102.318548:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078102.318552:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078102.318553:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.318554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078102.318564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078102.318564:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078102.318567:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078102.318568:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078102.318568:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078102.318570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078102.318575:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078102.318586:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.318588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078102.318589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078102.318593:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078102.318595:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.318616:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078102.318617:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078102.318623:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078102.318626:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078102.318627:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078102.318631:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078102.318634:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078103.342508:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078103.342511:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078103.342517:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078103.342518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078103.342521:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078103.342522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078103.342525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078103.342528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078103.342529:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078103.342530:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078103.342532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078103.342535:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078103.342536:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078103.342536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078103.342540:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078103.342541:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078103.342544:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078103.342547:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078103.342549:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078103.342551:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078103.342554:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078103.342557:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078103.342563:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078103.342566:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078103.342569:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078103.342587:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078103.342592:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078103.342596:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078103.342601:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769078103.342606:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078103.342609:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078103.342612:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078103.342615:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078103.342618:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078104.366542:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078104.366551:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078104.366554:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078104.366562:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078104.366569:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078104.366574:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078104.366578:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078104.366584:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078104.366584:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078104.366590:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078104.366595:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078104.366599:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078104.366605:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769078104.366611:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078104.366615:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078104.366619:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078104.366623:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078104.366626:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078104.366663:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078104.366666:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078104.366672:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078104.366673:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078104.366700:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078104.366703:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078104.366707:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078104.366793:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078104.366797:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078104.366799:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078104.366802:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078104.366805:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078104.366807:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078104.366809:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078104.366811:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078104.366813:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078105.390512:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078105.390518:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078105.390520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078105.390523:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078105.390526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078105.390530:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078105.390530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078105.390533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078105.390534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078105.390536:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078105.390539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078105.390539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.390542:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078105.390544:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078105.390547:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078105.390549:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078105.390551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078105.390554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078105.390557:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.390562:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078105.390564:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.390571:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078105.390576:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1769078105.390582:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078105.390583:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078105.390587:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078105.390587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078105.390597:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769078105.390600:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078105.390606:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078105.390611:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078105.390615:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078105.390624:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078105.390628:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078105.518559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078105.518572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078105.518575:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078105.518579:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078105.518582:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078105.518588:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4796
00000400:00000200:2.0:1769078105.518597:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078105.518603:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078105.518607:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078105.518610:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078105.518614:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078105.518617:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078105.518619:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078105.518624:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078105.518626:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078105.518629:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078105.518632:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078105.518635:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078105.518638:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078105.518642:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078105.518644:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078105.518647:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078105.518649:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078105.518653:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078105.518656:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078105.518659:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078105.518662:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078105.518666:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078105.518669:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078105.518671:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078105.518673:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078105.518681:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769078105.518684:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078105.518688:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078105.518689:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078105.518691:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078105.518693:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078105.518697:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078105.518705:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:2.0:1769078105.518711:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078105.518729:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078105.518741:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078105.518746:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078105.518751:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078105.518779:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078105.518782:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078105.518785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078105.518786:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078105.518787:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078105.518789:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078105.518792:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4796
00000400:00000200:2.0:1769078105.518795:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078105.518797:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078105.518799:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078105.518801:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078105.518803:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078105.518805:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078105.518806:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078105.518808:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078105.518810:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078105.518811:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078105.518812:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769078105.518814:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078105.518815:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078105.518817:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078105.518819:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078105.518820:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078105.518822:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769078105.518824:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769078105.518824:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769078105.518829:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078105.518830:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078105.518831:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078105.518835:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078105.518837:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078105.518860:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078105.518864:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078105.518870:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078105.518872:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078105.518873:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078105.518875:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078105.518878:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078105.518881:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1769078105.518882:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078105.518884:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078105.518885:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078105.518890:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078105.518892:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000100:00100000:0.0:1769078105.518895:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932526592:192.168.204.153@tcp:250:kworker.0
00000020:00000040:2.0:1769078105.518897:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769078105.518901:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078105.518902:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078105.518905:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078105.518906:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078105.518907:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078105.518910:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078105.518910:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078105.518912:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078105.518913:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078105.518917:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8000.
02000000:00000010:0.0:1769078105.518920:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:2.0:1769078105.518922:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078105.518923:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078105.518930:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078105.518934:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078105.518940:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00000001:2.0:1769078105.518942:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078105.518945:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078105.518947:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000040:2.0:1769078105.518949:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078105.518954:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932526592, portal 25
00000100:00000001:2.0:1769078105.518957:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078105.518959:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769078105.518961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078105.518962:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564825984 : -121121144725632 : ffff91d749319f80)
00000100:00080000:2.0:1769078105.518968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078105.518970:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1769078105.518972:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078105.518973:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078105.518978:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078105.518983:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4796
00000100:00000001:0.0:1769078105.518986:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1769078105.518990:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078105.518994:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769078105.518998:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000010:0.0:1769078105.518999:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00080000:2.0:1769078105.519000:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1769078105.519003:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932526592, offset 0
00000100:00000040:2.0:1769078105.519005:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078105.519008:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078105.519010:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078105.519014:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769078105.519014:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078105.519018:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078105.519019:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078105.519021:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078105.519022:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:0.0:1769078105.519024:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:2.0:1769078105.519025:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769078105.519030:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:0.0:1769078105.519033:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:2.0:1769078105.519035:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078105.519038:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078105.519040:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078105.519041:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078105.519044:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:0.0:1769078105.519047:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000020:00000040:2.0:1769078105.519048:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:0.0:1769078105.519053:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769078105.519054:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078105.519058:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078105.519059:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000001:2.0:1769078105.519061:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078105.519065:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47769:47769:256:4294967295] 192.168.204.153@tcp LPNI seq info [47769:47769:8:4294967295]
02000000:00000001:2.0:1769078105.519065:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078105.519070:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078105.519074:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769078105.519074:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078105.519076:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078105.519079:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078105.519080:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078105.519084:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078105.519090:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000010:2.0:1769078105.519095:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769078105.519099:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078105.519101:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078105.519102:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078105.519104:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078105.519106:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078105.519108:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078105.519113:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000100:00000001:2.0:1769078105.519116:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078105.519123:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00100000:2.0:1769078105.519124:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769078105.519134:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769078105.519140:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1769078105.519141:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1769078105.519145:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078105.519150:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078105.519154:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1769078105.519156:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078105.519171:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769078105.519173:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769078105.519178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1769078105.519179:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078105.519186:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769078105.519186:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078105.519193:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078105.519195:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769078105.519202:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078105.519204:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078105.519207:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000040:2.0:1769078105.519208:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4807)
00000100:00000001:0.0:1769078105.519212:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078105.519217:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519232:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078105.519237:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519245:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078105.519247:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078105.519252:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078105.519257:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078105.519261:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299470626
00000100:00000010:0.0:1769078105.519267:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600314e0.
00000100:00000001:0.0:1769078105.519274:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078105.519279:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299470626
00000100:00000010:0.0:1769078105.519282:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031360.
00000100:00000001:0.0:1769078105.519286:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078105.519290:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078105.519292:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078105.519294:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078105.519297:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078105/real 1769078105]  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078105.519305:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078105.519306:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078105.519308:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078105.519311:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078105.519312:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078105.519314:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078105.519317:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078105.519323:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519327:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078105.519329:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519331:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078105.519332:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078105.519335:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519340:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078105.519342:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519347:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078105.519349:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519350:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078105.519351:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519353:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078105.519355:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078105.519357:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078105.519360:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078105.519361:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078105.519364:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078105.519369:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932526592:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078105.519372:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519374:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078105.519377:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319f80 x1855007932526592/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519385:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078105.519387:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078105.519390:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb400.
02000000:00000001:0.0:1769078105.519393:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078105.519395:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078105.519397:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078105.519399:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078105.519430:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9400.
02000000:00000001:0.0:1769078105.519435:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078105.519438:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078105.519440:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319f80.
00000100:00000001:0.0:1769078105.519442:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078105.519443:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519445:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519453:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078105.519454:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078105.519456:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078105.519457:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078105.519458:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078105.519461:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519466:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078105.519467:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078105.519469:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078105.519470:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078105.519472:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078105.519474:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932526720:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078105.519476:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078105.519477:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078105.519478:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078105.519480:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078105.519482:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb400.
02000000:00000001:0.0:1769078105.519483:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078105.519487:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078105.519490:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078105.519492:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078105.519494:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932526720, portal 10
00000100:00000001:0.0:1769078105.519496:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078105.519497:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564817920 : -121121144733696 : ffff91d749318000)
00000100:00000040:0.0:1769078105.519501:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519506:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078105.519508:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078105.519509:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078105.519511:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932526720, offset 0
00000400:00000200:0.0:1769078105.519514:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078105.519516:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078105.519519:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078105.519521:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078105.519523:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078105.519524:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078105.519526:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078105.519529:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47770:47770:256:4294967295] 192.168.204.153@tcp LPNI seq info [47770:47770:8:4294967295]
00000400:00000200:0.0:1769078105.519532:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078105.519537:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078105.519540:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078105.519542:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078105.519545:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078105.519547:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769078105.519550:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078105.519552:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1769078105.519554:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078105.519556:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078105.519558:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078105.519560:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078105.519562:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078105.519563:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078105.519565:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078105.519567:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519572:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078105.519574:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519583:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078105.519584:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078105.519586:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078105.519589:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078105.519591:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078105.519593:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299469324
00000100:00000001:0.0:1769078105.519595:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299470626
00000100:00000001:0.0:1769078105.519597:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299469324
00000100:00000001:0.0:1769078105.519598:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299470626
00000100:00000001:0.0:1769078105.519600:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078105.519601:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078105.519602:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078105.519605:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078105/real 1769078105]  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078105.519609:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078105.519610:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078105.519611:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078105.519613:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078105.519614:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078105.519615:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078105.519617:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078105.519622:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519626:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078105.519627:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519628:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078105.519629:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078105.519632:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519640:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078105.519644:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519651:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078105.519653:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519655:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078105.519657:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519659:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078105.519661:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078105.519664:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078105.519667:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078105.519670:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078105.519675:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078105.519681:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932526720:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078105.519684:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078105.519686:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519691:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078105.519692:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078105.519693:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078105.519694:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078105.519696:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078105.519697:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932526848:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078105.519699:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078105.519701:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078105.519703:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078105.519704:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078105.519706:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9000.
02000000:00000001:0.0:1769078105.519708:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078105.519710:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078105.519712:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078105.519714:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078105.519716:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932526848, portal 10
00000100:00000001:0.0:1769078105.519717:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078105.519718:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564819712 : -121121144731904 : ffff91d749318700)
00000100:00000040:0.0:1769078105.519722:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519727:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078105.519729:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078105.519730:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078105.519731:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932526848, offset 0
00000400:00000200:0.0:1769078105.519734:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078105.519737:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078105.519739:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078105.519741:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078105.519743:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078105.519744:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078105.519746:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078105.519748:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47771:47771:256:4294967295] 192.168.204.153@tcp LPNI seq info [47771:47771:8:4294967295]
00000400:00000200:0.0:1769078105.519751:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078105.519755:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078105.519758:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078105.519760:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078105.519762:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078105.519764:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769078105.519767:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078105.519769:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1769078105.519773:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078105.519775:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078105.519778:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078105.519782:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078105.519785:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078105.519787:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078105.519789:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078105.519793:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519801:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078105.519805:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519812:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078105.519814:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078105.519817:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078105.519820:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078105.519824:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078105.519826:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299469323
00000100:00000001:0.0:1769078105.519829:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299470626
00000100:00000001:0.0:1769078105.519831:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299469323
00000100:00000001:0.0:1769078105.519834:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299470626
00000100:00000001:0.0:1769078105.519836:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078105.519853:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078105.519855:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078105.519858:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078105/real 1769078105]  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078105.519864:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078105.519865:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078105.519867:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078105.519869:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078105.519870:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078105.519872:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078105.519874:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078105.519880:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519883:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078105.519884:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519885:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078105.519886:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078105.519889:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519893:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078105.519896:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519900:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078105.519901:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519902:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078105.519903:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519904:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078105.519907:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078105.519908:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078105.519910:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078105.519912:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078105.519914:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078105.519919:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932526848:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078105.519921:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519923:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078105.519925:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318000 x1855007932526720/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519929:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078105.519930:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078105.519932:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb400.
02000000:00000001:0.0:1769078105.519933:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078105.519934:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078105.519935:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078105.519936:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078105.519938:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8000.
02000000:00000001:0.0:1769078105.519939:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078105.519940:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078105.519941:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318000.
00000100:00000001:0.0:1769078105.519943:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078105.519944:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519945:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078105.519947:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318700 x1855007932526848/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078105.519951:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078105.519952:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078105.519953:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9000.
02000000:00000001:0.0:1769078105.519954:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078105.519955:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078105.519955:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078105.519957:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078105.519957:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab800.
02000000:00000001:0.0:1769078105.519959:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078105.519959:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078105.519960:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318700.
00000100:00000001:0.0:1769078105.519961:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078105.519962:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519963:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078105.519966:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078105.519966:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078105.519968:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078105.519969:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078106.414498:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078106.414498:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078106.414506:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078106.414507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078106.414507:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078106.414509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078106.414511:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078106.414511:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.414512:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078106.414516:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078106.414517:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078106.414519:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078106.414520:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078106.414522:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769078106.414522:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078106.414525:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078106.414527:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078106.414529:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.414529:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078106.414530:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078106.414532:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078106.414533:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078106.414537:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078106.414538:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078106.414542:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078106.414543:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078106.414546:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078106.414549:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.414549:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078106.414552:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078106.414553:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078106.414559:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078106.414560:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078106.414562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078106.414564:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078106.414565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078106.414571:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078106.414603:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078106.414608:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078106.414613:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078106.862519:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299470626, at 4299470656
00000100:00000040:3.0:1769078106.862519:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299470626, at 4299470656
00000100:00000010:3.0:1769078106.862534:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031360.
00000100:00000010:2.0:1769078106.862536:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600314e0.
00000100:00000001:0.0:1769078107.438517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078107.438517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078107.438519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078107.438519:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078107.438525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078107.438527:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078107.438527:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078107.438528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078107.438532:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078107.438532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078107.438533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078107.438533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078107.438538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078107.438540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078107.438541:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078107.438541:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078107.438549:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078107.438550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078107.438550:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078107.438557:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.438558:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078107.438558:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078107.438564:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078107.438567:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078107.438570:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078107.438572:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078107.438573:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078107.438576:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078107.438578:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078107.438580:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078107.438583:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.438584:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078107.438592:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.438596:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078108.462517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078108.462522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078108.462527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078108.462527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078108.462528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078108.462533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078108.462534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078108.462535:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078108.462536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078108.462539:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078108.462540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078108.462540:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078108.462541:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078108.462544:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078108.462548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078108.462549:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078108.462550:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078108.462555:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078108.462555:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078108.462557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078108.462561:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078108.462561:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078108.462563:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078108.462568:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078108.462573:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078108.462573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078108.462574:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078108.462577:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078108.462580:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078108.462581:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078108.462582:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078108.462586:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078108.462586:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078108.462591:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078109.486520:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078109.486520:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078109.486520:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078109.486531:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078109.486532:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078109.486532:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078109.486536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078109.486536:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078109.486537:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078109.486545:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078109.486545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078109.486545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078109.486548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078109.486554:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078109.486554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078109.486554:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078109.486556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078109.486561:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078109.486561:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078109.486561:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078109.486567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078109.486568:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078109.486573:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078109.486575:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078109.486577:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078109.486577:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078109.486581:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078109.486581:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078109.486588:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078109.486588:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078109.486589:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078109.486593:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078109.486594:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078109.486597:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078109.486602:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078109.486604:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078109.486609:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078109.486643:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078109.486646:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078109.486649:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078110.510565:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078110.510572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078110.510573:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078110.510578:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078110.510579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078110.510589:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769078110.510593:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078110.510594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078110.510595:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078110.510601:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078110.510603:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078110.510606:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078110.510613:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078110.510615:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078110.510618:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078110.510621:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078110.510621:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078110.510628:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078110.510629:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078110.510632:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078110.510632:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078110.510637:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078110.510639:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078110.510643:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078110.510645:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078110.510671:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078110.510674:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078110.510675:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078110.510679:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078110.510684:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078110.510688:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078110.510691:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078110.510693:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078110.510696:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078110.638531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078110.638543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078110.638546:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078110.638551:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078110.638556:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078110.638563:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4802
00000400:00000200:2.0:1769078110.638574:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078110.638582:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078110.638586:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078110.638589:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078110.638591:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078110.638593:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078110.638595:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078110.638599:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078110.638601:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078110.638604:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078110.638606:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078110.638608:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078110.638609:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078110.638611:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078110.638613:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078110.638614:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078110.638615:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078110.638617:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078110.638620:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078110.638621:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078110.638623:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078110.638626:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078110.638628:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078110.638630:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078110.638632:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078110.638642:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769078110.638647:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078110.638650:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078110.638652:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078110.638655:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078110.638658:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078110.638662:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078110.638672:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769078110.638679:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078110.638690:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078110.638699:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078110.638703:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078110.638707:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078110.638729:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078110.638732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078110.638735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078110.638736:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078110.638737:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078110.638739:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078110.638740:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4802
00000400:00000200:2.0:1769078110.638743:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078110.638746:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078110.638747:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078110.638749:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078110.638750:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078110.638775:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078110.638778:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078110.638781:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078110.638783:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078110.638785:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078110.638787:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:0.0:1769078110.638789:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078110.638790:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078110.638795:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:0.0:1769078110.638796:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078110.638800:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078110.638801:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078110.638805:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078110.638812:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000040:0.0:1769078110.638813:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078110.638816:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078110.638822:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769078110.638830:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078110.638834:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078110.638834:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078110.638838:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078110.638839:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078110.638843:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078110.638846:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078110.638847:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078110.638850:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078110.638852:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1769078110.638855:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078110.638858:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078110.638859:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078110.638864:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078110.638867:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769078110.638870:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00100000:0.0:1769078110.638874:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932526976:192.168.204.153@tcp:250:kworker.0
02000000:00000001:2.0:1769078110.638875:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078110.638877:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078110.638879:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078110.638882:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078110.638886:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078110.638887:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769078110.638890:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
02000000:00000001:0.0:1769078110.638893:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078110.638895:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078110.638898:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078110.638902:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078110.638904:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078110.638912:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:2.0:1769078110.638913:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769078110.638917:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078110.638919:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078110.638926:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078110.638929:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769078110.638939:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078110.638944:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769078110.638946:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00080000:2.0:1769078110.638949:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078110.638952:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078110.638954:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769078110.638955:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000001:2.0:1769078110.638959:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078110.638964:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4802
00000100:00000200:0.0:1769078110.638966:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932526976, portal 25
00000400:00000200:2.0:1769078110.638971:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078110.638973:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1769078110.638976:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078110.638977:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564832256 : -121121144719360 : ffff91d74931b800)
00000100:00080000:2.0:1769078110.638981:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078110.638985:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078110.638988:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078110.638990:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078110.638991:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078110.638995:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078110.638998:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078110.639000:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078110.639004:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078110.639007:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000001:0.0:1769078110.639010:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769078110.639012:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078110.639018:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000020:00000001:2.0:1769078110.639018:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000010:0.0:1769078110.639025:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000040:2.0:1769078110.639026:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078110.639031:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769078110.639033:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932526976, offset 0
00000100:00000040:2.0:1769078110.639035:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078110.639040:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078110.639043:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:0.0:1769078110.639046:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:2.0:1769078110.639050:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078110.639055:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078110.639057:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078110.639060:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769078110.639062:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078110.639066:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078110.639067:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078110.639069:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078110.639072:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000008:00000001:2.0:1769078110.639073:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078110.639076:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078110.639081:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000400:00000200:0.0:1769078110.639083:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1769078110.639084:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078110.639089:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078110.639090:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078110.639093:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:2.0:1769078110.639093:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078110.639095:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078110.639099:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078110.639102:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000010:2.0:1769078110.639103:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000001:2.0:1769078110.639108:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078110.639109:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00100000:2.0:1769078110.639114:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078110.639119:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47772:47772:256:4294967295] 192.168.204.153@tcp LPNI seq info [47772:47772:8:4294967295]
00000400:00000200:0.0:1769078110.639134:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769078110.639140:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078110.639143:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078110.639150:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078110.639155:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078110.639170:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078110.639171:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769078110.639174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1769078110.639180:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00000040:2.0:1769078110.639180:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078110.639187:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078110.639193:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1769078110.639194:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769078110.639200:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4812)
00000800:00000200:0.0:1769078110.639201:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769078110.639211:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078110.639215:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769078110.639220:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078110.639223:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078110.639230:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078110.639235:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078110.639241:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078110.639244:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078110.639248:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078110.639253:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639263:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078110.639266:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639273:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078110.639275:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078110.639281:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078110.639285:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078110.639289:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299475746
00000100:00000010:0.0:1769078110.639295:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600319c0.
00000100:00000001:0.0:1769078110.639301:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078110.639307:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299475746
00000100:00000010:0.0:1769078110.639311:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ba0.
00000100:00000001:0.0:1769078110.639315:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078110.639318:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078110.639322:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078110.639325:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078110.639330:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078110/real 1769078110]  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078110.639341:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078110.639343:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078110.639346:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078110.639350:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078110.639352:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078110.639355:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078110.639359:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078110.639368:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639376:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078110.639378:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.639380:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078110.639382:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078110.639386:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639393:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078110.639398:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639437:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078110.639440:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.639442:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078110.639443:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.639446:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078110.639449:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078110.639452:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078110.639457:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078110.639459:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078110.639464:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078110.639473:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932526976:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078110.639478:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.639481:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078110.639484:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b800 x1855007932526976/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639492:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078110.639495:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078110.639497:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb400.
02000000:00000001:0.0:1769078110.639501:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078110.639503:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078110.639505:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078110.639507:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078110.639510:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa000.
02000000:00000001:0.0:1769078110.639513:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078110.639515:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078110.639517:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b800.
00000100:00000001:0.0:1769078110.639520:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078110.639522:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.639524:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.639533:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078110.639535:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078110.639538:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078110.639539:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078110.639542:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078110.639545:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639561:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078110.639562:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078110.639565:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078110.639567:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078110.639569:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078110.639572:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932527104:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078110.639577:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078110.639579:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078110.639581:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078110.639583:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078110.639586:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb400.
02000000:00000001:0.0:1769078110.639588:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078110.639593:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078110.639597:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078110.639600:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078110.639603:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932527104, portal 10
00000100:00000001:0.0:1769078110.639605:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078110.639607:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564821504 : -121121144730112 : ffff91d749318e00)
00000100:00000040:0.0:1769078110.639612:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639619:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078110.639621:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078110.639623:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078110.639625:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932527104, offset 0
00000400:00000200:0.0:1769078110.639629:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078110.639633:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078110.639636:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078110.639640:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078110.639643:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078110.639645:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078110.639647:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078110.639651:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47773:47773:256:4294967295] 192.168.204.153@tcp LPNI seq info [47773:47773:8:4294967295]
00000400:00000200:0.0:1769078110.639655:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078110.639661:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078110.639665:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078110.639668:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078110.639672:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078110.639675:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769078110.639678:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078110.639681:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769078110.639685:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078110.639687:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078110.639690:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078110.639693:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078110.639695:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078110.639697:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078110.639699:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078110.639703:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639710:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078110.639712:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639719:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078110.639720:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078110.639723:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078110.639726:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078110.639730:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078110.639732:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299474444
00000100:00000001:0.0:1769078110.639735:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299475746
00000100:00000001:0.0:1769078110.639737:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299474444
00000100:00000001:0.0:1769078110.639739:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299475746
00000100:00000001:0.0:1769078110.639741:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078110.639744:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078110.639746:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078110.639749:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078110/real 1769078110]  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078110.639773:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078110.639774:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078110.639776:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078110.639780:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078110.639781:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078110.639783:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078110.639787:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078110.639797:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639804:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078110.639806:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.639808:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078110.639809:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078110.639813:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639820:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078110.639824:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639830:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078110.639832:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.639834:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078110.639835:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.639837:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078110.639839:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078110.639842:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078110.639846:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078110.639848:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078110.639852:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078110.639860:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932527104:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078110.639863:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078110.639867:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639873:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078110.639874:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078110.639876:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078110.639878:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078110.639880:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078110.639882:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932527232:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078110.639885:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078110.639887:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078110.639889:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078110.639891:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078110.639894:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078110.639896:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078110.639900:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078110.639902:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078110.639905:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078110.639908:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932527232, portal 10
00000100:00000001:0.0:1769078110.639909:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078110.639911:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564822400 : -121121144729216 : ffff91d749319180)
00000100:00000040:0.0:1769078110.639916:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.639923:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078110.639925:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078110.639927:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078110.639929:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932527232, offset 0
00000400:00000200:0.0:1769078110.639933:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078110.639937:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078110.639941:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078110.639944:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078110.639946:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078110.639949:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078110.639951:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078110.639955:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47774:47774:256:4294967295] 192.168.204.153@tcp LPNI seq info [47774:47774:8:4294967295]
00000400:00000200:0.0:1769078110.639959:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078110.639965:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078110.639970:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078110.639974:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078110.639978:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078110.639981:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769078110.639984:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078110.639987:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769078110.639992:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078110.639994:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078110.639997:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078110.640000:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078110.640003:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078110.640005:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078110.640008:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078110.640012:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.640019:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078110.640022:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.640028:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078110.640030:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078110.640033:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078110.640036:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078110.640040:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078110.640042:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299474443
00000100:00000001:0.0:1769078110.640044:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299475746
00000100:00000001:0.0:1769078110.640046:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299474443
00000100:00000001:0.0:1769078110.640048:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299475746
00000100:00000001:0.0:1769078110.640050:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078110.640052:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078110.640054:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078110.640058:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078110/real 1769078110]  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078110.640065:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078110.640066:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078110.640068:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078110.640070:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078110.640072:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078110.640074:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078110.640078:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078110.640087:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.640094:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078110.640095:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.640097:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078110.640099:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078110.640103:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.640109:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078110.640113:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.640121:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078110.640123:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.640125:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078110.640126:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.640128:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078110.640131:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078110.640134:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078110.640137:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078110.640139:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078110.640143:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078110.640151:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932527232:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078110.640155:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.640157:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078110.640160:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318e00 x1855007932527104/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.640167:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078110.640168:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078110.640171:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb400.
02000000:00000001:0.0:1769078110.640173:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078110.640174:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078110.640176:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078110.640178:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078110.640180:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa400.
02000000:00000001:0.0:1769078110.640182:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078110.640184:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078110.640185:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318e00.
00000100:00000001:0.0:1769078110.640188:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078110.640189:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.640191:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078110.640194:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319180 x1855007932527232/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078110.640201:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078110.640202:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078110.640203:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078110.640206:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078110.640207:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078110.640208:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078110.640210:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078110.640211:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9800.
02000000:00000001:0.0:1769078110.640214:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078110.640215:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078110.640217:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319180.
00000100:00000001:0.0:1769078110.640219:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078110.640220:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.640222:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078110.640225:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078110.640226:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078110.640228:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078110.640230:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.534538:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078111.534547:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078111.534548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078111.534549:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078111.534555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078111.534557:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078111.534565:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078111.534570:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078111.534571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078111.534573:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078111.534574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078111.534577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078111.534581:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078111.534601:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078111.534604:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078111.534609:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078111.534709:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078111.534713:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078111.534714:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078111.534718:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078111.534720:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078111.534722:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078111.534724:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078111.534725:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078111.534728:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078111.534749:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078111.534755:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078111.534757:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078111.534760:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078111.534764:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078111.534766:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078111.534769:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078111.534771:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078111.534773:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078111.982552:0:17796:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299475746, at 4299475776
00000100:00000040:3.0:1769078111.982552:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299475746, at 4299475776
00000100:00000010:2.0:1769078111.982572:0:17796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600319c0.
00000100:00000010:3.0:1769078111.982576:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031ba0.
00000100:00000001:0.0:1769078112.558554:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078112.558554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078112.558554:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078112.558562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078112.558565:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078112.558567:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078112.558569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078112.558570:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078112.558571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078112.558572:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078112.558573:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078112.558577:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078112.558579:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078112.558583:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.558584:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078112.558589:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078112.558590:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078112.558595:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078112.558598:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078112.558598:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078112.558601:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078112.558604:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078112.558608:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078112.558612:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.558615:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078112.558684:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078112.558687:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078112.558688:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078112.558690:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769078112.558693:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078112.558695:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.558696:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078112.558697:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.558699:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078113.582536:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078113.582536:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078113.582545:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078113.582545:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078113.582549:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078113.582549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078113.582556:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078113.582557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078113.582561:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078113.582565:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078113.582565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078113.582575:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078113.582575:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078113.582576:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078113.582580:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078113.582582:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078113.582586:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078113.582591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078113.582592:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769078113.582592:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769078113.582597:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078113.582600:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078113.582603:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078113.582607:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078113.582612:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078113.582615:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078113.582620:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078113.582635:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078113.582638:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078113.582643:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078113.582646:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078113.582675:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078113.582679:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078113.582683:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078114.606585:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078114.606587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078114.606594:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078114.606597:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078114.606597:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078114.606597:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078114.606601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078114.606607:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078114.606609:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078114.606610:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078114.606616:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078114.606616:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078114.606618:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078114.606622:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078114.606626:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078114.606628:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078114.606636:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078114.606636:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078114.606638:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078114.606646:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078114.606646:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078114.606648:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078114.606654:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078114.606655:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078114.606661:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078114.606667:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078114.606674:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078114.606681:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078114.606683:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078114.606700:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078114.606705:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078114.606707:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078114.606711:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078114.606715:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078115.630546:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078115.630552:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078115.630556:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078115.630560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078115.630561:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078115.630561:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078115.630569:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078115.630570:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769078115.630571:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769078115.630572:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078115.630574:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078115.630575:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769078115.630577:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078115.630582:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078115.630583:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078115.630583:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078115.630585:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078115.630588:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078115.630593:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078115.630596:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078115.630596:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078115.630597:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078115.630599:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078115.630602:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078115.630602:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078115.630603:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078115.630612:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078115.630612:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078115.630614:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078115.630619:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078115.630619:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078115.630625:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078115.630625:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078115.630629:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078115.630632:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078115.630633:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078115.630636:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078115.630661:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078115.630664:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078115.630682:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078115.758533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078115.758550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078115.758552:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078115.758557:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078115.758561:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078115.758568:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4807
00000400:00000200:0.0:1769078115.758911:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078115.758921:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078115.758925:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078115.758929:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078115.758932:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078115.758934:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078115.758936:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078115.758939:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078115.758941:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078115.758944:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078115.760170:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078115.760175:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078115.760178:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078115.760182:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078115.760184:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078115.760186:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078115.760188:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078115.760191:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078115.760193:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078115.760194:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078115.760197:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078115.760201:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078115.760203:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078115.760204:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078115.760207:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078115.760218:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769078115.760222:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078115.760227:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078115.760228:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078115.760233:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078115.760236:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078115.760242:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078115.760252:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:0.0:1769078115.760261:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078115.760271:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078115.760279:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078115.760283:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078115.760286:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078115.760313:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078115.760317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078115.760321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078115.760323:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078115.760326:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078115.760330:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078115.760333:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4807
00000400:00000200:0.0:1769078115.760340:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078115.760346:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078115.760346:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769078115.760353:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078115.760356:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078115.760361:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078115.760361:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078115.760366:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078115.760370:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078115.760373:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078115.760379:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1769078115.760379:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078115.760381:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078115.760385:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078115.760389:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078115.760396:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078115.760426:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078115.760434:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078115.760436:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078115.760439:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078115.760441:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078115.760444:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078115.760447:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078115.760449:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078115.760451:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078115.760458:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078115.760460:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078115.760466:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078115.760467:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078115.760476:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078115.760479:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769078115.760484:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078115.760485:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078115.760495:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078115.760496:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078115.760501:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078115.760505:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932527360:192.168.204.153@tcp:250:kworker.0
00000100:00000010:0.0:1769078115.760506:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769078115.760511:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078115.760517:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078115.760521:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078115.760522:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078115.760529:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078115.760533:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078115.760534:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078115.760542:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078115.760543:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078115.760555:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
02000000:00000001:3.0:1769078115.760555:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078115.760563:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078115.760568:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
00000100:00100000:0.0:1769078115.760573:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078115.760575:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078115.760594:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078115.760596:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078115.760597:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078115.760605:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078115.760607:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:0.0:1769078115.760621:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078115.760622:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00080000:0.0:1769078115.760624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078115.760630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078115.760632:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078115.760633:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078115.760636:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078115.760638:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4807
00000400:00000200:0.0:1769078115.760641:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000200:3.0:1769078115.760644:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932527360, portal 25
00000400:00000200:0.0:1769078115.760646:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078115.760653:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078115.760653:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078115.760658:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:0.0:1769078115.760663:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078115.760681:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078115.760689:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078115.760691:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078115.760698:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078115.760710:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078115.760712:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078115.760716:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078115.760716:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1769078115.760723:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078115.760730:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078115.760732:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000020:00000001:0.0:1769078115.760739:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000010:3.0:1769078115.760743:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce7f8.
00000100:00000040:0.0:1769078115.760747:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078115.760751:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078115.760753:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000200:3.0:1769078115.760753:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932527360, offset 0
00000100:00000001:0.0:1769078115.760764:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078115.760767:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769078115.760769:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078115.760770:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078115.760772:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078115.760777:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769078115.760778:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078115.760785:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078115.760786:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078115.760787:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078115.760789:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078115.760790:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078115.760794:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000400:00000200:3.0:1769078115.760795:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:0.0:1769078115.760801:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078115.760804:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078115.760806:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078115.760807:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078115.760809:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078115.760812:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078115.760813:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
02000000:00000010:0.0:1769078115.760817:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9400.
00000100:00000001:0.0:1769078115.760822:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078115.760823:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1769078115.760829:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078115.760834:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:0.0:1769078115.760843:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078115.760847:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078115.760849:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078115.760855:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000040:0.0:1769078115.760861:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078115.760871:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47775:47775:256:4294967295] 192.168.204.153@tcp LPNI seq info [47775:47775:8:4294967295]
00000400:00000200:3.0:1769078115.760890:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078115.760893:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078115.760896:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078115.760899:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078115.760904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078115.760908:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078115.760914:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4817)
00000400:00000200:3.0:1769078115.760926:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078115.760935:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078115.760971:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134b00.
00000800:00000200:3.0:1769078115.760987:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078115.760993:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078115.761008:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078115.761013:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078115.761016:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299480868
00000100:00000010:3.0:1769078115.761021:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769078115.761029:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078115.761035:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299480868
00000100:00000010:3.0:1769078115.761038:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
00000100:00000001:3.0:1769078115.761042:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078115.761045:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078115.761054:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078115.761057:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078115.761060:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078115.761068:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078115.761070:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078115.761072:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078115.761074:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078115.761075:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078115.761081:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078115.761089:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078115.761091:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078115.761093:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078115.761095:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078115.761098:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078115.761101:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932527488:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078115.761105:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078115.761107:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078115.761109:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078115.761110:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078115.761114:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078115.761116:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078115.761120:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078115.761123:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b62c0.
00000400:00000010:3.0:1769078115.761126:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078115.761129:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932527488, portal 10
00000100:00000001:3.0:1769078115.761131:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078115.761133:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:3.0:1769078115.761139:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078115.761146:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078115.761148:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078115.761151:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce550.
00000100:00000200:3.0:1769078115.761153:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932527488, offset 0
00000400:00000200:3.0:1769078115.761158:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078115.761162:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078115.761173:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078115.761176:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078115.761178:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078115.761181:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078115.761184:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078115.761187:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47776:47776:255:4294967295] 192.168.204.153@tcp LPNI seq info [47776:47776:7:4294967295]
00000400:00000200:3.0:1769078115.761191:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078115.761196:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078115.761201:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078115.761204:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134d00.
00000800:00000200:3.0:1769078115.761208:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078115.761211:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078115.761214:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078115.761218:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078115.761222:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078115.761224:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299479565
00000100:00000001:3.0:1769078115.761227:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299480868
00000100:00000001:3.0:1769078115.761229:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299479565
00000100:00000001:3.0:1769078115.761232:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299480868
00000100:00000001:3.0:1769078115.761235:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078115.761237:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078115.761239:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078115.761244:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078115.761251:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078115.761252:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078115.761254:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078115.761255:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078115.761257:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078115.761260:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932527616:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078115.761263:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078115.761265:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078115.761267:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078115.761268:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078115.761271:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078115.761273:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078115.761276:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078115.761279:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078115.761281:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078115.761284:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932527616, portal 10
00000100:00000001:3.0:1769078115.761286:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078115.761287:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769078115.761292:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078115.761298:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078115.761299:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078115.761302:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce198.
00000100:00000200:3.0:1769078115.761304:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932527616, offset 0
00000400:00000200:3.0:1769078115.761307:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078115.761310:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078115.761314:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078115.761316:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078115.761318:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078115.761320:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078115.761323:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078115.761326:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47777:47777:254:4294967295] 192.168.204.153@tcp LPNI seq info [47777:47777:6:4294967295]
00000400:00000200:3.0:1769078115.761329:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078115.761334:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078115.761338:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078115.761341:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134e00.
00000800:00000200:3.0:1769078115.761344:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078115.761348:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078115.761350:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078115.761353:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078115.761357:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078115.761358:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299479564
00000100:00000001:3.0:1769078115.761361:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299480868
00000100:00000001:3.0:1769078115.761363:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299479564
00000100:00000001:3.0:1769078115.761365:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299480868
00000100:00000001:3.0:1769078115.761367:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078115.761369:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078115.761371:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078115.761373:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078115.761376:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078115.761377:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078115.761379:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078115.761380:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078115.761381:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078115.761383:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.654490:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078116.654490:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078116.654493:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078116.654498:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.654499:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078116.654499:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078116.654503:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078116.654503:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078116.654504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078116.654507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078116.654510:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078116.654511:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078116.654515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078116.654517:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078116.654517:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078116.654524:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078116.654525:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078116.654525:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078116.654527:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078116.654530:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078116.654536:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078116.654538:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078116.654539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078116.654542:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078116.654544:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078116.654546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078116.654548:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078116.654548:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078116.654552:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078116.654553:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078116.654557:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078116.654558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078116.654561:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078116.654565:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.102495:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299480868, at 4299480896
00000100:00000040:3.0:1769078117.102495:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299480868, at 4299480896
00000100:00000010:3.0:1769078117.102514:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000010:2.0:1769078117.102517:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:0.0:1769078117.678523:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078117.678523:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078117.678527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078117.678532:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078117.678533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078117.678533:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078117.678537:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078117.678537:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078117.678543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078117.678544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078117.678545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078117.678547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078117.678552:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078117.678553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078117.678558:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078117.678558:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078117.678564:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078117.678567:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078117.678569:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078117.678570:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078117.678573:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078117.678576:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078117.678580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078117.678584:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078117.678589:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078117.678694:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078117.678698:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078117.678699:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078117.678702:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078117.678705:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078117.678707:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.678710:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078117.678712:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.678714:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078118.702502:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078118.702502:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078118.702507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078118.702508:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078118.702511:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078118.702512:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078118.702516:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078118.702519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078118.702520:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078118.702524:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078118.702524:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078118.702528:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078118.702529:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078118.702530:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078118.702533:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078118.702534:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078118.702539:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078118.702542:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078118.702544:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078118.702546:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078118.702566:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078118.702569:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078118.702572:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078118.702592:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078118.702594:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078118.702599:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078118.702600:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078118.702609:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078118.702609:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078118.702628:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.702630:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078118.702634:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1769078118.702636:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078118.702637:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.702646:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078118.702647:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078118.702654:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.702658:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078118.702660:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.702662:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1769078118.830664:0:2405:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769078118.830712:0:2405:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769078118.830725:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078118.830729:0:2405:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769078118.830733:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078118.830736:0:2405:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769078118.830742:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769078118.830746:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134b00.
00000400:00000200:1.0:1769078118.830797:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078118.830803:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078118.830809:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce7f8
00000400:00000010:1.0:1769078118.830812:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce7f8.
00000100:00000001:1.0:1769078118.830818:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078118.830827:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078118.830853:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078118.830857:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078118.830865:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078118.830867:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078118.830877:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769078118.830879:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134d00.
00000400:00000200:1.0:1769078118.830882:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078118.830885:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078118.830888:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce550
00000400:00000010:1.0:1769078118.830890:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce550.
00000100:00000001:1.0:1769078118.830893:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078118.830897:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078118.830904:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078118.830906:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078118.830912:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078118.830913:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078118.830919:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769078118.830921:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134e00.
00000400:00000200:1.0:1769078118.830923:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078118.830926:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078118.830928:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce198
00000400:00000010:1.0:1769078118.830930:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce198.
00000100:00000001:1.0:1769078118.830932:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078118.830936:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078118.830942:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078118.830945:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078118.830950:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078118.830952:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078118.831005:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078118.831010:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078118.831013:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078118.831020:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078115/real 1769078118]  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078118.831032:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078118.831034:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078118.831037:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b62c0.
00000400:00000200:3.0:1769078118.831041:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078118.831042:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078118.831045:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078118.831049:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078118.831059:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078118.831067:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078118.831068:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831071:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078118.831073:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078118.831076:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078118.831082:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078118.831087:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078118.831094:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078118.831098:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831099:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078118.831100:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831103:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078118.831105:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078118.831109:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078118.831113:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078118.831116:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078118.831120:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078118.831127:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932527488:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078118.831132:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078118.831135:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078115/real 1769078118]  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078118.831141:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078118.831142:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078118.831145:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078118.831147:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078118.831149:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078118.831151:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078118.831154:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078118.831162:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078118.831169:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078118.831170:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831172:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078118.831173:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078118.831177:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078118.831183:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078118.831187:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078118.831192:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078118.831195:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831196:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078118.831197:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831198:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078118.831202:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078118.831205:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078118.831208:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078118.831210:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078118.831213:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078118.831220:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932527616:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078118.831225:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078118.831228:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078115/real 1769078118]  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078118.831235:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078118.831236:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078118.831238:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078118.831240:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078118.831242:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078118.831245:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078118.831248:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078118.831256:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078118.831262:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078118.831263:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831265:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078118.831266:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078118.831343:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078118.831352:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078118.831356:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078118.831362:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078118.831364:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831366:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078118.831367:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831368:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078118.831561:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078118.831565:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078118.831569:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078118.831571:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078118.831576:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078118.831582:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932527360:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078118.831586:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831588:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078118.831591:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932527488/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078118.831597:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078118.831600:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078118.831603:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078118.831607:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078118.831610:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078118.831612:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078118.831623:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078118.831626:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9800.
02000000:00000001:3.0:1769078118.831630:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078118.831632:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078118.831633:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769078118.831639:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078118.831640:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831642:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078118.831645:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932527616/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078118.831650:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078118.831651:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078118.831653:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078118.831655:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078118.831657:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078118.831658:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078118.831659:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078118.831661:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9400.
02000000:00000001:3.0:1769078118.831663:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078118.831665:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078118.831666:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769078118.831668:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078118.831669:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831670:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078118.831673:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932527360/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078118.831678:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078118.831679:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078118.831680:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078118.831682:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078118.831683:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078118.831684:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078118.831686:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078118.831687:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb400.
02000000:00000001:3.0:1769078118.831689:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078118.831690:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078118.831691:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769078118.831694:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078118.831695:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831697:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078118.831707:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078118.831710:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078118.831712:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078118.831713:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078119.726503:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078119.726503:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078119.726503:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078119.726506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078119.726511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078119.726511:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078119.726511:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078119.726512:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078119.726516:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078119.726516:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078119.726517:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078119.726518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078119.726521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078119.726523:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078119.726523:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078119.726524:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078119.726528:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078119.726528:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078119.726530:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078119.726532:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078119.726532:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078119.726534:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078119.726537:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078119.726540:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078119.726541:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078119.726542:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078119.726544:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078119.726545:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078119.726548:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078119.726549:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078119.726552:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078119.726552:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078119.726556:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078119.726559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078120.750501:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078120.750501:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078120.750502:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078120.750503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078120.750508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078120.750508:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078120.750509:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078120.750509:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078120.750511:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078120.750513:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078120.750513:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078120.750515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078120.750515:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078120.750518:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078120.750519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078120.750519:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078120.750520:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078120.750524:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078120.750527:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078120.750529:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078120.750530:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.750531:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078120.750532:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078120.750535:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078120.750538:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078120.750539:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078120.750540:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078120.750541:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078120.750543:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078120.750544:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078120.750545:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078120.750546:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078120.750548:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078120.750551:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078120.878554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078120.878564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078120.878567:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078120.878571:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078120.878575:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078120.878610:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4812
00000400:00000200:3.0:1769078120.878619:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078120.878625:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078120.878629:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078120.878632:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878635:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078120.878637:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878640:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078120.878643:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078120.878646:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078120.878649:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078120.878651:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078120.878654:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078120.878657:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078120.878660:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878662:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078120.878663:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878666:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078120.878669:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078120.878672:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878675:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078120.878678:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078120.878682:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078120.878684:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078120.878686:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078120.878689:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078120.878695:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c7b80.
00000020:00000040:3.0:1769078120.878699:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078120.878702:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078120.878704:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078120.878707:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078120.878709:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078120.878713:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078120.878720:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508000.
00000100:00000001:3.0:1769078120.878726:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078120.878735:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078120.878746:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078120.878750:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078120.878755:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ac7ffd3] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078120.878786:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078120.878789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078120.878792:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078120.878794:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078120.878796:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078120.878798:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078120.878801:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4812
00000400:00000200:3.0:1769078120.878804:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078120.878807:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078120.878809:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078120.878812:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878814:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078120.878816:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878818:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078120.878820:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078120.878822:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078120.878823:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078120.878825:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078120.878827:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078120.878829:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078120.878832:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878833:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078120.878835:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878837:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078120.878839:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:3.0:1769078120.878842:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878844:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078120.878846:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078120.878850:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078120.878852:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078120.878854:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078120.878859:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078120.878862:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078120.878864:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078120.878867:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6a00.
00000020:00000040:3.0:1769078120.878869:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078120.878871:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078120.878872:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078120.878874:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078120.878875:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078120.878877:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078120.878880:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a400.
00000100:00000001:3.0:1769078120.878883:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078120.878887:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078120.878894:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078120.878895:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078120.878898:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000508d3ef2] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078120.878905:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078120.878907:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078120.878910:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078120.878911:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078120.878913:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078120.878915:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078120.878917:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4812
00000400:00000200:3.0:1769078120.878921:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078120.878924:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078120.878926:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078120.878929:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878931:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078120.878932:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878934:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078120.878936:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078120.878937:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078120.878939:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078120.878941:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078120.878943:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:3.0:1769078120.878944:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078120.878947:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878949:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078120.878950:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878952:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078120.878954:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:3.0:1769078120.878956:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078120.878959:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078120.878960:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078120.878962:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078120.878964:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078120.878966:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078120.878968:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078120.878970:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078120.878971:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078120.878974:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5f80.
00000020:00000040:3.0:1769078120.878976:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078120.878978:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078120.878979:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078120.878981:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078120.878982:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078120.878983:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078120.878986:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509400.
00000100:00000001:3.0:1769078120.878988:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078120.878992:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078120.878998:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078120.878999:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078120.879002:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84f5076] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078120.879009:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078120.879011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078120.879014:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078120.879016:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078120.879020:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078120.879024:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4822)
00000100:00000001:0.0:1769078120.879084:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078120.879088:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078120.879091:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078120.879098:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879106:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078120.879108:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078120.879111:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078120.879114:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078120.879116:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078120.879119:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932527744:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078120.879123:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078120.879128:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078120.879130:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078120.879132:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078120.879137:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb800.
02000000:00000001:0.0:1769078120.879139:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078120.879147:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078120.879151:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078120.879158:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078120.879165:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932527744, portal 25
00000100:00000001:0.0:1769078120.879168:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078120.879170:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564489088 : -121121145062528 : ffff91d7492c7b80)
00000100:00000040:0.0:1769078120.879180:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879188:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078120.879190:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078120.879194:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078120.879198:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932527744, offset 0
00000400:00000200:0.0:1769078120.879206:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078120.879215:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078120.879222:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078120.879229:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078120.879233:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078120.879237:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078120.879239:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078120.879244:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47778:47778:256:4294967295] 192.168.204.153@tcp LPNI seq info [47778:47778:8:4294967295]
00000400:00000200:0.0:1769078120.879247:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078120.879258:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078120.879264:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078120.879269:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078120.879277:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078120.879281:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078120.879286:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078120.879290:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078120.879294:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078120.879297:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078120.879302:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078120.879308:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078120.879313:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078120.879315:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078120.879318:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078120.879322:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879329:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078120.879333:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879339:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078120.879341:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078120.879347:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078120.879350:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078120.879353:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299485986
00000100:00000010:0.0:1769078120.879359:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031600.
00000100:00000001:0.0:1769078120.879367:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078120.879372:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299485986
00000100:00000010:0.0:1769078120.879376:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031300.
00000100:00000001:0.0:1769078120.879379:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078120.879383:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078120.879386:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078120.879390:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078120.879393:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078120/real 1769078120]  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078120.879423:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078120.879425:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078120.879427:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078120.879431:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078120.879433:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078120.879435:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078120.879438:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078120.879446:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879453:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078120.879454:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.879457:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078120.879459:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078120.879462:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879469:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078120.879473:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879478:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078120.879481:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.879482:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078120.879483:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.879486:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078120.879487:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078120.879490:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078120.879494:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078120.879497:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078120.879501:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078120.879509:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932527744:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078120.879514:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078120.879517:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879523:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078120.879525:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078120.879527:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078120.879528:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078120.879530:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078120.879533:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932527872:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078120.879536:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078120.879538:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078120.879539:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078120.879541:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078120.879544:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca800.
02000000:00000001:0.0:1769078120.879546:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078120.879550:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078120.879552:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078120.879555:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078120.879558:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932527872, portal 10
00000100:00000001:0.0:1769078120.879560:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078120.879561:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564484608 : -121121145067008 : ffff91d7492c6a00)
00000100:00000040:0.0:1769078120.879566:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879572:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078120.879574:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078120.879577:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078120.879592:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932527872, offset 0
00000400:00000200:0.0:1769078120.879596:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078120.879601:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078120.879604:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078120.879607:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078120.879609:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078120.879612:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078120.879614:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078120.879617:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47779:47779:256:4294967295] 192.168.204.153@tcp LPNI seq info [47779:47779:8:4294967295]
00000400:00000200:0.0:1769078120.879621:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078120.879627:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078120.879632:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078120.879635:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078120.879639:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078120.879641:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078120.879645:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078120.879652:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078120.879656:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078120.879658:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078120.879661:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078120.879665:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078120.879668:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078120.879670:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078120.879672:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078120.879676:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879683:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078120.879686:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879692:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078120.879693:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078120.879696:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078120.879701:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078120.879704:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078120.879706:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299484684
00000100:00000001:0.0:1769078120.879708:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299485986
00000100:00000001:0.0:1769078120.879710:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299484684
00000100:00000001:0.0:1769078120.879712:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299485986
00000100:00000001:0.0:1769078120.879715:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078120.879717:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078120.879719:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078120.879722:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078120/real 1769078120]  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078120.879729:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078120.879730:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078120.879732:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078120.879734:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078120.879736:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078120.879737:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078120.879740:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078120.879748:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879753:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078120.879755:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.879756:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078120.879758:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078120.879761:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879766:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078120.879769:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879776:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078120.879778:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.879780:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078120.879781:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.879783:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078120.879785:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078120.879787:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078120.879790:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078120.879792:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078120.879796:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078120.879802:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932527872:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078120.879806:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078120.879809:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879814:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078120.879816:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078120.879817:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078120.879819:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078120.879820:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078120.879823:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932528000:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078120.879826:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078120.879827:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078120.879829:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078120.879830:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078120.879834:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078120.879836:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078120.879840:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078120.879842:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078120.879844:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078120.879847:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932528000, portal 10
00000100:00000001:0.0:1769078120.879849:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078120.879850:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481920 : -121121145069696 : ffff91d7492c5f80)
00000100:00000040:0.0:1769078120.879855:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879860:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078120.879862:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078120.879864:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078120.879866:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932528000, offset 0
00000400:00000200:0.0:1769078120.879870:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078120.879873:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078120.879882:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078120.879886:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078120.879888:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078120.879890:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078120.879892:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078120.879895:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47780:47780:256:4294967295] 192.168.204.153@tcp LPNI seq info [47780:47780:8:4294967295]
00000400:00000200:0.0:1769078120.879899:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078120.879905:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078120.879909:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078120.879913:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078120.879916:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078120.879918:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078120.879922:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078120.879925:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078120.879928:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078120.879930:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078120.879932:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078120.879936:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078120.879938:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078120.879940:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078120.879942:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078120.879946:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879953:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078120.879956:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.879962:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078120.879963:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078120.879967:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078120.879970:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078120.879973:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078120.879975:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299484683
00000100:00000001:0.0:1769078120.879977:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299485986
00000100:00000001:0.0:1769078120.879980:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299484683
00000100:00000001:0.0:1769078120.879982:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299485986
00000100:00000001:0.0:1769078120.879984:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078120.879985:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078120.879987:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078120.879990:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078120/real 1769078120]  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078120.879997:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078120.879998:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078120.880000:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078120.880002:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078120.880004:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078120.880005:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078120.880008:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078120.880015:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.880021:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078120.880022:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.880023:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078120.880025:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078120.880028:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.880034:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078120.880037:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.880043:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078120.880045:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.880047:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078120.880048:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.880049:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078120.880052:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078120.880055:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078120.880058:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078120.880060:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078120.880063:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078120.880070:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932528000:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078120.880074:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.880076:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078120.880079:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7b80 x1855007932527744/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.880086:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078120.880088:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078120.880091:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb800.
02000000:00000001:0.0:1769078120.880094:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078120.880097:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078120.880099:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078120.880101:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078120.880103:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508000.
02000000:00000001:0.0:1769078120.880106:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078120.880109:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078120.880110:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7b80.
00000100:00000001:0.0:1769078120.880114:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078120.880116:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.880117:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078120.880120:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6a00 x1855007932527872/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.880126:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078120.880127:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078120.880129:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca800.
02000000:00000001:0.0:1769078120.880131:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078120.880132:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078120.880133:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078120.880135:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078120.880136:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:0.0:1769078120.880138:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078120.880139:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078120.880140:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6a00.
00000100:00000001:0.0:1769078120.880143:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078120.880144:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.880145:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078120.880148:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5f80 x1855007932528000/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078120.880154:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078120.880155:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078120.880157:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078120.880159:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078120.880160:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078120.880161:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078120.880164:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078120.880165:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:0.0:1769078120.880167:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078120.880168:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078120.880170:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5f80.
00000100:00000001:0.0:1769078120.880172:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078120.880173:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.880175:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078120.880184:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078120.880186:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078120.880189:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078120.880190:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078121.774501:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078121.774501:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078121.774501:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078121.774506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078121.774508:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078121.774508:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078121.774509:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078121.774511:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078121.774511:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.774512:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078121.774512:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078121.774519:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078121.774519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078121.774520:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078121.774520:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078121.774522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078121.774526:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078121.774526:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078121.774529:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078121.774529:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078121.774531:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078121.774533:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078121.774534:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078121.774536:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078121.774540:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078121.774540:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078121.774542:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078121.774543:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078121.774545:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078121.774546:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078121.774547:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078121.774548:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078121.774551:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078121.774555:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078122.222508:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299485986, at 4299486016
00000100:00000040:3.0:1769078122.222515:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299485986, at 4299486016
00000100:00000010:2.0:1769078122.222522:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031600.
00000100:00000010:3.0:1769078122.222527:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031300.
00000100:00000001:2.0:1769078122.798496:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078122.798496:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078122.798504:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078122.798504:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078122.798505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078122.798506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078122.798507:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.798508:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078122.798510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.798512:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769078122.798513:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078122.798516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078122.798516:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078122.798517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078122.798518:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078122.798521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.798523:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078122.798524:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078122.798524:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.798529:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078122.798529:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078122.798531:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078122.798533:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.798537:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078122.798537:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.798538:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078122.798543:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078122.798543:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078122.798562:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078122.798565:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078122.798582:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078122.798582:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.798586:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078122.798591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078123.822507:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078123.822507:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078123.822507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078123.822509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078123.822514:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078123.822515:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078123.822516:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078123.822516:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078123.822519:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078123.822521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078123.822521:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078123.822521:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078123.822525:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078123.822525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078123.822527:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078123.822540:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078123.822542:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078123.822543:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078123.822547:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078123.822548:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078123.822548:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078123.822551:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078123.822553:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078123.822554:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078123.822559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078123.822560:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078123.822562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078123.822563:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078123.822566:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078123.822568:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078123.822568:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078123.822570:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078123.822574:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078123.822579:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078124.846507:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078124.846507:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078124.846507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078124.846523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078124.846529:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078124.846529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078124.846529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078124.846533:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078124.846533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078124.846538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078124.846539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078124.846539:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078124.846540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078124.846541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078124.846546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078124.846547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078124.846547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078124.846547:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078124.846552:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078124.846553:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078124.846554:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078124.846556:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078124.846558:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078124.846561:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078124.846566:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078124.846566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078124.846567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078124.846570:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078124.846571:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078124.846574:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078124.846578:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078124.846579:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078124.846581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078124.846586:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:2.0:1769078125.486553:0:38874:0:(osc_request.c:735:osc_update_next_shrink()) next time 6021 to shrink grant
00000100:00000001:2.0:1769078125.870521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078125.870521:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078125.870527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078125.870528:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078125.870529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078125.870533:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078125.870533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078125.870534:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078125.870541:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769078125.870542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078125.870543:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078125.870546:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078125.870547:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078125.870548:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078125.870552:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078125.870553:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078125.870553:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078125.870557:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078125.870558:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078125.870560:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078125.870564:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078125.870565:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078125.870565:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078125.870569:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078125.870572:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078125.870573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078125.870581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078125.870584:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078125.870589:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078125.870593:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078125.870596:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078125.870599:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078125.870602:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078125.870604:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078125.870605:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078125.870606:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078125.870608:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078125.870608:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078125.870611:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078125.870611:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078125.998547:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078125.998557:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078125.998560:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078125.998563:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078125.998566:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078125.998573:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4817
00000400:00000200:2.0:1769078125.998580:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078125.998586:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078125.998588:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078125.998591:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998593:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078125.998595:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998597:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078125.998600:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078125.998602:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078125.998604:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078125.998606:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078125.998608:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078125.998610:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078125.998612:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998613:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078125.998614:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998616:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078125.998619:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078125.998621:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998623:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078125.998625:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078125.998628:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078125.998629:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078125.998631:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078125.998632:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078125.998641:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769078125.998644:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078125.998647:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078125.998648:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078125.998650:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078125.998652:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078125.998657:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078125.998663:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769078125.998668:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078125.998675:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078125.998683:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078125.998686:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078125.998689:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078125.998708:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078125.998711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078125.998713:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078125.998714:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078125.998716:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078125.998717:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078125.998719:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4817
00000400:00000200:2.0:1769078125.998721:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078125.998723:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078125.998725:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078125.998727:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998729:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078125.998730:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998732:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078125.998733:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078125.998734:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078125.998736:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078125.998737:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769078125.998739:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078125.998741:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078125.998743:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998744:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078125.998745:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998747:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078125.998748:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769078125.998750:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998751:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078125.998753:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769078125.998753:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078125.998757:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078125.998760:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769078125.998760:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078125.998764:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078125.998765:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1769078125.998767:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078125.998771:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078125.998773:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078125.998777:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769078125.998777:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000020:00000040:2.0:1769078125.998781:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078125.998785:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078125.998788:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078125.998791:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078125.998794:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769078125.998795:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078125.998799:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078125.998799:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078125.998806:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:2.0:1769078125.998807:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
02000000:00000001:0.0:1769078125.998809:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078125.998811:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078125.998812:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078125.998818:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769078125.998819:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932528128:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078125.998827:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078125.998831:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078125.998832:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769078125.998835:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078125.998836:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078125.998841:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769078125.998844:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078125.998848:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078125.998852:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078125.998854:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078125.998857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078125.998860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769078125.998862:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769078125.998863:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078125.998866:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769078125.998869:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00000001:2.0:1769078125.998869:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078125.998874:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4817
00000400:00000010:0.0:1769078125.998877:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000400:00000200:2.0:1769078125.998878:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078125.998883:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078125.998885:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1769078125.998886:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932528128, portal 25
00000100:00000040:2.0:1769078125.998887:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078125.998892:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078125.998893:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078125.998896:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000100:00000040:2.0:1769078125.998897:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998901:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078125.998903:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769078125.998905:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078125.998905:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078125.998909:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078125.998911:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769078125.998915:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769078125.998919:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769078125.998920:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078125.998925:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769078125.998929:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000010:0.0:1769078125.998930:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078125.998935:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932528128, offset 0
00000100:00000001:2.0:1769078125.998936:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078125.998941:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078125.998942:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998948:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078125.998951:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:0.0:1769078125.998954:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:2.0:1769078125.998960:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:0.0:1769078125.998963:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:2.0:1769078125.998967:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078125.998971:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769078125.998972:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078125.998977:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:2.0:1769078125.998978:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078125.998981:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078125.998984:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078125.998985:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:2.0:1769078125.998990:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078125.998992:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47781:47781:256:4294967295] 192.168.204.153@tcp LPNI seq info [47781:47781:8:4294967295]
00000008:00100000:2.0:1769078125.998994:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078125.998998:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000008:00000001:2.0:1769078125.999001:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078125.999005:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078125.999012:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1769078125.999013:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000800:00000200:0.0:1769078125.999019:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000020:00000040:2.0:1769078125.999020:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000010:0.0:1769078125.999024:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
02000000:00000001:2.0:1769078125.999025:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078125.999028:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078125.999032:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1769078125.999033:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:2.0:1769078125.999035:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1769078125.999037:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
02000000:00000001:2.0:1769078125.999039:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078125.999045:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000010:2.0:1769078125.999047:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000800:00000200:0.1:1769078125.999049:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1769078125.999054:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769078125.999055:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078125.999059:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000100:00100000:2.0:1769078125.999065:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078125.999071:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078125.999072:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078125.999075:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078125.999080:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078125.999082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078125.999085:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078125.999087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078125.999090:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078125.999093:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4827)
00000400:00000200:0.0:1769078125.999177:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078125.999195:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078125.999205:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078125.999209:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078125.999216:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078125.999225:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078125.999240:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078125.999257:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078125.999266:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078125.999268:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078125.999278:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078125.999286:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078125.999290:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299491106
00000100:00000010:0.0:1769078125.999300:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031cc0.
00000100:00000001:0.0:1769078125.999309:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078125.999317:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299491106
00000100:00000010:0.0:1769078125.999321:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600316c0.
00000100:00000001:0.0:1769078125.999325:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078125.999329:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078125.999333:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078125.999337:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078125.999342:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078125/real 1769078125]  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078125.999356:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078125.999358:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078125.999361:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078125.999366:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078125.999368:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078125.999371:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078125.999376:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078125.999386:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078125.999394:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078125.999396:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078125.999399:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078125.999453:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078125.999460:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078125.999468:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078125.999474:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078125.999482:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078125.999486:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078125.999488:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078125.999489:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078125.999507:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078125.999510:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078125.999514:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078125.999520:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078125.999522:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078125.999528:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078125.999537:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932528128:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078125.999544:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078125.999547:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078125.999550:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932528128/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078125.999558:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078125.999561:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078125.999566:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078125.999570:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078125.999572:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078125.999575:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078125.999577:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078125.999581:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491abc00.
02000000:00000001:0.0:1769078125.999586:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078125.999589:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078125.999600:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:0.0:1769078125.999605:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078125.999606:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078125.999609:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078125.999619:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078125.999621:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078125.999624:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078125.999627:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078125.999629:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078125.999634:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078125.999644:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078125.999646:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078125.999649:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078125.999652:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078125.999655:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078125.999659:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932528256:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078125.999663:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078125.999667:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078125.999670:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078125.999673:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078125.999678:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078125.999680:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078125.999686:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078125.999690:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078125.999696:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078125.999701:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932528256, portal 10
00000100:00000001:0.0:1769078125.999705:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078125.999707:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000100:00000040:0.0:1769078125.999715:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078125.999722:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078125.999725:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078125.999728:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078125.999732:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932528256, offset 0
00000400:00000200:0.0:1769078125.999738:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078125.999755:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078125.999762:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078125.999768:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078125.999772:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078125.999776:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078125.999779:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078125.999783:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47782:47782:256:4294967295] 192.168.204.153@tcp LPNI seq info [47782:47782:8:4294967295]
00000400:00000200:0.0:1769078125.999788:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078125.999798:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078125.999804:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078125.999810:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078125.999817:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078125.999822:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078125.999828:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078125.999831:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078125.999837:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078125.999839:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078125.999843:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078125.999847:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078125.999850:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078125.999852:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078125.999855:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078125.999859:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078125.999876:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078125.999879:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078125.999887:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078125.999889:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078125.999893:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078125.999897:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078125.999901:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078125.999904:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299489804
00000100:00000001:0.0:1769078125.999908:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299491106
00000100:00000001:0.0:1769078125.999910:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299489804
00000100:00000001:0.0:1769078125.999912:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299491106
00000100:00000001:0.0:1769078125.999915:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078125.999918:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078125.999920:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078125.999925:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078125/real 1769078125]  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078125.999934:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078125.999936:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078125.999947:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078125.999951:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078125.999953:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078125.999955:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078125.999959:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078125.999968:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078125.999976:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078125.999979:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078125.999981:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078125.999983:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078125.999987:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078125.999995:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078125.999999:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078126.000007:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078126.000010:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078126.000012:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078126.000014:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078126.000016:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078126.000018:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078126.000021:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078126.000025:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078126.000028:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078126.000033:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078126.000042:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932528256:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078126.000047:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078126.000051:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078126.000059:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078126.000061:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078126.000064:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078126.000066:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078126.000068:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078126.000073:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932528384:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078126.000076:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078126.000078:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078126.000081:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078126.000083:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078126.000087:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca800.
02000000:00000001:0.0:1769078126.000089:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078126.000094:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078126.000097:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078126.000100:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078126.000104:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932528384, portal 10
00000100:00000001:0.0:1769078126.000106:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078126.000107:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000100:00000040:0.0:1769078126.000114:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078126.000121:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078126.000124:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078126.000127:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078126.000130:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932528384, offset 0
00000400:00000200:0.0:1769078126.000135:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078126.000140:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078126.000144:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078126.000148:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078126.000151:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078126.000153:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078126.000156:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078126.000160:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47783:47783:256:4294967295] 192.168.204.153@tcp LPNI seq info [47783:47783:8:4294967295]
00000400:00000200:0.0:1769078126.000165:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078126.000172:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078126.000177:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078126.000181:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078126.000186:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078126.000189:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078126.000194:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078126.000197:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078126.000201:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078126.000204:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078126.000207:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078126.000211:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078126.000214:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078126.000216:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078126.000219:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078126.000223:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078126.000232:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078126.000236:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078126.000244:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078126.000246:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078126.000250:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078126.000253:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078126.000257:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078126.000259:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299489803
00000100:00000001:0.0:1769078126.000262:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299491106
00000100:00000001:0.0:1769078126.000265:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299489803
00000100:00000001:0.0:1769078126.000267:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299491106
00000100:00000001:0.0:1769078126.000270:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078126.000272:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078126.000275:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078126.000279:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078125/real 1769078126]  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078126.000288:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078126.001586:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078126.001589:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078126.001592:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078126.001594:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078126.001597:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078126.001601:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078126.001611:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078126.001619:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078126.001620:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078126.001622:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078126.001624:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078126.001628:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078126.001634:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078126.001639:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078126.001646:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078126.001649:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078126.001650:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078126.001652:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078126.001654:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078126.001657:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078126.001660:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078126.001663:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078126.001665:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078126.001670:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078126.001685:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932528384:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078126.001690:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078126.001692:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078126.001696:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932528256/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078126.001703:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078126.001705:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078126.001707:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078126.001710:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078126.001713:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078126.001714:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078126.001716:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078126.001718:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9800.
02000000:00000001:0.0:1769078126.001723:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078126.001724:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078126.001726:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:0.0:1769078126.001729:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078126.001730:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078126.001732:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078126.001736:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932528384/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078126.001744:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078126.001745:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078126.001747:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca800.
02000000:00000001:0.0:1769078126.001750:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078126.001751:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078126.001752:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078126.001754:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078126.001756:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa400.
02000000:00000001:0.0:1769078126.001759:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078126.001760:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078126.001762:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:0.0:1769078126.001765:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078126.001767:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078126.001769:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078126.001774:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078126.001775:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078126.001777:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078126.001779:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078126.894511:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078126.894511:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078126.894512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078126.894512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078126.894520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078126.894521:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078126.894522:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078126.894526:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078126.894526:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078126.894530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078126.894533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078126.894534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078126.894535:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078126.894535:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078126.894538:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078126.894544:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078126.894545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078126.894545:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078126.894551:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078126.894553:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078126.894553:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078126.894555:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078126.894559:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078126.894561:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078126.894562:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078126.894567:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078126.894568:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078126.894573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078126.894580:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078126.894584:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078126.894587:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078126.894588:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078126.894592:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078126.894614:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078127.342575:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299491106, at 4299491136
00000100:00000040:3.0:1769078127.342575:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299491106, at 4299491136
00000100:00000010:3.0:1769078127.342594:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600316c0.
00000100:00000010:2.0:1769078127.342596:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031cc0.
00000100:00000001:0.0:1769078127.918523:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078127.918523:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078127.918523:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078127.918526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078127.918532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.918532:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078127.918533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078127.918533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078127.918538:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.918538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.918540:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078127.918541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078127.918544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078127.918545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078127.918547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078127.918548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078127.918550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078127.918552:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078127.918555:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078127.918556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078127.918557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.918561:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078127.918563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078127.918567:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078127.918570:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078127.918571:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078127.918571:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078127.918576:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078127.918577:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078127.918582:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078127.918583:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.918583:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078127.918589:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.918593:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.942549:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078128.942549:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078128.942549:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078128.942552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078128.942557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078128.942558:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078128.942559:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078128.942559:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078128.942564:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.942565:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078128.942565:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078128.942567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078128.942574:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078128.942575:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078128.942575:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769078128.942575:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078128.942582:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078128.942583:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078128.942583:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078128.942585:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078128.942589:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078128.942590:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078128.942590:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078128.942590:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078128.942594:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078128.942598:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078128.942599:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078128.942601:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078128.942603:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078128.942603:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078128.942605:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078128.942607:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078128.942609:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078128.942611:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.942612:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078128.942615:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078128.942619:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078128.942646:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078128.942650:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078128.942653:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078129.966528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078129.966528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078129.966528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078129.966537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078129.966538:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078129.966539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078129.966540:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078129.966544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078129.966544:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078129.966545:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078129.966547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078129.966548:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078129.966551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078129.966554:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078129.966554:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078129.966555:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078129.966563:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078129.966564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078129.966564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078129.966570:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078129.966571:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078129.966572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078129.966574:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078129.966576:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078129.966579:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078129.966582:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078129.966584:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078129.966588:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078129.966588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078129.966593:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078129.966598:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078129.966599:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078129.966603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078129.966606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078130.990569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078130.990576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078130.990587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078130.990589:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078130.990590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078130.990590:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078130.990597:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078130.990598:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078130.990598:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078130.990608:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078130.990608:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078130.990608:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078130.990618:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078130.990620:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078130.990620:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078130.990635:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078130.990636:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078130.990646:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078130.990647:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078130.990647:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078130.990650:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078130.990659:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078130.990659:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078130.990660:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078130.990668:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078130.990671:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078130.990677:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078130.990678:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078130.990679:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078130.990681:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078130.990685:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078130.990687:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078130.990690:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078130.990712:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078131.118569:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078131.118580:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078131.118582:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078131.118587:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078131.118591:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078131.118598:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4822
00000400:00000200:3.0:1769078131.118608:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078131.118614:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078131.118617:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078131.118620:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078131.118623:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078131.118625:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078131.118628:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078131.118632:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078131.118634:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078131.118636:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078131.118639:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078131.118641:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078131.118643:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078131.118644:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078131.118646:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078131.118647:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078131.118648:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078131.118651:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078131.118653:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078131.118662:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078131.118665:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078131.118668:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078131.118670:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078131.118672:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078131.118674:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078131.118685:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4000.
00000020:00000040:3.0:1769078131.118689:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078131.118693:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078131.118695:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078131.118698:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078131.118701:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078131.118705:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078131.118713:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509000.
00000100:00000001:3.0:1769078131.118720:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078131.118728:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078131.118737:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078131.118741:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078131.118745:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065aabb28] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078131.118764:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078131.118767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078131.118770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078131.118771:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078131.118772:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078131.118774:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078131.118776:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4822
00000400:00000200:3.0:1769078131.118778:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078131.118780:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078131.118782:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078131.118783:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078131.118785:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078131.118786:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078131.118788:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078131.118789:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078131.118790:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078131.118792:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078131.118794:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078131.118795:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078131.118796:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078131.118798:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078131.118799:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078131.118800:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078131.118801:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078131.118803:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:3.0:1769078131.118804:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078131.118806:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078131.118807:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078131.118813:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078131.118814:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078131.118816:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078131.118820:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078131.118822:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078131.118824:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078131.118827:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4700.
00000020:00000040:3.0:1769078131.118829:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078131.118831:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078131.118832:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078131.118834:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078131.118835:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078131.118836:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.118839:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1769078131.118839:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508c00.
00000100:00000001:3.0:1769078131.118845:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.118846:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078131.118850:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1769078131.118851:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078131.118860:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078131.118860:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078131.118863:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078131.118871:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068e30ace] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.118879:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078131.118882:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078131.118884:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078131.118887:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1769078131.118888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769078131.118891:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769078131.118892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078131.118896:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1769078131.118897:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078131.118898:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078131.118902:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1769078131.118904:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932528512:192.168.204.153@tcp:250:kworker.0
00000100:00080000:3.0:1769078131.118906:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4822
00000400:00000200:3.0:1769078131.118913:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078131.118914:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078131.118920:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1769078131.118920:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
02000000:00000001:0.0:1769078131.118924:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078131.118926:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1769078131.118927:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078131.118933:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000010:0.0:1769078131.118934:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078131.118940:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078131.118940:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078131.118946:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078131.118951:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078131.118951:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000010:0.0:1769078131.118956:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000020:00000001:3.0:1769078131.118957:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078131.118962:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078131.118964:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1769078131.118966:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000020:00000040:3.0:1769078131.118968:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078131.118973:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:3.0:1769078131.118976:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000200:0.0:1769078131.118978:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932528512, portal 25
00000100:00000040:3.0:1769078131.118980:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078131.118986:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078131.118986:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078131.118989:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078131.118990:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564473856 : -121121145077760 : ffff91d7492c4000)
00000100:00000040:0.0:1769078131.118997:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078131.119002:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769078131.119009:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769078131.119009:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:3.0:1769078131.119014:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000040:0.0:1769078131.119015:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078131.119019:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078131.119020:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
02000000:00000001:3.0:1769078131.119021:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769078131.119025:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932528512, offset 0
02000000:00000001:3.0:1769078131.119026:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078131.119030:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078131.119032:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078131.119035:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078131.119036:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000008:00000001:3.0:1769078131.119041:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078131.119042:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078131.119046:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4e00.
00000400:00000200:0.0:1769078131.119048:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:3.0:1769078131.119050:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078131.119054:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078131.119057:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
02000000:00000001:3.0:1769078131.119057:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078131.119059:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078131.119062:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078131.119064:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078131.119065:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1769078131.119069:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a000.
00000400:00000200:0.0:1769078131.119071:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:3.0:1769078131.119075:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078131.119077:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078131.119083:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00100000:3.0:1769078131.119084:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078131.119089:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47784:47784:256:4294967295] 192.168.204.153@tcp LPNI seq info [47784:47784:8:4294967295]
00000100:00000001:3.0:1769078131.119099:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078131.119103:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078131.119104:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078131.119112:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9cf5994] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078131.119118:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078131.119122:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078131.119127:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078131.119128:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078131.119136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769078131.119142:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:3.0:1769078131.119144:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:0.0:1769078131.119152:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00000040:3.0:1769078131.119153:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4832)
00000800:00000200:0.0:1769078131.119166:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078131.119171:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078131.119176:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078131.119181:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078131.119186:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078131.119190:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078131.119198:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078131.119204:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078131.119210:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078131.119214:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078131.119219:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078131.119225:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119244:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078131.119247:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119253:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.119254:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078131.119260:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078131.119264:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078131.119266:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299496226
00000100:00000010:0.0:1769078131.119271:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ae0.
00000100:00000001:0.0:1769078131.119278:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078131.119283:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299496226
00000100:00000010:0.0:1769078131.119285:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031f60.
00000100:00000001:0.0:1769078131.119288:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078131.119290:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078131.119292:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.119295:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078131.119298:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078131/real 1769078131]  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078131.119305:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078131.119307:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078131.119308:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078131.119311:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078131.119313:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078131.119315:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078131.119318:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078131.119324:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119329:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078131.119331:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119334:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078131.119336:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078131.119340:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119348:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078131.119353:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119376:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078131.119380:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119382:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078131.119384:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119386:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078131.119388:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078131.119390:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078131.119394:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078131.119396:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078131.119400:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078131.119445:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932528512:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078131.119450:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119452:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078131.119454:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4000 x1855007932528512/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119459:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078131.119462:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078131.119464:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078131.119467:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078131.119468:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078131.119470:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078131.119471:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078131.119473:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:0.0:1769078131.119476:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078131.119478:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078131.119480:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4000.
00000100:00000001:0.0:1769078131.119482:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078131.119483:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119485:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119493:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078131.119495:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.119497:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078131.119498:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078131.119499:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078131.119501:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119507:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078131.119508:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078131.119509:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078131.119511:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078131.119512:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078131.119514:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932528640:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078131.119516:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078131.119517:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078131.119518:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078131.119519:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078131.119522:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078131.119523:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078131.119527:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078131.119528:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078131.119531:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078131.119533:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932528640, portal 10
00000100:00000001:0.0:1769078131.119535:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078131.119536:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564475648 : -121121145075968 : ffff91d7492c4700)
00000100:00000040:0.0:1769078131.119541:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119546:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078131.119548:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078131.119549:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078131.119551:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932528640, offset 0
00000400:00000200:0.0:1769078131.119554:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078131.119557:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078131.119559:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078131.119561:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078131.119563:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078131.119565:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078131.119567:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078131.119569:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47785:47785:256:4294967295] 192.168.204.153@tcp LPNI seq info [47785:47785:8:4294967295]
00000400:00000200:0.0:1769078131.119573:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078131.119578:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078131.119581:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078131.119583:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078131.119586:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078131.119588:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078131.119591:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078131.119594:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078131.119596:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078131.119598:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078131.119600:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078131.119602:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078131.119604:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078131.119605:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078131.119607:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078131.119609:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119615:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078131.119617:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119626:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.119627:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078131.119629:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078131.119632:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078131.119634:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078131.119636:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299494924
00000100:00000001:0.0:1769078131.119638:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299496226
00000100:00000001:0.0:1769078131.119640:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299494924
00000100:00000001:0.0:1769078131.119641:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299496226
00000100:00000001:0.0:1769078131.119643:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078131.119644:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.119645:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078131.119647:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078131/real 1769078131]  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078131.119653:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078131.119654:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078131.119655:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078131.119656:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078131.119657:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078131.119659:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078131.119661:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078131.119666:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119671:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078131.119671:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119673:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078131.119674:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078131.119676:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119681:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078131.119684:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119688:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078131.119690:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119691:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078131.119692:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119693:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078131.119694:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078131.119696:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078131.119698:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078131.119699:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078131.119702:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078131.119707:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932528640:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078131.119709:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078131.119711:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119716:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078131.119717:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078131.119718:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078131.119719:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078131.119721:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078131.119722:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932528768:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078131.119724:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078131.119725:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078131.119727:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078131.119728:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078131.119730:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb800.
02000000:00000001:0.0:1769078131.119732:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078131.119734:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078131.119735:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078131.119737:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078131.119739:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932528768, portal 10
00000100:00000001:0.0:1769078131.119741:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078131.119742:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564477440 : -121121145074176 : ffff91d7492c4e00)
00000100:00000040:0.0:1769078131.119746:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119751:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078131.119752:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078131.119754:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078131.119755:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932528768, offset 0
00000400:00000200:0.0:1769078131.119758:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078131.119760:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078131.119762:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078131.119764:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078131.119765:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078131.119766:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078131.119768:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078131.119770:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47786:47786:256:4294967295] 192.168.204.153@tcp LPNI seq info [47786:47786:8:4294967295]
00000400:00000200:0.0:1769078131.119773:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078131.119777:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078131.119780:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078131.119782:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078131.119784:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078131.119786:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078131.119788:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078131.119790:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078131.119793:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078131.119795:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078131.119796:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078131.119799:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078131.119801:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078131.119802:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078131.119803:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078131.119805:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119810:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078131.119812:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119816:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.119817:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078131.119819:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078131.119821:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078131.119823:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078131.119824:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299494923
00000100:00000001:0.0:1769078131.119826:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299496226
00000100:00000001:0.0:1769078131.119827:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299494923
00000100:00000001:0.0:1769078131.119829:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299496226
00000100:00000001:0.0:1769078131.119830:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078131.119831:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.119832:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078131.119835:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078131/real 1769078131]  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078131.119839:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078131.119840:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078131.119841:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078131.119842:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078131.119843:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078131.119845:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078131.119847:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078131.119852:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119856:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078131.119857:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119858:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078131.119859:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078131.119861:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119865:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078131.119867:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119871:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078131.119872:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119873:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078131.119874:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119875:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078131.119878:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078131.119879:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078131.119881:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078131.119883:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078131.119885:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078131.119891:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932528768:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078131.119893:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119895:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078131.119897:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4700 x1855007932528640/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119901:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078131.119902:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078131.119903:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078131.119905:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078131.119906:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078131.119906:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078131.119908:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078131.119909:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508c00.
02000000:00000001:0.0:1769078131.119910:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078131.119911:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078131.119912:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4700.
00000100:00000001:0.0:1769078131.119914:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078131.119915:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119916:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078131.119918:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4e00 x1855007932528768/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.119922:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078131.119922:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078131.119923:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb800.
02000000:00000001:0.0:1769078131.119925:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078131.119926:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078131.119926:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078131.119927:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078131.119928:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:0.0:1769078131.119930:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078131.119930:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078131.119931:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4e00.
00000100:00000001:0.0:1769078131.119933:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078131.119933:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119934:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078131.119936:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078131.119937:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.119938:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078131.119940:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078132.014499:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078132.014510:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078132.014513:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.014513:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078132.014514:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769078132.014530:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078132.014530:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078132.014531:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078132.014536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078132.014542:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078132.014543:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078132.014543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078132.014543:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078132.014556:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078132.014557:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078132.014558:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078132.014559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078132.014566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.014571:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078132.014572:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078132.014572:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078132.014584:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078132.014587:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078132.014588:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078132.014591:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078132.014604:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078132.014606:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078132.014607:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078132.014612:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078132.014612:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.014613:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078132.014618:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078132.014622:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078132.014623:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078132.462483:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299496226, at 4299496256
00000100:00000040:3.0:1769078132.462483:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299496226, at 4299496256
00000100:00000010:2.0:1769078132.462499:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031ae0.
00000100:00000010:3.0:1769078132.462501:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031f60.
00000100:00000001:0.0:1769078133.038484:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078133.038484:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078133.038494:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078133.038494:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078133.038498:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078133.038499:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078133.038507:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078133.038507:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078133.038512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078133.038513:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078133.038513:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078133.038519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078133.038520:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078133.038520:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078133.038527:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078133.038529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078133.038531:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078133.038533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078133.038535:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078133.038536:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078133.038539:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078133.038542:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078133.038562:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078133.038567:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078133.038572:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078133.038634:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078133.038638:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078133.038640:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078133.038643:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078133.038646:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078133.038649:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078133.038652:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078133.038654:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078133.038657:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078134.062496:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078134.062496:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078134.062496:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078134.062501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078134.062505:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078134.062505:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078134.062506:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078134.062507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078134.062508:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078134.062509:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078134.062510:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078134.062517:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078134.062518:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078134.062519:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078134.062523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078134.062524:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078134.062526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078134.062527:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078134.062528:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078134.062530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078134.062531:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078134.062533:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078134.062534:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078134.062537:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078134.062542:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078134.062542:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078134.062547:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078134.062551:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078134.062552:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078134.062556:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078134.062559:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078134.062561:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078134.062567:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078134.062571:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078135.086531:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078135.086531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078135.086531:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078135.086536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078135.086540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078135.086540:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078135.086541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078135.086541:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078135.086544:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078135.086545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078135.086546:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078135.086548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078135.086551:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078135.086552:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078135.086553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078135.086554:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078135.086558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078135.086559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078135.086561:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078135.086562:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078135.086563:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078135.086565:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078135.086570:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078135.086573:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078135.086576:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078135.086576:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078135.086580:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078135.086583:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078135.086583:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078135.086584:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078135.086589:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078135.086595:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078135.086597:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078135.086602:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078136.110513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078136.110513:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078136.110523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078136.110524:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078136.110527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078136.110536:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1769078136.110538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078136.110542:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078136.110545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078136.110549:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078136.110552:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078136.110554:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078136.110559:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078136.110560:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078136.110566:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078136.110566:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078136.110573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078136.110575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078136.110579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078136.110608:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078136.110612:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078136.110616:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078136.111428:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078136.111433:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078136.111435:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078136.111438:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769078136.111440:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078136.111444:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078136.111445:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078136.111448:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.111449:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078136.111455:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078136.111456:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078136.111461:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078136.111462:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078136.111466:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078136.111467:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078136.111472:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078136.111475:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078136.111479:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078136.238579:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078136.238589:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078136.238591:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078136.238595:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078136.238598:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078136.238604:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4827
00000400:00000200:2.0:1769078136.238612:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078136.238617:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078136.238620:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078136.238622:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238625:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078136.238627:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238629:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078136.238632:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078136.238635:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078136.238637:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078136.238639:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078136.238641:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078136.238642:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078136.238644:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238646:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078136.238647:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238648:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078136.238650:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078136.238652:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238654:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078136.238656:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078136.238658:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078136.238660:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078136.238661:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078136.238663:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078136.238671:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769078136.238674:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078136.238677:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078136.238678:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078136.238681:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078136.238682:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078136.238685:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078136.238693:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769078136.238698:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078136.238705:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078136.238713:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078136.238716:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078136.238720:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.238748:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078136.238750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078136.238753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078136.238754:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078136.238755:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078136.238757:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078136.238759:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4827
00000400:00000200:2.0:1769078136.238761:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078136.238763:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078136.238764:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078136.238766:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238768:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078136.238769:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238771:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078136.238773:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078136.238774:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078136.238775:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078136.238777:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769078136.238778:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078136.238779:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078136.238782:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238783:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078136.238785:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238787:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078136.238789:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:0.0:1769078136.238790:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769078136.238792:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238794:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078136.238796:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078136.238798:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769078136.238800:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078136.238802:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769078136.238803:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078136.238806:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078136.238809:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769078136.238810:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769078136.238813:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078136.238818:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078136.238823:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
00000100:00000001:0.0:1769078136.238826:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769078136.238826:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769078136.238829:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078136.238831:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078136.238834:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078136.238836:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078136.238837:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078136.238840:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078136.238841:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078136.238842:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078136.238846:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078136.238847:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa800.
00000100:00100000:0.0:1769078136.238851:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932528896:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769078136.238852:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.238857:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1769078136.238861:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078136.238862:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078136.238866:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078136.238870:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078136.238873:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078136.238875:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078136.238877:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8000.
00000100:00000040:2.0:1769078136.238878:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078136.238880:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078136.238890:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078136.238892:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:2.0:1769078136.238893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078136.238897:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1769078136.238898:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00000001:2.0:1769078136.238899:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078136.238902:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078136.238904:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1769078136.238906:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00080000:2.0:1769078136.238907:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4827
00000400:00000200:2.0:1769078136.238912:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000200:0.0:1769078136.238914:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932528896, portal 25
00000400:00000200:2.0:1769078136.238915:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078136.238919:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078136.238920:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078136.238924:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000100:00000040:2.0:1769078136.238925:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238930:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078136.238933:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238936:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:0.0:1769078136.238937:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078136.238939:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078136.238942:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078136.238945:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078136.238947:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769078136.238951:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769078136.238953:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769078136.238954:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078136.238959:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769078136.238961:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000010:0.0:1769078136.238962:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000001:2.0:1769078136.238963:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769078136.238967:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932528896, offset 0
00000100:00000040:2.0:1769078136.238967:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238973:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078136.238975:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:0.0:1769078136.238978:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:2.0:1769078136.238979:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078136.238983:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078136.238984:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078136.238986:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078136.238990:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769078136.238991:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078136.238994:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078136.238996:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078136.238999:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000008:00000001:2.0:1769078136.239000:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078136.239006:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078136.239009:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1769078136.239010:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769078136.239013:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:0.0:1769078136.239015:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:2.0:1769078136.239016:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078136.239019:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078136.239021:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769078136.239022:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078136.239025:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078136.239028:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000001:2.0:1769078136.239028:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078136.239033:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab800.
00000400:00000200:0.0:1769078136.239034:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47787:47787:256:4294967295] 192.168.204.153@tcp LPNI seq info [47787:47787:8:4294967295]
00000100:00000001:2.0:1769078136.239037:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078136.239042:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:2.0:1769078136.239045:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078136.239054:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078136.239058:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078136.239059:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769078136.239063:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769078136.239070:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078136.239078:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00000001:2.0:1769078136.239078:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078136.239084:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078136.239087:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1769078136.239091:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769078136.239092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078136.239096:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1769078136.239097:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078136.239103:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078136.239105:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078136.239109:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769078136.239109:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4837)
00000800:00000010:0.0:1769078136.239114:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078136.239119:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078136.239123:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078136.239126:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078136.239128:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078136.239133:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078136.239137:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239143:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078136.239145:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239150:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.239151:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078136.239155:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078136.239158:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078136.239160:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299501346
00000100:00000010:0.0:1769078136.239164:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031120.
00000100:00000001:0.0:1769078136.239170:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078136.239175:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299501346
00000100:00000010:0.0:1769078136.239177:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600317e0.
00000100:00000001:0.0:1769078136.239180:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078136.239182:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078136.239184:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.239185:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078136.239197:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078136/real 1769078136]  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078136.239207:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078136.239208:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078136.239209:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078136.239212:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078136.239213:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078136.239215:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078136.239217:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078136.239223:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239227:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078136.239228:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239229:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078136.239231:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078136.239233:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239238:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078136.239241:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239246:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078136.239248:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239249:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078136.239250:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239252:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078136.239253:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078136.239255:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078136.239257:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078136.239259:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078136.239261:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078136.239266:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932528896:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078136.239270:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239271:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078136.239273:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932528896/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239278:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078136.239280:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078136.239282:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078136.239283:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078136.239285:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078136.239286:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078136.239287:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078136.239289:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa000.
02000000:00000001:0.0:1769078136.239291:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078136.239292:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078136.239294:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:0.0:1769078136.239296:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078136.239297:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239298:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239306:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078136.239307:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.239309:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078136.239310:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078136.239311:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078136.239313:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239318:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078136.239319:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078136.239332:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078136.239334:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078136.239336:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078136.239338:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932529024:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078136.239340:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078136.239341:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078136.239342:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078136.239344:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078136.239346:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078136.239347:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078136.239350:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078136.239352:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078136.239354:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078136.239356:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932529024, portal 10
00000100:00000001:0.0:1769078136.239357:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078136.239358:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000100:00000040:0.0:1769078136.239363:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239367:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078136.239369:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078136.239370:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078136.239372:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932529024, offset 0
00000400:00000200:0.0:1769078136.239374:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078136.239377:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078136.239380:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078136.239382:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078136.239384:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078136.239386:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078136.239387:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078136.239390:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47788:47788:256:4294967295] 192.168.204.153@tcp LPNI seq info [47788:47788:8:4294967295]
00000400:00000200:0.0:1769078136.239393:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078136.239397:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078136.239400:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078136.239446:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078136.239449:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078136.239451:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078136.239454:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078136.239456:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078136.239458:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078136.239460:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078136.239462:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078136.239464:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078136.239466:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078136.239467:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078136.239469:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078136.239472:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239477:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078136.239479:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239484:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.239485:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078136.239487:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078136.239490:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078136.239492:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078136.239494:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299500044
00000100:00000001:0.0:1769078136.239496:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299501346
00000100:00000001:0.0:1769078136.239498:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299500044
00000100:00000001:0.0:1769078136.239499:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299501346
00000100:00000001:0.0:1769078136.239501:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078136.239503:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.239504:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078136.239506:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078136/real 1769078136]  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078136.239511:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078136.239511:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078136.239513:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078136.239514:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078136.239515:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078136.239517:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078136.239519:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078136.239524:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239528:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078136.239529:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239530:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078136.239532:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078136.239534:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239538:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078136.239541:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239545:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078136.239546:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239548:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078136.239549:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239550:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078136.239551:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078136.239553:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078136.239555:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078136.239556:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078136.239559:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078136.239563:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932529024:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078136.239566:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078136.239567:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239571:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078136.239572:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078136.239574:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078136.239575:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078136.239576:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078136.239578:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932529152:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078136.239580:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078136.239582:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078136.239583:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078136.239584:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078136.239586:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769078136.239588:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078136.239590:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078136.239591:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078136.239593:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078136.239595:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932529152, portal 10
00000100:00000001:0.0:1769078136.239596:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078136.239598:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000100:00000040:0.0:1769078136.239601:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239605:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078136.239607:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078136.239608:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078136.239610:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932529152, offset 0
00000400:00000200:0.0:1769078136.239612:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078136.239614:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078136.239616:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078136.239618:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078136.239620:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078136.239621:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078136.239623:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078136.239625:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47789:47789:256:4294967295] 192.168.204.153@tcp LPNI seq info [47789:47789:8:4294967295]
00000400:00000200:0.0:1769078136.239628:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078136.239632:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078136.239635:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078136.239637:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078136.239639:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078136.239641:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078136.239643:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078136.239645:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078136.239648:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078136.239649:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078136.239651:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078136.239653:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078136.239655:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078136.239656:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078136.239657:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078136.239659:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239664:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078136.239666:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239670:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.239671:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078136.239673:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078136.239675:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078136.239677:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078136.239678:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299500043
00000100:00000001:0.0:1769078136.239679:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299501346
00000100:00000001:0.0:1769078136.239681:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299500043
00000100:00000001:0.0:1769078136.239682:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299501346
00000100:00000001:0.0:1769078136.239684:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078136.239685:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.239686:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078136.239688:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078136/real 1769078136]  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078136.239692:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078136.239693:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078136.239694:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078136.239695:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078136.239696:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078136.239697:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078136.239699:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078136.239704:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239708:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078136.239709:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239710:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078136.239711:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078136.239714:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239719:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078136.239721:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239725:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078136.239726:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239727:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078136.239728:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239729:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078136.239731:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078136.239733:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078136.239734:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078136.239736:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078136.239738:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078136.239743:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932529152:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078136.239745:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239746:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078136.239748:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932529024/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239752:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078136.239753:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078136.239754:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078136.239756:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078136.239756:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078136.239757:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078136.239758:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078136.239760:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa800.
02000000:00000001:0.0:1769078136.239762:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078136.239763:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078136.239764:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:0.0:1769078136.239765:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078136.239766:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239767:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078136.239769:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932529152/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.239773:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078136.239774:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078136.239775:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769078136.239776:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078136.239776:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078136.239777:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078136.239778:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078136.239779:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab800.
02000000:00000001:0.0:1769078136.239780:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078136.239781:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078136.239782:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:0.0:1769078136.239783:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078136.239784:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239785:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078136.239787:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078136.239787:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.239789:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078136.239790:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078137.134521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078137.134521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078137.134524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078137.134530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078137.134530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.134531:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078137.134535:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.134535:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078137.134538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078137.134541:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078137.134541:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078137.134542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078137.134545:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078137.134548:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078137.134550:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078137.134552:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078137.134553:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078137.134553:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078137.134557:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078137.134561:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078137.134561:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078137.134566:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078137.134566:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078137.134570:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078137.134572:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078137.134572:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078137.134576:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078137.134577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078137.134580:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078137.134581:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078137.134582:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078137.134587:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078137.134588:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078137.134590:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078137.582535:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299501346, at 4299501376
00000100:00000040:3.0:1769078137.582535:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299501346, at 4299501376
00000100:00000010:3.0:1769078137.582554:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600317e0.
00000100:00000010:2.0:1769078137.582556:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031120.
00000100:00000001:0.0:1769078138.158545:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078138.158545:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078138.158553:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078138.158560:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078138.158561:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078138.158561:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078138.158566:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.158566:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078138.158574:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078138.158575:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078138.158580:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078138.158582:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078138.158585:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078138.158587:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078138.158589:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078138.158592:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.158594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078138.158596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078138.158598:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078138.158599:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078138.158602:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078138.158605:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078138.158608:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078138.158608:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078138.158617:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078138.158618:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078138.158625:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078138.158627:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078138.158631:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078138.158648:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078138.158652:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078138.158677:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078138.158680:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078138.158686:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078139.182509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078139.182513:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078139.182515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078139.182517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078139.182520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078139.182521:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078139.182522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078139.182524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078139.182527:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078139.182529:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078139.182534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078139.182536:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078139.182537:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078139.182538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078139.182539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078139.182542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078139.182549:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078139.182549:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078139.182550:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769078139.182561:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078139.182562:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078139.182562:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078139.182573:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078139.182578:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078139.182579:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078139.182580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078139.182581:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078139.182586:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078139.182587:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078139.182593:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078139.182596:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078139.182597:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078139.182598:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078139.182608:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078139.182609:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078139.182614:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078139.182618:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078139.182644:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078139.182649:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078139.182653:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078140.206506:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078140.206506:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078140.206510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078140.206514:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078140.206514:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078140.206516:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078140.206518:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078140.206518:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078140.206520:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078140.206527:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078140.206527:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078140.206528:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078140.206528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078140.206535:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078140.206535:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078140.206536:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078140.206536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078140.206541:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078140.206541:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078140.206542:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078140.206545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078140.206549:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078140.206550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078140.206552:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078140.206556:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078140.206557:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078140.206560:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078140.206564:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078140.206565:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078140.206569:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078140.206574:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078140.206588:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078140.206591:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078140.206594:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078141.230507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078141.230508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078141.230510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078141.230515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078141.230516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.230517:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078141.230517:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078141.230527:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078141.230528:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078141.230528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078141.230530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078141.230539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078141.230540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078141.230542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078141.230543:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078141.230556:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078141.230557:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078141.230558:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078141.230568:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078141.230569:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078141.230569:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078141.230574:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078141.230580:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078141.230580:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078141.230581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.230588:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.230599:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078141.230599:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078141.230601:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078141.230604:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078141.230607:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078141.230607:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078141.230611:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078141.230615:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078141.358528:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078141.358538:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078141.358540:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078141.358543:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078141.358547:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078141.358553:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4832
00000400:00000200:1.0:1769078141.358560:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078141.358566:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078141.358569:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078141.358571:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078141.358574:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078141.358576:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078141.358578:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078141.358582:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078141.358583:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078141.358585:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078141.358587:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078141.358589:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078141.358590:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078141.358592:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078141.358593:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078141.358595:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078141.358597:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078141.358599:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078141.358602:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078141.358603:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078141.358605:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078141.358607:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078141.358609:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078141.358611:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078141.358612:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078141.358620:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769078141.358622:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078141.358625:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078141.358627:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078141.358629:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078141.358631:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078141.358634:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078141.358639:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769078141.358645:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078141.358652:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078141.358659:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078141.358663:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078141.358666:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.358684:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078141.358686:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078141.358688:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078141.358689:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078141.358690:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078141.358692:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078141.358694:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4832
00000400:00000200:1.0:1769078141.358697:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078141.358698:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078141.358700:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078141.358702:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078141.358704:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078141.358706:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078141.358708:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078141.358709:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078141.358711:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078141.358712:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078141.358713:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078141.358715:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078141.358716:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769078141.358719:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078141.358720:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078141.358721:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078141.358723:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078141.358723:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078141.358728:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:0.0:1769078141.358729:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769078141.358731:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078141.358733:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078141.358734:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078141.358737:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078141.358741:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078141.358742:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078141.358743:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078141.358747:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078141.358751:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078141.358755:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078141.358759:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.358761:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:1.0:1769078141.358763:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000100:00000001:0.0:1769078141.358766:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078141.358766:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078141.358772:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078141.358774:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078141.358774:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078141.358778:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078141.358780:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078141.358780:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078141.358783:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078141.358788:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078141.358788:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:1.0:1769078141.358792:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078141.358797:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932529280:192.168.204.153@tcp:250:kworker.0
00000100:00100000:1.0:1769078141.358798:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078141.358807:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078141.358810:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078141.358812:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078141.358813:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1769078141.358816:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078141.358817:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078141.358823:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078141.358832:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8c00.
00000100:00000001:1.0:1769078141.358832:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078141.358836:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769078141.358838:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078141.358844:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078141.358847:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078141.358849:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:1.0:1769078141.358850:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769078141.358856:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00000001:1.0:1769078141.358856:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078141.358862:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4832
00000400:00000200:1.0:1769078141.358867:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078141.358871:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000010:0.0:1769078141.358873:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00080000:1.0:1769078141.358874:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078141.358881:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000200:0.0:1769078141.358883:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932529280, portal 25
00000100:00000001:1.0:1769078141.358884:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078141.358889:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769078141.358889:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078141.358892:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559368320 : -121121150183296 : ffff91d748de5880)
00000100:00000001:1.0:1769078141.358895:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078141.358900:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769078141.358902:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078141.358903:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078141.358907:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078141.358911:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000001:0.0:1769078141.358915:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1769078141.358916:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078141.358919:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078141.358921:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078141.358925:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932529280, offset 0
00000020:00000001:1.0:1769078141.358933:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:0.0:1769078141.358934:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078141.358944:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078141.358946:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078141.358950:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078141.358954:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078141.358958:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:1.0:1769078141.358959:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078141.358964:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:0.0:1769078141.358968:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769078141.358969:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078141.358973:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078141.358975:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078141.358979:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078141.358982:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:1.0:1769078141.358984:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078141.358988:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078141.358989:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000008:00100000:1.0:1769078141.358991:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078141.358995:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000008:00000001:1.0:1769078141.358997:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078141.359002:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47790:47790:256:4294967295] 192.168.204.153@tcp LPNI seq info [47790:47790:8:4294967295]
00000100:00000001:1.0:1769078141.359003:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078141.359011:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000010:1.0:1769078141.359011:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000020:00000040:1.0:1769078141.359016:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078141.359019:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078141.359023:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078141.359025:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078141.359027:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078141.359031:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1769078141.359035:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769078141.359035:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078141.359041:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
02000000:00000010:1.0:1769078141.359043:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769078141.359048:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078141.359049:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078141.359055:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000100:00100000:1.0:1769078141.359059:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769078141.359062:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078141.359067:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078141.359076:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078141.359080:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000100:00000001:1.0:1769078141.359080:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078141.359085:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078141.359086:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078141.359093:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769078141.359093:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078141.359098:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078141.359101:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078141.359107:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078141.359111:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078141.359113:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078141.359117:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078141.359127:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769078141.359129:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078141.359132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078141.359133:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078141.359141:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769078141.359145:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.359148:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769078141.359150:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4842)
00000100:00000001:0.0:1769078141.359152:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078141.359162:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078141.359165:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299506466
00000100:00000010:0.0:1769078141.359169:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600310c0.
00000100:00000001:0.0:1769078141.359174:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078141.359180:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299506466
00000100:00000010:0.0:1769078141.359182:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031840.
00000100:00000001:0.0:1769078141.359185:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078141.359187:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078141.359189:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.359191:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078141.359194:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078141/real 1769078141]  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078141.359202:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078141.359203:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078141.359205:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078141.359208:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078141.359209:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078141.359211:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078141.359213:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078141.359219:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359224:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078141.359225:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359226:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078141.359227:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078141.359230:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359257:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078141.359261:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359266:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078141.359268:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359269:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078141.359270:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359272:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078141.359273:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078141.359275:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078141.359278:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078141.359280:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078141.359283:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078141.359288:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932529280:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078141.359291:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359293:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078141.359295:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5880 x1855007932529280/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359299:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078141.359301:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078141.359303:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769078141.359305:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078141.359306:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078141.359307:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078141.359308:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078141.359310:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:0.0:1769078141.359312:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078141.359313:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078141.359314:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5880.
00000100:00000001:0.0:1769078141.359317:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078141.359318:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359319:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359326:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078141.359328:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.359329:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078141.359330:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078141.359331:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078141.359334:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359339:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078141.359340:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078141.359341:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078141.359343:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078141.359345:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078141.359347:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932529408:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078141.359349:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078141.359351:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078141.359352:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078141.359353:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078141.359355:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769078141.359356:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078141.359359:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078141.359361:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078141.359363:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078141.359365:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932529408, portal 10
00000100:00000001:0.0:1769078141.359367:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078141.359368:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559372800 : -121121150178816 : ffff91d748de6a00)
00000100:00000040:0.0:1769078141.359373:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359380:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078141.359383:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078141.359385:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078141.359388:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932529408, offset 0
00000400:00000200:0.0:1769078141.359392:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078141.359397:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078141.359425:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078141.359428:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078141.359432:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078141.359434:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078141.359436:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078141.359440:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47791:47791:256:4294967295] 192.168.204.153@tcp LPNI seq info [47791:47791:8:4294967295]
00000400:00000200:0.0:1769078141.359444:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078141.359450:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078141.359453:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078141.359456:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078141.359459:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078141.359461:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078141.359464:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078141.359466:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078141.359468:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078141.359470:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078141.359471:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078141.359474:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078141.359476:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078141.359477:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078141.359479:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078141.359481:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359487:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078141.359489:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359494:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.359495:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078141.359497:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078141.359500:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078141.359502:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078141.359503:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299505164
00000100:00000001:0.0:1769078141.359505:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299506466
00000100:00000001:0.0:1769078141.359507:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299505164
00000100:00000001:0.0:1769078141.359508:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299506466
00000100:00000001:0.0:1769078141.359510:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078141.359511:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.359512:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078141.359515:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078141/real 1769078141]  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078141.359524:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078141.359525:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078141.359526:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078141.359528:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078141.359529:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078141.359531:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078141.359533:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078141.359538:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359543:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078141.359544:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359545:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078141.359546:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078141.359548:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359552:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078141.359555:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359562:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078141.359564:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359565:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078141.359567:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359568:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078141.359570:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078141.359572:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078141.359576:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078141.359578:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078141.359583:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078141.359591:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932529408:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078141.359596:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078141.359599:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359606:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078141.359608:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078141.359610:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078141.359612:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078141.359614:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078141.359617:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932529536:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078141.359621:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078141.359623:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078141.359625:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078141.359627:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078141.359630:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078141.359633:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078141.359637:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078141.359640:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078141.359643:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078141.359646:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932529536, portal 10
00000100:00000001:0.0:1769078141.359648:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078141.359650:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559371904 : -121121150179712 : ffff91d748de6680)
00000100:00000040:0.0:1769078141.359656:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359663:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078141.359665:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078141.359667:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078141.359670:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932529536, offset 0
00000400:00000200:0.0:1769078141.359675:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078141.359679:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078141.359681:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078141.359684:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078141.359686:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078141.359687:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078141.359689:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078141.359691:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47792:47792:256:4294967295] 192.168.204.153@tcp LPNI seq info [47792:47792:8:4294967295]
00000400:00000200:0.0:1769078141.359695:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078141.359699:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078141.359703:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078141.359705:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078141.359708:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078141.359710:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078141.359713:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078141.359715:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078141.359717:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078141.359719:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078141.359721:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078141.359723:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078141.359725:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078141.359726:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078141.359728:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078141.359730:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359736:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078141.359738:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359743:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.359744:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078141.359746:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078141.359748:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078141.359751:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078141.359752:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299505163
00000100:00000001:0.0:1769078141.359754:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299506466
00000100:00000001:0.0:1769078141.359755:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299505163
00000100:00000001:0.0:1769078141.359757:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299506466
00000100:00000001:0.0:1769078141.359758:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078141.359759:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.359761:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078141.359763:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078141/real 1769078141]  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078141.359768:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078141.359769:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078141.359770:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078141.359772:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078141.359773:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078141.359774:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078141.359776:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078141.359782:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359785:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078141.359786:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359787:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078141.359788:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078141.359790:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359794:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078141.359796:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359801:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078141.359802:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359803:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078141.359804:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359806:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078141.359808:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078141.359810:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078141.359812:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078141.359813:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078141.359815:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078141.359820:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932529536:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078141.359822:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359824:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078141.359826:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6a00 x1855007932529408/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359830:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078141.359831:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078141.359832:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:0.0:1769078141.359833:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078141.359834:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078141.359835:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078141.359836:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078141.359837:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:0.0:1769078141.359839:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078141.359839:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078141.359840:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6a00.
00000100:00000001:0.0:1769078141.359842:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078141.359843:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359844:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078141.359846:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6680 x1855007932529536/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.359855:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078141.359856:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078141.359857:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8000.
02000000:00000001:0.0:1769078141.359858:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078141.359858:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078141.359859:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078141.359860:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078141.359861:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:0.0:1769078141.359862:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078141.359863:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078141.359864:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6680.
00000100:00000001:0.0:1769078141.359865:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078141.359866:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359867:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078141.359869:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078141.359870:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.359871:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078141.359872:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078142.254542:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078142.254551:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078142.254554:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078142.254554:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078142.254556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078142.254565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078142.254566:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078142.254567:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078142.254573:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078142.254574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078142.254575:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078142.254580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078142.254581:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078142.254584:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078142.254588:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078142.254588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078142.254592:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078142.254593:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078142.254596:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078142.254601:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078142.254602:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078142.254604:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078142.254612:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078142.254613:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078142.254623:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078142.254624:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078142.254630:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078142.254632:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078142.254636:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078142.254640:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078142.254644:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078142.254656:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078142.254659:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078142.254664:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078142.702542:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299506466, at 4299506496
00000100:00000040:3.0:1769078142.702542:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299506466, at 4299506496
00000100:00000010:2.0:1769078142.702562:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600310c0.
00000100:00000010:3.0:1769078142.702566:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031840.
00010000:00000001:1.0:1769078143.278535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078143.278537:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078143.278543:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078143.278545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078143.278546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078143.278550:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078143.278550:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078143.278552:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078143.278555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078143.278556:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.278557:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078143.278560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078143.278560:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078143.278562:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078143.278563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078143.278570:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078143.278570:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078143.278570:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078143.278577:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078143.278578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078143.278578:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078143.278581:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078143.278584:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078143.278585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078143.278588:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078143.278590:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078143.278592:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078143.278597:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078143.278598:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078143.278603:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078143.278606:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.278607:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078143.278612:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078143.278615:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078144.302555:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078144.302560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078144.302566:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078144.302567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078144.302567:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078144.302575:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078144.302577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078144.302577:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078144.302580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078144.302589:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078144.302590:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078144.302600:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078144.302602:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078144.302609:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078144.302610:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078144.302611:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078144.302613:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078144.302617:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078144.302623:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078144.302625:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078144.302632:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078144.302634:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078144.302637:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078144.302638:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078144.302639:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078144.302646:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078144.302646:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078144.302652:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078144.302655:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078144.302656:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078144.302661:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078144.302664:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078144.302666:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078144.302669:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078145.326500:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078145.326500:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078145.326503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078145.326507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078145.326508:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078145.326508:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078145.326511:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078145.326512:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078145.326514:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078145.326515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078145.326517:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769078145.326518:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078145.326519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078145.326520:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078145.326520:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078145.326524:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078145.326527:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078145.326527:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078145.326529:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078145.326530:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078145.326531:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078145.326533:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078145.326535:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078145.326536:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078145.326540:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078145.326541:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078145.326543:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078145.326545:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078145.326546:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078145.326551:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078145.326551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078145.326553:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078145.326555:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078145.326559:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078146.350514:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078146.350514:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078146.350517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078146.350522:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078146.350523:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078146.350523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078146.350526:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078146.350527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078146.350528:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769078146.350532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078146.350533:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078146.350539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078146.350541:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078146.350541:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078146.350544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078146.350545:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078146.350546:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.350548:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078146.350550:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078146.350550:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078146.350551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078146.350555:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078146.350556:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078146.350556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078146.350557:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078146.350563:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078146.350563:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078146.350564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078146.350564:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078146.350568:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078146.350569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.350570:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078146.350573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.350575:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078146.350578:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078146.350580:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078146.350582:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078146.350593:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078146.350596:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078146.350598:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078146.478538:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078146.478548:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078146.478550:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078146.478553:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078146.478557:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078146.478562:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4837
00000400:00000200:0.0:1769078146.478570:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078146.478576:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078146.478579:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078146.478582:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478585:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078146.478587:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478589:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078146.478592:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078146.478594:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078146.478596:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078146.478598:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078146.478599:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078146.478601:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078146.478603:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478605:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078146.478606:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478607:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078146.478610:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078146.478612:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478614:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078146.478616:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078146.478619:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078146.478621:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.478622:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078146.478623:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078146.478632:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2d80.
00000020:00000040:0.0:1769078146.478634:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078146.478637:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078146.478639:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.478641:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078146.478643:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078146.478646:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078146.478652:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8c00.
00000100:00000001:0.0:1769078146.478657:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078146.478665:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078146.478673:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078146.478677:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078146.478680:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000296efca4] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078146.478701:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078146.478703:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078146.478706:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078146.478707:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078146.478708:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078146.478710:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078146.478712:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4837
00000400:00000200:0.0:1769078146.478714:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078146.478716:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078146.478718:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078146.478720:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478721:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078146.478722:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478724:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078146.478725:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078146.478726:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078146.478727:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078146.478728:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078146.478729:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078146.478731:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078146.478732:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478734:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078146.478735:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478737:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078146.478739:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078146.478742:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478744:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078146.478746:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078146.478750:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078146.478751:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.478753:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078146.478756:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078146.478759:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078146.478759:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078146.478763:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078146.478765:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1769078146.478767:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0a80.
00000100:00000001:3.0:1769078146.478770:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078146.478771:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078146.478775:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078146.478776:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.478779:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078146.478781:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1769078146.478781:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078146.478785:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078146.478791:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8000.
00000100:00000001:3.0:1769078146.478793:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078146.478795:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078146.478796:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078146.478803:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1769078146.478805:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078146.478806:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078146.478811:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.478819:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1769078146.478820:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932529664:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078146.478823:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078146.478830:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a51dfce] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.478830:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078146.478837:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078146.478840:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078146.478847:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078146.478848:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078146.478851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078146.478854:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:3.0:1769078146.478854:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
00000100:00000001:0.0:1769078146.478855:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078146.478858:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1769078146.478860:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.478862:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078146.478865:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4837
00000400:00000200:0.0:1769078146.478873:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078146.478874:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078146.478876:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078146.478879:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769078146.478880:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000040:0.0:1769078146.478881:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478886:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769078146.478888:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000040:0.0:1769078146.478889:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478894:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078146.478896:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078146.478897:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000100:00000200:3.0:1769078146.478898:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932529664, portal 25
00000020:00000001:0.0:1769078146.478899:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078146.478902:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000001:3.0:1769078146.478903:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1769078146.478905:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:3.0:1769078146.478906:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806016 : -121121160745600 : ffff91d7483d2d80)
00000020:00000001:0.0:1769078146.478908:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078146.478912:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:3.0:1769078146.478916:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078146.478917:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078146.478921:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478927:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078146.478931:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000001:3.0:1769078146.478933:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769078146.478935:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078146.478939:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078146.478940:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769078146.478943:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1769078146.478944:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
02000000:00000001:0.0:1769078146.478947:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1769078146.478948:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932529664, offset 0
02000000:00000001:0.0:1769078146.478953:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.478955:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078146.478957:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078146.478958:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000008:00000001:0.0:1769078146.478961:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.478963:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078146.478967:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000400:00000200:3.0:1769078146.478970:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:0.0:1769078146.478971:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078146.478975:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078146.478977:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078146.478978:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:0.0:1769078146.478981:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078146.478984:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078146.478986:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078146.478986:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1769078146.478992:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb800.
00000400:00000200:3.0:1769078146.478992:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:0.0:1769078146.478997:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078146.478999:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1769078146.479005:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078146.479005:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078146.479010:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47793:47793:256:4294967295] 192.168.204.153@tcp LPNI seq info [47793:47793:8:4294967295]
00000400:00000200:3.0:1769078146.479021:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078146.479024:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078146.479027:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078146.479032:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078146.479037:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078146.479048:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078146.479048:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078146.479051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078146.479054:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:3.0:1769078146.479055:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000100:00000040:0.0:1769078146.479057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078146.479061:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078146.479064:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4847)
00000800:00000200:3.0:1769078146.479065:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078146.479069:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769078146.479074:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078146.479077:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769078146.479080:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078146.479083:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078146.479135:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078146.479142:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078146.479172:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078146.479174:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078146.479178:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078146.479182:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479190:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078146.479192:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479198:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078146.479199:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078146.479204:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078146.479207:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078146.479210:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299511586
00000100:00000010:3.0:1769078146.479214:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a91e0.
00000100:00000001:3.0:1769078146.479219:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078146.479224:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299511586
00000100:00000010:3.0:1769078146.479226:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a96c0.
00000100:00000001:3.0:1769078146.479229:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078146.479231:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078146.479232:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078146.479235:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078146.479237:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078146/real 1769078146]  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078146.479245:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078146.479246:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078146.479248:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078146.479250:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078146.479251:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078146.479253:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078146.479255:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078146.479262:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479266:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078146.479267:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479269:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078146.479270:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078146.479272:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479277:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078146.479280:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479285:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078146.479287:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479288:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078146.479289:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479291:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078146.479292:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078146.479294:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078146.479297:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078146.479298:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078146.479301:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078146.479306:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932529664:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078146.479310:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479312:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078146.479313:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2d80 x1855007932529664/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479323:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078146.479325:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078146.479326:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078146.479328:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078146.479329:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078146.479331:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078146.479332:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078146.479334:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:3.0:1769078146.479337:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078146.479338:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078146.479339:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2d80.
00000100:00000001:3.0:1769078146.479343:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078146.479343:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479345:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479352:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078146.479354:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078146.479356:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078146.479357:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078146.479358:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078146.479360:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479365:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078146.479366:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078146.479368:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078146.479369:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078146.479370:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078146.479372:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932529792:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078146.479374:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078146.479375:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078146.479376:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078146.479378:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078146.479379:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078146.479381:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078146.479383:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078146.479385:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078146.479388:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078146.479390:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932529792, portal 10
00000100:00000001:3.0:1769078146.479391:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078146.479392:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797056 : -121121160754560 : ffff91d7483d0a80)
00000100:00000040:3.0:1769078146.479397:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479425:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078146.479427:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078146.479429:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078146.479430:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932529792, offset 0
00000400:00000200:3.0:1769078146.479433:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078146.479436:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078146.479439:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078146.479441:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078146.479443:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078146.479445:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078146.479447:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078146.479449:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47794:47794:256:4294967295] 192.168.204.153@tcp LPNI seq info [47794:47794:8:4294967295]
00000400:00000200:3.0:1769078146.479452:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078146.479456:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078146.479459:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078146.479461:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078146.479464:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078146.479466:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769078146.479469:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078146.479471:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769078146.479473:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078146.479474:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078146.479476:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078146.479479:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078146.479481:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078146.479482:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078146.479484:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078146.479487:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479492:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078146.479494:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479499:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078146.479500:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078146.479502:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078146.479505:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078146.479507:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078146.479508:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299510284
00000100:00000001:3.0:1769078146.479510:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299511586
00000100:00000001:3.0:1769078146.479512:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299510284
00000100:00000001:3.0:1769078146.479513:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299511586
00000100:00000001:3.0:1769078146.479514:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078146.479516:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078146.479517:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078146.479519:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078146/real 1769078146]  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078146.479524:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078146.479525:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078146.479527:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078146.479528:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078146.479529:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078146.479531:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078146.479534:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078146.479543:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479555:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078146.479557:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479558:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078146.479560:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078146.479564:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479572:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078146.479576:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479584:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078146.479587:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479589:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078146.479590:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479592:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078146.479595:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078146.479597:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078146.479600:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078146.479602:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078146.479605:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078146.479611:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932529792:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078146.479613:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078146.479615:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479619:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078146.479620:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078146.479622:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078146.479624:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078146.479625:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078146.479627:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932529920:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078146.479630:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078146.479631:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078146.479632:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078146.479633:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078146.479636:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078146.479637:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078146.479640:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078146.479642:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078146.479645:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078146.479647:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932529920, portal 10
00000100:00000001:3.0:1769078146.479649:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078146.479649:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769078146.479654:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479658:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078146.479660:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078146.479661:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078146.479663:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932529920, offset 0
00000400:00000200:3.0:1769078146.479665:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078146.479668:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078146.479671:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078146.479673:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078146.479675:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078146.479676:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078146.479678:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078146.479680:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47795:47795:256:4294967295] 192.168.204.153@tcp LPNI seq info [47795:47795:8:4294967295]
00000400:00000200:3.0:1769078146.479683:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078146.479687:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078146.479690:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078146.479692:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078146.479695:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078146.479697:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769078146.479700:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078146.479702:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769078146.479705:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078146.479706:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078146.479708:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078146.479712:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078146.479715:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078146.479717:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078146.479719:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078146.479722:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479730:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078146.479733:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479740:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078146.479742:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078146.479745:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078146.479749:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078146.479753:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078146.479755:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299510283
00000100:00000001:3.0:1769078146.479758:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299511586
00000100:00000001:3.0:1769078146.479760:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299510283
00000100:00000001:3.0:1769078146.479763:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299511586
00000100:00000001:3.0:1769078146.479765:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078146.479767:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078146.479769:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078146.479773:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078146/real 1769078146]  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078146.479779:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078146.479780:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078146.479782:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078146.479783:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078146.479784:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078146.479786:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078146.479788:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078146.479794:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479798:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078146.479799:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479800:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078146.479801:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078146.479803:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479807:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078146.479809:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479813:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078146.479815:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479817:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078146.479819:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479820:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078146.479823:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078146.479826:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078146.479830:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078146.479832:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078146.479837:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078146.479846:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932529920:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078146.479850:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479852:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078146.479855:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0a80 x1855007932529792/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479863:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078146.479864:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078146.479866:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078146.479869:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078146.479872:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078146.479873:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078146.479874:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078146.479875:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8000.
02000000:00000001:3.0:1769078146.479877:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078146.479878:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078146.479879:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0a80.
00000100:00000001:3.0:1769078146.479881:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078146.479882:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479883:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078146.479886:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932529920/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078146.479890:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078146.479891:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078146.479893:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078146.479894:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078146.479895:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078146.479896:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078146.479897:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078146.479897:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb800.
02000000:00000001:3.0:1769078146.479899:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078146.479900:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078146.479901:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769078146.479902:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078146.479903:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479904:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078146.479907:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078146.479908:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078146.479910:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078146.479911:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078147.374563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078147.374563:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078147.374563:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078147.374568:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078147.374575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078147.374577:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078147.374579:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078147.374579:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078147.374584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078147.374589:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078147.374589:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078147.374590:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078147.374591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078147.374606:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078147.374608:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078147.374608:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078147.374623:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078147.374624:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078147.374624:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078147.374627:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078147.374638:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078147.374640:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078147.374642:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078147.374642:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078147.374644:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078147.374645:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078147.374651:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078147.374658:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078147.374660:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078147.374663:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078147.374666:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078147.374667:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078147.374672:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078147.374679:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078147.822544:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299511586, at 4299511616
00000100:00000040:3.0:1769078147.822544:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299511586, at 4299511616
00000100:00000010:2.0:1769078147.822564:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a91e0.
00000100:00000010:3.0:1769078147.822568:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00000100:00000001:2.0:1769078148.398542:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078148.398542:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078148.398545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078148.398550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078148.398551:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078148.398552:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078148.398557:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078148.398558:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078148.398559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078148.398564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078148.398567:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078148.398567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078148.398574:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078148.398577:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078148.398581:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078148.398582:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078148.398585:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078148.398588:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078148.398591:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078148.398592:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078148.398596:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078148.398600:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078148.398602:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078148.398607:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078148.398610:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00010000:1.0:1769078148.398610:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078148.398619:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078148.398622:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078148.398628:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078148.398634:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078148.398640:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078148.398644:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078148.398648:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078148.398653:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078149.422526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078149.422526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078149.422532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078149.422535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078149.422536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078149.422537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078149.422539:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078149.422539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078149.422541:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078149.422545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769078149.422547:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078149.422548:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078149.422548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078149.422548:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078149.422554:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078149.422555:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078149.422556:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078149.422556:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078149.422561:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078149.422561:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078149.422562:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078149.422563:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078149.422567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078149.422567:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078149.422567:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078149.422571:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078149.422574:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078149.422575:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078149.422578:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078149.422583:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078149.422585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078149.422586:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078149.422593:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078149.422597:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078149.422602:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078149.422606:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078149.422609:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078149.422612:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078149.422616:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078149.422620:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078150.446534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078150.446534:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078150.446535:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078150.446541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078150.446543:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078150.446544:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078150.446548:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078150.446549:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078150.446550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078150.446555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078150.446556:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078150.446557:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078150.446564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078150.446565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078150.446571:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078150.446571:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078150.446576:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078150.446579:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078150.446581:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078150.446583:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078150.446583:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078150.446585:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078150.446589:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078150.446590:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078150.446594:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078150.446611:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078150.446616:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078150.446618:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078150.446621:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078150.446624:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078150.446627:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078150.446630:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078150.446632:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078150.446634:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078151.470506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078151.470513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078151.470520:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078151.470522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078151.470525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078151.470529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078151.470530:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078151.470533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078151.470536:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769078151.470542:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078151.470543:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078151.470543:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078151.470548:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078151.470550:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.470551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078151.470552:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078151.470552:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078151.470559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078151.470561:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00010000:1.0:1769078151.470565:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078151.470565:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078151.470566:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078151.470566:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078151.470571:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078151.470573:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078151.470578:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078151.470578:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.470579:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078151.470582:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078151.470589:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.470590:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.470597:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078151.470600:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.470605:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078151.598555:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078151.598566:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078151.598569:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078151.598573:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078151.598577:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078151.598586:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4842
00000400:00000200:0.0:1769078151.598597:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078151.598604:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078151.598607:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078151.598610:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078151.598614:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078151.598616:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078151.598618:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078151.598622:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078151.598623:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078151.598626:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078151.598628:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078151.598630:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078151.598631:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078151.598634:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078151.598635:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078151.598637:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078151.598638:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078151.598640:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078151.598643:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078151.598644:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078151.598647:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078151.598649:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078151.598652:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078151.598653:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078151.598655:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078151.598666:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769078151.598669:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078151.598673:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078151.598674:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078151.598677:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078151.598679:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078151.598683:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078151.598691:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8400.
00000100:00000001:0.0:1769078151.598699:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078151.598708:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078151.598716:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078151.598720:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078151.598724:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078151.598748:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078151.598751:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078151.598755:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078151.598757:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078151.598759:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078151.598761:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078151.598764:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4842
00000400:00000200:0.0:1769078151.598769:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078151.598772:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078151.598774:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078151.598778:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078151.598781:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078151.598784:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078151.598787:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078151.598790:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078151.598800:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078151.598806:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078151.598808:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078151.598810:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078151.598812:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078151.598815:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078151.598817:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078151.598823:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078151.598826:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078151.598827:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078151.598829:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078151.598834:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769078151.598835:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769078151.598840:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078151.598844:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078151.598845:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078151.598850:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078151.598854:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078151.598856:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769078151.598857:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078151.598860:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078151.598865:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078151.598870:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078151.598878:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769078151.598884:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769078151.598886:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078151.598888:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078151.598891:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.598893:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078151.598894:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078151.598897:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078151.598901:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078151.598904:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1769078151.598905:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:0.0:1769078151.598911:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078151.598911:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078151.598921:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078151.598922:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1769078151.598933:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932530048:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078151.598935:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078151.598941:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078151.598950:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.598952:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078151.598963:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078151.598964:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078151.598966:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078151.598968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078151.598971:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769078151.598972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078151.598975:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078151.598976:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078151.598980:0:38:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:3.0:1769078151.598980:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
00000100:00080000:0.0:1769078151.598987:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4842
02000000:00000001:3.0:1769078151.598987:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078151.598996:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078151.598998:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078151.599005:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078151.599012:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078151.599019:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078151.599021:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078151.599027:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:3.0:1769078151.599028:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00000001:0.0:1769078151.599030:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078151.599034:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078151.599036:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000010:3.0:1769078151.599037:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000020:00000001:0.0:1769078151.599040:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078151.599044:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078151.599046:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769078151.599048:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078151.599050:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000200:3.0:1769078151.599052:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932530048, portal 25
00000100:00000001:0.0:1769078151.599053:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078151.599057:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078151.599077:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078151.599079:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769078151.599081:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078151.599083:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078151.599084:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078151.599086:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078151.599088:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078151.599089:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078151.599091:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078151.599094:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1769078151.599095:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078151.599100:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.599101:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000010:0.0:1769078151.599105:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769078151.599109:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078151.599112:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078151.599116:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078151.599118:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078151.599119:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078151.599121:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078151.599124:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078151.599130:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9400.
00000100:00000001:0.0:1769078151.599132:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078151.599138:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078151.599184:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078151.599190:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.599191:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078151.599205:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078151.599206:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078151.599213:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078151.599222:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932530048, offset 0
00000100:00000001:0.0:1769078151.599227:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078151.599233:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078151.599237:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078151.599239:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078151.599244:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078151.599248:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078151.599252:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078151.599257:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4853)
00000400:00000200:3.0:1769078151.599264:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078151.599270:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078151.599274:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078151.599277:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078151.599281:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078151.599286:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47796:47796:256:4294967295] 192.168.204.153@tcp LPNI seq info [47796:47796:8:4294967295]
00000400:00000200:3.0:1769078151.599290:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078151.599300:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078151.599305:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078151.599310:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078151.599316:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078151.599319:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078151.599324:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078151.599327:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078151.599330:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078151.599332:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078151.599339:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078151.599345:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078151.599351:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078151.599353:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078151.599359:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078151.599364:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599377:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078151.599390:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599437:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.599440:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078151.599447:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078151.599451:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078151.599455:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299516707
00000100:00000010:3.0:1769078151.599461:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a96c0.
00000100:00000001:3.0:1769078151.599468:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078151.599475:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299516707
00000100:00000010:3.0:1769078151.599478:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
00000100:00000001:3.0:1769078151.599481:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078151.599483:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078151.599486:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.599488:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078151.599494:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078151/real 1769078151]  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078151.599503:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078151.599505:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078151.599507:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078151.599510:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078151.599512:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078151.599515:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078151.599518:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078151.599526:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599538:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078151.599540:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.599542:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078151.599544:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078151.599548:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599554:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078151.599559:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599567:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078151.599569:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.599571:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078151.599572:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.599575:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078151.599577:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078151.599581:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078151.599585:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078151.599588:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078151.599593:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078151.599599:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932530048:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078151.599603:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.599604:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078151.599606:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932530048/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599611:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078151.599613:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078151.599616:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078151.599618:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078151.599620:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078151.599621:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078151.599623:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078151.599625:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8400.
02000000:00000001:3.0:1769078151.599627:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078151.599629:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078151.599630:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769078151.599633:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078151.599634:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.599635:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.599643:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078151.599644:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.599646:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078151.599647:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078151.599648:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078151.599651:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599656:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078151.599657:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078151.599659:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078151.599660:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078151.599662:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078151.599664:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932530176:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078151.599666:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078151.599668:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078151.599669:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078151.599670:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078151.599673:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078151.599674:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078151.599677:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078151.599679:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078151.599681:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078151.599684:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932530176, portal 10
00000100:00000001:3.0:1769078151.599686:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078151.599687:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:3.0:1769078151.599691:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599696:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078151.599698:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078151.599699:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078151.599701:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932530176, offset 0
00000400:00000200:3.0:1769078151.599703:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078151.599706:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078151.599709:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078151.599711:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078151.599713:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078151.599714:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078151.599716:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078151.599718:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47797:47797:256:4294967295] 192.168.204.153@tcp LPNI seq info [47797:47797:8:4294967295]
00000400:00000200:3.0:1769078151.599721:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078151.599725:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078151.599728:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078151.599730:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078151.599733:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078151.599735:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078151.599738:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078151.599740:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078151.599742:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078151.599744:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078151.599746:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078151.599748:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078151.599750:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078151.599751:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078151.599753:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078151.599755:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599765:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078151.599767:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599771:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.599772:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078151.599774:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078151.599776:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078151.599778:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078151.599780:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299515404
00000100:00000001:3.0:1769078151.599782:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299516707
00000100:00000001:3.0:1769078151.599783:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299515404
00000100:00000001:3.0:1769078151.599785:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299516707
00000100:00000001:3.0:1769078151.599786:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078151.599788:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.599789:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078151.599791:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078151/real 1769078151]  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078151.599796:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078151.599796:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078151.599797:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078151.599799:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078151.599800:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078151.599802:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078151.599803:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078151.599809:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599812:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078151.599814:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.599815:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078151.599816:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078151.599818:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599822:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078151.599825:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599829:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078151.599830:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.599831:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078151.599832:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.599833:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078151.599834:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078151.599836:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078151.599838:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078151.599840:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078151.599842:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078151.599847:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932530176:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078151.599849:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078151.599851:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599856:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078151.599857:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078151.599859:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078151.599860:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078151.599861:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078151.599863:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932530304:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078151.599865:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078151.599867:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078151.599868:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078151.599869:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078151.599871:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078151.599872:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078151.599874:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078151.599876:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078151.599877:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078151.599879:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932530304, portal 10
00000100:00000001:3.0:1769078151.599881:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078151.599882:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769078151.599885:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599889:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078151.599891:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078151.599892:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078151.599893:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932530304, offset 0
00000400:00000200:3.0:1769078151.599896:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078151.599898:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078151.599900:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078151.599903:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078151.599905:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078151.599908:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078151.599910:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078151.599913:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47798:47798:256:4294967295] 192.168.204.153@tcp LPNI seq info [47798:47798:8:4294967295]
00000400:00000200:3.0:1769078151.599917:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078151.599923:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078151.599928:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078151.599932:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078151.599937:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078151.599940:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078151.599944:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078151.599947:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078151.599950:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078151.599953:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078151.599955:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078151.599959:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078151.599963:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078151.599965:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078151.599967:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078151.599971:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599978:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078151.599980:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.599984:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.599985:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078151.599988:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078151.599990:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078151.599993:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078151.599994:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299515403
00000100:00000001:3.0:1769078151.599996:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299516707
00000100:00000001:3.0:1769078151.599997:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299515403
00000100:00000001:3.0:1769078151.599999:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299516707
00000100:00000001:3.0:1769078151.600001:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078151.600002:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.600003:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078151.600006:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078151/real 1769078151]  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078151.600010:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078151.600012:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078151.600013:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078151.600014:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078151.600015:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078151.600017:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078151.600019:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078151.600024:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.600027:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078151.600028:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.600029:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078151.600030:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078151.600032:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.600036:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078151.600039:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.600044:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078151.600045:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.600046:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078151.600047:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.600048:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078151.600050:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078151.600052:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078151.600054:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078151.600055:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078151.600057:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078151.600081:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932530304:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078151.600084:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.600085:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078151.600087:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932530176/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.600092:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078151.600093:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078151.600094:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078151.600095:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078151.600096:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078151.600097:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078151.600099:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078151.600100:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb400.
02000000:00000001:3.0:1769078151.600102:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078151.600103:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078151.600104:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769078151.600106:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078151.600107:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.600108:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078151.600110:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932530304/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078151.600114:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078151.600115:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078151.600116:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078151.600118:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078151.600118:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078151.600119:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078151.600120:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078151.600121:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9400.
02000000:00000001:3.0:1769078151.600122:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078151.600123:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078151.600124:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769078151.600126:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078151.600127:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.600128:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078151.600130:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078151.600131:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078151.600133:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078151.600134:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078152.494568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078152.494568:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078152.494570:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078152.494570:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078152.494578:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078152.494580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.494582:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078152.494583:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078152.494583:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078152.494596:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078152.494597:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078152.494597:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078152.494601:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078152.494604:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078152.494612:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078152.494613:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078152.494613:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078152.494617:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.494623:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078152.494623:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078152.494625:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078152.494634:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078152.494635:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078152.494640:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078152.494642:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078152.494648:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078152.494651:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078152.494654:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078152.494656:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078152.494662:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078152.494663:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078152.494663:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078152.494669:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078152.494675:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078152.942551:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299516707, at 4299516736
00000100:00000040:3.0:1769078152.942551:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299516707, at 4299516736
00000100:00000010:2.0:1769078152.942572:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00000100:00000010:3.0:1769078152.942575:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00010000:00000001:1.0:1769078153.518502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078153.518510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078153.518517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078153.518518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078153.518523:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078153.518532:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078153.518534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078153.518536:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078153.518544:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769078153.518546:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:1.0:1769078153.518548:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078153.518550:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078153.518554:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078153.518555:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078153.518559:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00010000:1.0:1769078153.518560:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769078153.518562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078153.518564:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078153.518567:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078153.518572:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078153.518575:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078153.518577:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769078153.518580:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078153.518580:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078153.518583:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078153.518588:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078153.518591:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.518593:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078153.518595:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078153.518603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078153.518608:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.518610:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078153.518612:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078153.518615:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078154.542521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078154.542528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078154.542530:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078154.542536:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078154.542539:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078154.542544:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078154.542547:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078154.542550:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078154.542552:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078154.542553:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078154.542558:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078154.542560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078154.542562:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078154.542567:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078154.542567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078154.542574:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078154.542575:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078154.542577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078154.542581:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078154.542585:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078154.542587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078154.542587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078154.542594:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078154.542594:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078154.542605:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078154.542606:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078154.542619:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078154.542623:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078154.542625:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078154.542630:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078154.542630:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078154.542635:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078154.542639:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078154.542640:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078155.566476:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078155.566486:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078155.566490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078155.566490:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078155.566493:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078155.566499:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078155.566499:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:3.0:1769078155.566500:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078155.566502:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078155.566504:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1769078155.566509:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078155.566510:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078155.566511:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078155.566515:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078155.566516:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078155.566517:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078155.566518:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078155.566518:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078155.566524:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078155.566525:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078155.566526:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078155.566528:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078155.566530:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078155.566532:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078155.566541:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078155.566542:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078155.566543:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078155.566543:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078155.566550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078155.566551:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078155.566555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078155.566556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078155.566559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078155.566562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078155.566562:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078155.566569:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078155.566573:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078155.566594:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078155.566599:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078155.566602:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078156.590539:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078156.590539:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078156.590546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078156.590548:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078156.590549:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078156.590552:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078156.590553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078156.590553:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078156.590562:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078156.590562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078156.590565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078156.590569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078156.590570:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078156.590570:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078156.590578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.590579:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078156.590585:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078156.590586:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078156.590592:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078156.590593:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078156.590597:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078156.590600:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078156.590600:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078156.590602:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078156.590606:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078156.590610:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078156.590611:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078156.590613:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078156.590622:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078156.590623:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078156.590626:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078156.590630:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078156.590632:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078156.590635:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078156.718484:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078156.718496:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078156.718499:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078156.718504:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078156.718509:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078156.718518:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4848
00000400:00000200:0.0:1769078156.718530:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078156.718536:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078156.718540:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078156.718543:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078156.718546:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078156.718549:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078156.718551:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078156.718557:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078156.718558:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078156.718561:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078156.718564:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078156.718567:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078156.718569:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078156.718572:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078156.718574:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078156.718576:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078156.718578:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078156.718581:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078156.718584:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078156.718587:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078156.718590:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078156.718593:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078156.718596:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078156.718599:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078156.718601:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078156.718618:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d1500.
00000020:00000040:0.0:1769078156.718626:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078156.718632:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078156.718634:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078156.718640:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078156.718643:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078156.718648:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078156.718665:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cac00.
00000100:00000001:0.0:1769078156.718676:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078156.718687:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078156.718697:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078156.718701:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078156.718705:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bde341] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078156.718723:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078156.718725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078156.718728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078156.718729:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078156.718730:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078156.718732:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078156.718734:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4848
00000400:00000200:0.0:1769078156.718737:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078156.718739:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078156.718741:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078156.718743:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078156.718745:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078156.718747:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078156.718749:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078156.718751:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078156.718752:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078156.718753:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078156.718754:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769078156.718756:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078156.718757:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078156.718761:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078156.718764:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078156.718764:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078156.718768:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078156.718769:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078156.718769:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078156.718772:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078156.718774:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078156.718778:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000040:3.0:1769078156.718778:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078156.718779:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078156.718783:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078156.718788:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078156.718789:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078156.718793:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078156.718793:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078156.718795:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078156.718801:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078156.718801:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1769078156.718804:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078156.718807:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078156.718807:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769078156.718811:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3480.
02000000:00000001:3.0:1769078156.718813:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078156.718814:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078156.718818:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078156.718820:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078156.718822:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1769078156.718822:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932530432:192.168.204.153@tcp:250:kworker.0
02000000:00000001:0.0:1769078156.718824:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078156.718826:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078156.718830:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9000.
00000100:00000001:3.0:1769078156.718832:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078156.718835:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078156.718837:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078156.718841:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078156.718842:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078156.718846:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078156.718850:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078156.718852:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078156.718853:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
00000100:00000040:0.0:1769078156.718855:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb5fd4f] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078156.718857:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078156.718870:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078156.718871:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078156.718876:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078156.718878:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078156.718879:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1769078156.718879:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00080000:0.0:1769078156.718881:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078156.718885:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078156.718887:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4848
00000400:00000200:0.0:1769078156.718889:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078156.718890:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000400:00000200:0.0:1769078156.718891:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078156.718896:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078156.718898:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078156.718899:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078156.718901:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078156.718902:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078156.718903:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:3.0:1769078156.718903:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932530432, portal 25
00000020:00000040:0.0:1769078156.718905:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078156.718907:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078156.718910:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000001:3.0:1769078156.718910:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078156.718913:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548799744 : -121121160751872 : ffff91d7483d1500)
00000020:00000001:0.0:1769078156.718914:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078156.718923:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078156.718924:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078156.718930:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078156.718934:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078156.718938:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078156.718939:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078156.718940:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078156.718943:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000040:3.0:1769078156.718944:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:0.0:1769078156.718949:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000010:3.0:1769078156.718949:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000001:0.0:1769078156.718954:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078156.718954:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932530432, offset 0
02000000:00000001:0.0:1769078156.718959:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078156.718961:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078156.718963:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078156.718966:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078156.718967:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078156.718970:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078156.718972:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078156.718973:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078156.718989:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078156.718994:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000010:0.0:1769078156.718998:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000400:00000200:3.0:1769078156.719000:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1769078156.719004:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769078156.719007:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:0.0:1769078156.719009:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769078156.719013:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769078156.719014:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078156.719017:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:0.0:1769078156.719019:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078156.719023:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078156.719023:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47799:47799:256:4294967295] 192.168.204.153@tcp LPNI seq info [47799:47799:8:4294967295]
02000000:00000001:0.0:1769078156.719027:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078156.719028:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000010:0.0:1769078156.719035:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb000.
00000400:00000200:3.0:1769078156.719041:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078156.719042:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078156.719048:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00100000:0.0:1769078156.719051:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1769078156.719057:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000100:00000001:0.0:1769078156.719061:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078156.719064:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078156.719069:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078156.719071:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078156.719079:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769078156.719080:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078156.719083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078156.719087:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078156.719091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769078156.719091:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:0.0:1769078156.719098:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1769078156.719099:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769078156.719101:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4858)
00000800:00000100:3.0:1769078156.719106:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078156.719110:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078156.719117:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078156.719123:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078156.719129:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078156.719131:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078156.719135:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078156.719140:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719149:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078156.719153:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719160:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078156.719162:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078156.719169:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078156.719174:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078156.719177:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299521826
00000100:00000010:3.0:1769078156.719183:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
00000100:00000001:3.0:1769078156.719202:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078156.719208:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299521826
00000100:00000010:3.0:1769078156.719212:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769078156.719215:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078156.719218:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078156.719221:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078156.719224:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078156.719228:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078156/real 1769078156]  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078156.719238:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078156.719240:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078156.719243:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078156.719246:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078156.719248:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078156.719250:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078156.719254:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078156.719263:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719270:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078156.719272:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.719275:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078156.719277:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078156.719282:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719289:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078156.719294:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719302:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078156.719305:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.719307:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078156.719308:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.719311:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078156.719313:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078156.719316:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078156.719320:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078156.719323:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078156.719327:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078156.719336:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932530432:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078156.719341:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.719343:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078156.719346:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d1500 x1855007932530432/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719353:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078156.719356:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078156.719359:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078156.719362:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078156.719364:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078156.719366:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078156.719369:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078156.719371:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cac00.
02000000:00000001:3.0:1769078156.719375:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078156.719378:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078156.719380:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d1500.
00000100:00000001:3.0:1769078156.719383:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078156.719384:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.719386:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.719396:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078156.719398:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078156.719423:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078156.719426:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078156.719427:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078156.719431:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719438:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078156.719440:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078156.719442:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078156.719443:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078156.719446:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078156.719448:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932530560:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078156.719451:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078156.719453:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078156.719454:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078156.719456:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078156.719459:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078156.719461:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078156.719464:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078156.719467:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078156.719469:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078156.719472:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932530560, portal 10
00000100:00000001:3.0:1769078156.719474:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078156.719475:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548807808 : -121121160743808 : ffff91d7483d3480)
00000100:00000040:3.0:1769078156.719481:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719488:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078156.719490:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078156.719492:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078156.719494:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932530560, offset 0
00000400:00000200:3.0:1769078156.719498:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078156.719502:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078156.719505:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078156.719508:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078156.719511:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078156.719513:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078156.719515:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078156.719518:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47800:47800:256:4294967295] 192.168.204.153@tcp LPNI seq info [47800:47800:8:4294967295]
00000400:00000200:3.0:1769078156.719522:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078156.719528:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078156.719532:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078156.719536:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078156.719540:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078156.719543:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078156.719547:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078156.719549:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078156.719552:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078156.719554:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078156.719557:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078156.719560:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078156.719563:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078156.719565:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078156.719568:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078156.719571:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719579:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078156.719582:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719605:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078156.719606:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078156.719610:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078156.719614:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078156.719617:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078156.719619:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299520524
00000100:00000001:3.0:1769078156.719622:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299521826
00000100:00000001:3.0:1769078156.719625:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299520524
00000100:00000001:3.0:1769078156.719627:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299521826
00000100:00000001:3.0:1769078156.719629:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078156.719631:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078156.719633:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078156.719637:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078156/real 1769078156]  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078156.719645:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078156.719646:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078156.719648:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078156.719650:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078156.719652:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078156.719662:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078156.719666:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078156.719675:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719681:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078156.719682:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.719684:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078156.719686:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078156.719690:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719697:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078156.719701:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719708:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078156.719710:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.719712:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078156.719713:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.719715:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078156.719717:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078156.719720:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078156.719723:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078156.719726:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078156.719730:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078156.719737:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932530560:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078156.719741:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078156.719745:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719751:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078156.719752:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078156.719754:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078156.719756:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078156.719758:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078156.719761:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932530688:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078156.719764:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078156.719766:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078156.719768:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078156.719770:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078156.719773:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078156.719775:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078156.719779:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078156.719782:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078156.719785:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078156.719787:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932530688, portal 10
00000100:00000001:3.0:1769078156.719789:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078156.719790:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769078156.719796:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719803:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078156.719805:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078156.719808:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078156.719810:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932530688, offset 0
00000400:00000200:3.0:1769078156.719814:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078156.719818:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078156.719822:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078156.719824:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078156.719827:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078156.719829:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078156.719832:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078156.719835:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47801:47801:256:4294967295] 192.168.204.153@tcp LPNI seq info [47801:47801:8:4294967295]
00000400:00000200:3.0:1769078156.719839:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078156.719845:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078156.719850:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078156.719853:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078156.719857:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078156.719859:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078156.719863:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078156.719866:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078156.719869:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078156.719872:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078156.719875:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078156.719878:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078156.719881:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078156.719882:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078156.719885:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078156.719888:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719896:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078156.719899:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719905:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078156.719907:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078156.719910:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078156.719914:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078156.719917:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078156.719919:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299520523
00000100:00000001:3.0:1769078156.719922:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299521826
00000100:00000001:3.0:1769078156.719924:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299520523
00000100:00000001:3.0:1769078156.719926:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299521826
00000100:00000001:3.0:1769078156.719928:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078156.719930:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078156.719932:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078156.719936:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078156/real 1769078156]  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078156.719944:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078156.719945:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078156.719946:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078156.719949:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078156.719950:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078156.719953:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078156.719956:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078156.719964:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719970:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078156.719971:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.719973:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078156.719974:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078156.719992:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.719999:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078156.720002:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.720009:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078156.720012:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.720013:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078156.720015:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.720016:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078156.720020:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078156.720022:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078156.720026:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078156.720028:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078156.720031:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078156.720040:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932530688:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078156.720044:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.720046:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078156.720049:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3480 x1855007932530560/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.720056:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078156.720057:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078156.720059:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078156.720061:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078156.720063:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078156.720064:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078156.720066:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078156.720068:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9000.
02000000:00000001:3.0:1769078156.720071:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078156.720072:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078156.720074:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3480.
00000100:00000001:3.0:1769078156.720076:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078156.720078:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.720079:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078156.720083:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932530688/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078156.720089:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078156.720091:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078156.720092:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078156.720095:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078156.720096:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078156.720097:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078156.720099:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078156.720100:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb000.
02000000:00000001:3.0:1769078156.720102:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078156.720103:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078156.720105:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769078156.720107:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078156.720108:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.720110:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078156.720114:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078156.720115:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078156.720117:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078156.720119:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078157.614514:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078157.614514:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078157.614514:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078157.614519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078157.614522:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078157.614523:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078157.614523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078157.614523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078157.614526:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078157.614527:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078157.614527:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078157.614530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078157.614533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078157.614534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078157.614535:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078157.614535:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078157.614541:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078157.614542:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078157.614542:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078157.614548:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078157.614549:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078157.614549:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078157.614557:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078157.614557:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078157.614561:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.614563:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078157.614564:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078157.614569:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078157.614570:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078157.614572:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078157.614575:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078157.614576:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078157.614578:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078157.614581:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078158.062516:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299521826, at 4299521856
00000100:00000040:3.0:1769078158.062516:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299521826, at 4299521856
00000100:00000010:2.0:1769078158.062535:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000010:3.0:1769078158.062538:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769078158.638507:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078158.638511:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078158.638515:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078158.638516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.638518:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078158.638520:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078158.638522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078158.638524:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078158.638525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078158.638525:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078158.638527:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078158.638528:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078158.638530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078158.638530:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078158.638531:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769078158.638533:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078158.638534:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.638535:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078158.638536:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078158.638537:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078158.638539:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078158.638540:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078158.638543:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078158.638544:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078158.638545:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078158.638546:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078158.638549:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078158.638550:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078158.638550:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078158.638551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078158.638556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078158.638557:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078158.638558:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078158.638561:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078158.638562:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078158.638564:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078158.638568:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078158.638596:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078158.638599:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078158.638602:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078159.662543:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078159.662553:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078159.662556:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078159.662559:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078159.662560:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769078159.662562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078159.662563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078159.662573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078159.662575:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078159.662575:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078159.662575:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078159.662585:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078159.662586:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078159.662587:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078159.662590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078159.662600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078159.662600:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769078159.662603:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078159.662603:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078159.662612:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078159.662615:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078159.662617:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078159.662619:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078159.662620:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078159.662627:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078159.662628:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078159.662629:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078159.662635:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078159.662636:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078159.662639:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078159.662642:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078159.662643:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078159.662648:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078159.662651:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078160.686542:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078160.686542:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078160.686549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078160.686550:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078160.686551:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078160.686555:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078160.686555:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078160.686556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078160.686565:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078160.686566:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078160.686567:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078160.686567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078160.686571:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078160.686574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078160.686578:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078160.686578:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078160.686582:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078160.686585:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078160.686585:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078160.686589:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078160.686591:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078160.686594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078160.686599:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078160.686604:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078160.686604:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078160.686607:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078160.686608:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078160.686617:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078160.686618:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769078160.686622:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078160.686623:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769078160.686626:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078160.686634:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078160.686634:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078161.710554:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078161.710555:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078161.710557:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078161.710557:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078161.710564:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078161.710569:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078161.710569:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078161.710570:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078161.710577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078161.710577:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078161.710578:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078161.710582:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078161.710590:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078161.710592:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078161.710593:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078161.710594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078161.710599:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078161.710602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078161.710603:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.710603:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078161.710606:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.710611:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078161.710613:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078161.710618:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078161.710622:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078161.710624:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078161.710629:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078161.710634:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078161.710635:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078161.710638:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.710643:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078161.710645:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078161.710650:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078161.710654:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078161.838592:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078161.838603:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078161.838605:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078161.838609:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078161.838613:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078161.838621:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4853
00000400:00000200:1.0:1769078161.838631:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078161.838637:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078161.838640:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078161.838643:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078161.838646:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078161.838648:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078161.838649:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078161.838653:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078161.838655:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078161.838657:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078161.838659:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078161.838660:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078161.838663:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078161.838665:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078161.838667:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078161.838668:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078161.838669:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078161.838671:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078161.838673:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078161.838675:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078161.838677:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078161.838680:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078161.838682:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078161.838683:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078161.838685:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078161.838698:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4a80.
00000020:00000040:1.0:1769078161.838702:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078161.838707:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078161.838709:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078161.838712:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078161.838715:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078161.838721:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078161.838731:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00000001:1.0:1769078161.838738:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078161.838748:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078161.838759:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078161.838763:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078161.838768:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1faa4c3] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078161.838790:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078161.838793:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078161.838795:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078161.838797:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078161.838798:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078161.838800:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078161.838802:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4853
00000400:00000200:1.0:1769078161.838805:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078161.838807:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078161.838808:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078161.838811:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078161.838813:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078161.838815:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078161.838816:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078161.838819:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078161.838819:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078161.838820:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078161.838821:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078161.838822:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078161.838826:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078161.838828:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078161.838828:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078161.838832:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078161.838832:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078161.838836:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078161.838837:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078161.838840:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:3.0:1769078161.838841:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078161.838842:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078161.838848:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078161.838853:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078161.838856:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078161.838859:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078161.838862:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078161.838863:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078161.838866:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078161.838867:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078161.838868:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078161.838873:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1769078161.838874:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078161.838878:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078161.838880:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078161.838885:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078161.838886:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932530816:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078161.838901:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1769078161.838902:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769078161.838906:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078161.838907:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078161.838909:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078161.838912:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078161.838913:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078161.838917:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078161.838918:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078161.838920:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078161.838923:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078161.838927:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078161.838930:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078161.838931:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769078161.838937:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078161.838940:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078161.838945:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000100:00100000:1.0:1769078161.838946:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078161.838952:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000001:1.0:1769078161.838953:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078161.838957:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078161.838960:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078161.838964:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932530816, portal 25
00000100:00000001:1.0:1769078161.838966:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078161.838970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078161.838970:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769078161.838975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078161.838975:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559364736 : -121121150186880 : ffff91d748de4a80)
00000100:00000001:1.0:1769078161.838977:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078161.838980:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078161.838983:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078161.838987:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4853
00000100:00000040:3.0:1769078161.838988:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078161.838991:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078161.838996:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078161.838999:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078161.839005:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078161.839008:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078161.839008:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078161.839012:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078161.839014:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:3.0:1769078161.839017:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000020:00000001:1.0:1769078161.839018:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078161.839021:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078161.839022:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:3.0:1769078161.839022:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000020:00000040:1.0:1769078161.839025:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000200:3.0:1769078161.839027:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932530816, offset 0
00000020:00000001:1.0:1769078161.839028:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769078161.839033:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769078161.839036:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078161.839040:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078161.839040:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078161.839045:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078161.839046:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078161.839048:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769078161.839050:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769078161.839052:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078161.839053:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078161.839056:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078161.839058:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078161.839060:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
02000000:00000001:1.0:1769078161.839061:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078161.839064:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078161.839066:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:1.0:1769078161.839067:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078161.839070:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078161.839073:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:1.0:1769078161.839074:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078161.839079:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000400:00000200:3.0:1769078161.839079:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769078161.839084:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769078161.839085:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000001:1.0:1769078161.839089:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078161.839092:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078161.839092:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47802:47802:256:4294967295] 192.168.204.153@tcp LPNI seq info [47802:47802:8:4294967295]
00000100:00000001:1.0:1769078161.839097:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078161.839100:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078161.839100:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769078161.839103:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078161.839106:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000400:00000200:3.0:1769078161.839110:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078161.839111:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078161.839120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078161.839121:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769078161.839129:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1769078161.839130:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000100:00000001:1.0:1769078161.839134:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078161.839138:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078161.839141:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078161.839148:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769078161.839149:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078161.839153:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769078161.839156:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769078161.839158:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1769078161.839160:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1769078161.839163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1769078161.839167:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078161.839169:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:3.0:1769078161.839171:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000100:00000040:1.0:1769078161.839175:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4863)
00000400:00000200:3.0:1769078161.839177:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078161.839182:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078161.839185:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078161.839187:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078161.839191:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078161.839195:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839210:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078161.839213:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839222:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078161.839223:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078161.839229:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078161.839232:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078161.839235:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299526946
00000100:00000010:3.0:1769078161.839239:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769078161.839246:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078161.839251:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299526946
00000100:00000010:3.0:1769078161.839252:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769078161.839255:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078161.839257:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078161.839259:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078161.839261:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078161.839264:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078161/real 1769078161]  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078161.839270:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078161.839272:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078161.839273:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078161.839275:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078161.839276:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078161.839277:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078161.839279:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078161.839285:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839290:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078161.839291:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839292:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078161.839294:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078161.839296:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839301:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078161.839304:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839308:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078161.839310:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839311:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078161.839311:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839313:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078161.839314:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078161.839316:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078161.839319:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078161.839320:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078161.839323:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078161.839327:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932530816:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078161.839330:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839331:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078161.839333:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4a80 x1855007932530816/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839338:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078161.839340:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078161.839342:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078161.839344:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078161.839345:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078161.839346:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078161.839347:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078161.839349:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154800.
02000000:00000001:3.0:1769078161.839353:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078161.839355:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078161.839356:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4a80.
00000100:00000001:3.0:1769078161.839359:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078161.839360:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839361:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839369:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078161.839370:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078161.839372:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078161.839373:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078161.839374:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078161.839376:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839380:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078161.839381:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078161.839383:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078161.839384:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078161.839385:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078161.839387:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932530944:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078161.839389:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078161.839390:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078161.839391:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078161.839392:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078161.839393:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078161.839394:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078161.839397:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078161.839398:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078161.839420:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078161.839424:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932530944, portal 10
00000100:00000001:3.0:1769078161.839426:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078161.839427:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559377280 : -121121150174336 : ffff91d748de7b80)
00000100:00000040:3.0:1769078161.839434:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839441:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078161.839443:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078161.839446:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078161.839448:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932530944, offset 0
00000400:00000200:3.0:1769078161.839452:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078161.839456:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078161.839459:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078161.839462:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078161.839465:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078161.839467:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078161.839469:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078161.839472:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47803:47803:256:4294967295] 192.168.204.153@tcp LPNI seq info [47803:47803:8:4294967295]
00000400:00000200:3.0:1769078161.839475:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078161.839481:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078161.839485:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078161.839489:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078161.839492:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078161.839494:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078161.839498:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078161.839501:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078161.839505:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078161.839507:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078161.839509:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078161.839512:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078161.839515:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078161.839517:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078161.839519:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078161.839522:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839530:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078161.839533:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839539:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078161.839541:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078161.839545:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078161.839548:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078161.839551:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078161.839553:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299525644
00000100:00000001:3.0:1769078161.839556:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299526946
00000100:00000001:3.0:1769078161.839558:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299525644
00000100:00000001:3.0:1769078161.839560:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299526946
00000100:00000001:3.0:1769078161.839562:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078161.839565:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078161.839566:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078161.839570:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078161/real 1769078161]  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078161.839578:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078161.839579:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078161.839581:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078161.839584:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078161.839585:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078161.839587:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078161.839590:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078161.839598:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839604:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078161.839605:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839607:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078161.839608:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078161.839613:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839619:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078161.839623:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839630:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078161.839633:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839635:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078161.839636:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839638:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078161.839640:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078161.839643:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078161.839645:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078161.839647:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078161.839651:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078161.839659:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932530944:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078161.839662:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078161.839666:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839672:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078161.839673:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078161.839675:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078161.839676:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078161.839679:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078161.839681:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932531072:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078161.839685:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078161.839686:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078161.839688:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078161.839690:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078161.839693:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078161.839695:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078161.839700:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078161.839702:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078161.839705:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078161.839708:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932531072, portal 10
00000100:00000001:3.0:1769078161.839711:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078161.839712:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559371904 : -121121150179712 : ffff91d748de6680)
00000100:00000040:3.0:1769078161.839718:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839724:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078161.839727:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078161.839729:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078161.839731:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932531072, offset 0
00000400:00000200:3.0:1769078161.839735:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078161.839739:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078161.839743:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078161.839746:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078161.839748:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078161.839751:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078161.839753:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078161.839756:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47804:47804:256:4294967295] 192.168.204.153@tcp LPNI seq info [47804:47804:8:4294967295]
00000400:00000200:3.0:1769078161.839759:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078161.839764:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078161.839770:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078161.839773:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078161.839776:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078161.839779:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078161.839782:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078161.839785:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078161.839789:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078161.839791:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078161.839793:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078161.839796:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078161.839799:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078161.839801:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078161.839804:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078161.839807:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839815:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078161.839818:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839823:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078161.839824:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078161.839827:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078161.839829:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078161.839831:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078161.839833:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299525643
00000100:00000001:3.0:1769078161.839835:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299526946
00000100:00000001:3.0:1769078161.839836:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299525643
00000100:00000001:3.0:1769078161.839838:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299526946
00000100:00000001:3.0:1769078161.839839:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078161.839840:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078161.839841:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078161.839843:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078161/real 1769078161]  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078161.839848:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078161.839848:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078161.839850:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078161.839851:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078161.839852:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078161.839854:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078161.839856:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078161.839864:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839871:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078161.839872:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839874:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078161.839875:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078161.839878:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839884:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078161.839888:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839906:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078161.839908:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839909:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078161.839911:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839912:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078161.839916:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078161.839918:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078161.839921:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078161.839923:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078161.839928:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078161.839935:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932531072:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078161.839938:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839940:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078161.839944:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7b80 x1855007932530944/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839950:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078161.839952:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078161.839954:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078161.839957:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078161.839958:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078161.839960:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078161.839961:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078161.839963:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154400.
02000000:00000001:3.0:1769078161.839965:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078161.839967:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078161.839968:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7b80.
00000100:00000001:3.0:1769078161.839971:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078161.839972:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.839974:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078161.839977:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6680 x1855007932531072/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078161.839983:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078161.839984:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078161.839986:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078161.839988:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078161.839989:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078161.839991:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078161.839993:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078161.839994:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:3.0:1769078161.839996:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078161.839997:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078161.839999:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6680.
00000100:00000001:3.0:1769078161.840001:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078161.840002:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.840004:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078161.840008:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078161.840009:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078161.840010:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078161.840011:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078162.734498:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078162.734498:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078162.734498:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078162.734506:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078162.734507:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078162.734509:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078162.734509:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078162.734510:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078162.734510:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078162.734513:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078162.734515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078162.734518:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078162.734519:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078162.734519:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078162.734523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078162.734525:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078162.734525:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078162.734526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078162.734527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078162.734531:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078162.734531:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.734532:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078162.734537:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078162.734540:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078162.734543:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.734543:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078162.734547:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078162.734551:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078162.734551:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078162.734553:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078162.734556:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078162.734570:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078162.734573:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078162.734576:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078163.182519:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299526946, at 4299526976
00000100:00000040:3.0:1769078163.182520:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299526946, at 4299526976
00000100:00000010:3.0:1769078163.182534:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000010:2.0:1769078163.182537:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769078163.758536:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078163.758541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078163.758544:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078163.758544:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078163.758547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.758549:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078163.758551:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078163.758553:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078163.758555:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078163.758555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078163.758558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078163.758562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078163.758563:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078163.758567:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078163.758572:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078163.758574:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.758575:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078163.758580:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078163.758581:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078163.758586:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1769078163.758586:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078163.758589:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078163.758590:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.758595:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078163.758596:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078163.758597:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078163.758605:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078163.758606:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078163.758606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078163.758615:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078163.758619:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078163.758621:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078163.758625:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078163.758631:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078164.782512:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078164.782512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078164.782512:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078164.782519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078164.782521:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078164.782522:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078164.782524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078164.782526:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078164.782526:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078164.782527:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078164.782531:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078164.782533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078164.782535:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078164.782536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078164.782536:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078164.782536:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078164.782545:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078164.782545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078164.782545:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078164.782551:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078164.782551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078164.782552:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078164.782556:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078164.782559:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078164.782561:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078164.782564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078164.782572:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078164.782575:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078164.782576:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078164.782579:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078164.782583:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078164.782594:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078164.782597:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078164.782600:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078165.806514:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078165.806523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078165.806525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078165.806527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769078165.806530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078165.806534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078165.806535:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078165.806538:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078165.806540:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078165.806541:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078165.806546:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078165.806547:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078165.806548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078165.806552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078165.806552:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078165.806552:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078165.806554:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078165.806563:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078165.806564:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078165.806564:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078165.806567:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078165.806570:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078165.806573:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078165.806574:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078165.806575:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078165.806578:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078165.806581:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078165.806584:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078165.806587:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078165.806593:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078165.806594:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078165.806597:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078165.806599:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078165.806605:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078165.806610:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078165.806617:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078165.806621:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078165.806654:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078165.806657:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078165.806660:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078166.830508:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078166.830517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078166.830520:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078166.830530:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769078166.830530:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078166.830532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078166.830537:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078166.830540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078166.830541:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078166.830542:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078166.830552:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.830552:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078166.830555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078166.830558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078166.830559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078166.830563:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078166.830570:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078166.830572:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078166.830577:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078166.830582:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078166.830585:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078166.830588:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078166.830602:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078166.830606:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078166.830610:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078166.830747:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078166.830751:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078166.830753:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078166.830755:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078166.830758:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078166.830760:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078166.830762:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078166.830764:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078166.830766:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078166.958597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078166.958608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078166.958610:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078166.958614:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078166.958618:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078166.958626:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4858
00000400:00000200:0.0:1769078166.958635:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078166.958642:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078166.958644:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078166.958647:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078166.958650:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078166.958652:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078166.958654:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078166.958659:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078166.958661:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078166.958663:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078166.958665:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078166.958667:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078166.958669:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078166.958671:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078166.958672:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078166.958673:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078166.958675:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078166.958677:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078166.958680:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078166.958683:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078166.958685:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078166.958688:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078166.958691:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078166.958692:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078166.958695:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078166.958706:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769078166.958709:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078166.958712:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078166.958714:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078166.958716:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078166.958719:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078166.958724:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078166.958732:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8800.
00000100:00000001:0.0:1769078166.958739:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078166.958747:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078166.958756:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078166.958760:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078166.958763:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078166.958785:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078166.958788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078166.958791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078166.958792:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078166.958793:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078166.958795:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078166.958797:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4858
00000400:00000200:0.0:1769078166.958799:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078166.958801:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078166.958816:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078166.958819:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078166.958821:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078166.958823:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078166.958825:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078166.958827:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078166.958828:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078166.958830:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078166.958831:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078166.958833:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078166.958834:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078166.958836:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078166.958838:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078166.958839:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078166.958841:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078166.958843:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769078166.958843:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769078166.958847:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078166.958850:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.958851:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769078166.958852:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078166.958857:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769078166.958858:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078166.958861:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078166.958862:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078166.958867:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1769078166.958868:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078166.958871:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078166.958875:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078166.958881:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769078166.958885:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078166.958888:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078166.958889:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078166.958890:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078166.958893:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078166.958894:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078166.958894:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078166.958897:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078166.958902:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:3.0:1769078166.958902:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078166.958905:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078166.958909:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769078166.958912:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078166.958915:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078166.958925:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1769078166.958925:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932531200:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078166.958929:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.958934:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769078166.958936:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078166.958939:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078166.958945:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078166.958945:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078166.958950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078166.958951:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769078166.958956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078166.958957:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078166.958958:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:3.0:1769078166.958960:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
00000100:00000001:0.0:1769078166.958961:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078166.958966:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4858
02000000:00000001:3.0:1769078166.958966:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078166.958972:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078166.958974:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078166.958976:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078166.958979:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078166.958980:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078166.958984:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078166.958985:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078166.958987:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000010:3.0:1769078166.958987:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000020:00000001:0.0:1769078166.958993:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078166.958994:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078166.958995:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078166.958997:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078166.958998:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000010:3.0:1769078166.958999:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000020:00000001:0.0:1769078166.959000:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078166.959005:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078166.959006:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078166.959007:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078166.959009:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078166.959011:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000200:3.0:1769078166.959012:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932531200, portal 25
00000100:00080000:0.0:1769078166.959013:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078166.959018:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.959018:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769078166.959023:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078166.959023:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
02000000:00000001:0.0:1769078166.959025:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078166.959029:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078166.959031:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078166.959032:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078166.959035:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078166.959035:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078166.959038:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078166.959043:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769078166.959047:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078166.959051:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078166.959054:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.959055:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078166.959056:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078166.959059:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078166.959061:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078166.959062:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000010:0.0:1769078166.959065:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca400.
00000400:00000010:3.0:1769078166.959068:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000001:0.0:1769078166.959069:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078166.959076:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078166.959076:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932531200, offset 0
00000100:00000001:0.0:1769078166.959085:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078166.959088:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078166.959090:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078166.959093:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078166.959099:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078166.959101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078166.959103:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078166.959105:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078166.959109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078166.959113:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078166.959116:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:0.0:1769078166.959118:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4868)
00000400:00000200:3.0:1769078166.959126:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078166.959132:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078166.959138:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078166.959141:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078166.959146:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47805:47805:256:4294967295] 192.168.204.153@tcp LPNI seq info [47805:47805:8:4294967295]
00000400:00000200:3.0:1769078166.959152:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078166.959164:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078166.959171:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078166.959178:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078166.959186:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078166.959191:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078166.959197:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078166.959202:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078166.959207:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078166.959210:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078166.959218:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078166.959223:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078166.959230:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078166.959233:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078166.959238:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078166.959244:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959255:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078166.959259:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959277:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.959279:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078166.959286:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078166.959291:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078166.959295:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299532066
00000100:00000010:3.0:1769078166.959301:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769078166.959310:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078166.959316:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299532066
00000100:00000010:3.0:1769078166.959319:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000100:00000001:3.0:1769078166.959323:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078166.959326:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078166.959329:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.959333:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078166.959337:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078166/real 1769078166]  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078166.959349:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078166.959351:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078166.959353:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078166.959356:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078166.959358:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078166.959361:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078166.959365:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078166.959375:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959383:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078166.959385:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.959388:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078166.959390:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078166.959395:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959427:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078166.959433:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959448:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078166.959452:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.959454:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078166.959455:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.959458:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078166.959461:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078166.959464:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078166.959469:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078166.959472:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078166.959476:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078166.959486:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932531200:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078166.959492:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.959495:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078166.959498:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932531200/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959506:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078166.959509:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078166.959512:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078166.959516:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078166.959518:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078166.959520:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078166.959522:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078166.959525:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8800.
02000000:00000001:3.0:1769078166.959529:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078166.959532:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078166.959534:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769078166.959539:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078166.959540:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.959542:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.959554:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078166.959565:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.959568:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078166.959571:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078166.959572:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078166.959576:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959584:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078166.959586:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078166.959589:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078166.959591:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078166.959594:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078166.959597:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932531328:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078166.959601:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078166.959603:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078166.959605:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078166.959607:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078166.959611:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078166.959614:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078166.959618:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078166.959622:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078166.959626:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078166.959629:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932531328, portal 10
00000100:00000001:3.0:1769078166.959631:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078166.959633:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769078166.959641:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959648:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078166.959651:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078166.959654:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078166.959656:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932531328, offset 0
00000400:00000200:3.0:1769078166.959661:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078166.959666:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078166.959670:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078166.959674:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078166.959677:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078166.959680:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078166.959683:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078166.959695:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47806:47806:256:4294967295] 192.168.204.153@tcp LPNI seq info [47806:47806:8:4294967295]
00000400:00000200:3.0:1769078166.959701:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078166.959707:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078166.959713:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078166.959717:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078166.959722:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078166.959725:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078166.959730:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078166.959733:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078166.959737:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078166.959739:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078166.959742:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078166.959746:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078166.959749:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078166.959751:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078166.959754:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078166.959758:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959767:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078166.959770:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959778:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.959780:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078166.959784:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078166.959788:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078166.959792:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078166.959794:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299530764
00000100:00000001:3.0:1769078166.959798:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299532066
00000100:00000001:3.0:1769078166.959800:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299530764
00000100:00000001:3.0:1769078166.959815:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299532066
00000100:00000001:3.0:1769078166.959819:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078166.959821:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.959823:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078166.959828:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078166/real 1769078166]  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078166.959837:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078166.959839:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078166.959841:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078166.959844:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078166.959846:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078166.959848:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078166.959852:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078166.959861:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959869:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078166.959871:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.959873:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078166.959875:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078166.959879:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959887:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078166.959892:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959900:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078166.959902:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.959905:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078166.959906:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.959908:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078166.959911:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078166.959913:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078166.959917:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078166.959920:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078166.959924:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078166.959934:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932531328:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078166.959938:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078166.959942:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.959949:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078166.959951:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078166.959953:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078166.959955:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078166.959957:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078166.959960:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932531456:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078166.959964:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078166.959966:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078166.959968:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078166.959970:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078166.959974:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078166.959976:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078166.959980:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078166.959983:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078166.959986:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078166.959990:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932531456, portal 10
00000100:00000001:3.0:1769078166.959992:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078166.959994:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769078166.959999:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.960007:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078166.960009:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078166.960012:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078166.960014:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932531456, offset 0
00000400:00000200:3.0:1769078166.960019:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078166.960023:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078166.960028:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078166.960031:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078166.960034:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078166.960036:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078166.960039:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078166.960042:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47807:47807:256:4294967295] 192.168.204.153@tcp LPNI seq info [47807:47807:8:4294967295]
00000400:00000200:3.0:1769078166.960047:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078166.960053:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078166.960058:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078166.960061:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078166.960064:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078166.960067:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078166.960070:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078166.960071:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078166.960074:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078166.960076:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078166.960078:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078166.960081:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078166.960083:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078166.960084:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078166.960086:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078166.960089:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.960094:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078166.960097:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.960102:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.960103:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078166.960106:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078166.960108:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078166.960110:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078166.960112:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299530763
00000100:00000001:3.0:1769078166.960114:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299532066
00000100:00000001:3.0:1769078166.960115:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299530763
00000100:00000001:3.0:1769078166.960117:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299532066
00000100:00000001:3.0:1769078166.960118:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078166.960120:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.960121:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078166.960123:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078166/real 1769078166]  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078166.960131:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078166.960132:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078166.960134:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078166.960137:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078166.960138:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078166.960140:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078166.960145:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078166.960154:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.960161:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078166.960163:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.960165:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078166.960166:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078166.960171:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.960179:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078166.960183:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.960188:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078166.960190:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.960191:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078166.960192:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.960193:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078166.960195:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078166.960197:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078166.960199:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078166.960200:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078166.960203:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078166.960209:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932531456:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078166.960211:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.960213:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078166.960214:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932531328/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.960218:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078166.960219:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078166.960221:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078166.960223:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078166.960224:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078166.960225:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078166.960227:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078166.960228:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:3.0:1769078166.960230:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078166.960231:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078166.960232:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769078166.960234:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078166.960235:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.960236:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078166.960238:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932531456/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078166.960242:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078166.960243:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078166.960244:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078166.960245:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078166.960246:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078166.960246:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078166.960248:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078166.960248:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca400.
02000000:00000001:3.0:1769078166.960250:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078166.960250:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078166.960251:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769078166.960252:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078166.960253:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.960254:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078166.960257:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078166.960258:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078166.960259:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078166.960260:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.854527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078167.854528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078167.854535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078167.854536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078167.854539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078167.854539:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.854540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078167.854544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078167.854548:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769078167.854549:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078167.854550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078167.854550:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078167.854553:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078167.854553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.854557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078167.854558:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.854558:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078167.854562:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078167.854563:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078167.854564:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078167.854569:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078167.854570:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078167.854573:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078167.854574:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078167.854579:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.854579:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078167.854581:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078167.854584:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078167.854585:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078167.854588:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078167.854589:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078167.854589:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078167.854593:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078167.854596:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078168.302532:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299532066, at 4299532096
00000100:00000040:3.0:1769078168.302532:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299532066, at 4299532096
00000100:00000010:3.0:1769078168.302550:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000010:2.0:1769078168.302556:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769078168.878501:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078168.878506:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078168.878513:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078168.878513:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078168.878515:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078168.878515:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078168.878517:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078168.878527:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769078168.878528:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078168.878532:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078168.878534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078168.878535:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078168.878541:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078168.878543:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078168.878544:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078168.878552:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078168.878553:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078168.878554:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.878559:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078168.878563:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.878565:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078168.878567:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078168.878573:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078168.878577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078168.878579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078168.878584:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078168.878589:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078168.878610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078168.878614:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078168.878620:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078168.878626:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078168.878630:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078168.878634:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078168.878639:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078168.878642:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078168.878645:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078168.878648:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078168.878674:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078168.878676:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078168.878679:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078169.902533:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078169.902533:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078169.902535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078169.902540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078169.902544:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078169.902545:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078169.902546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078169.902549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078169.902549:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078169.902550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078169.902560:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078169.902560:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078169.902567:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078169.902567:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078169.902573:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078169.902574:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078169.902579:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078169.902582:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078169.902583:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078169.902586:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078169.902587:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078169.902592:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078169.902592:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078169.902597:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078169.902603:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078169.902653:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078169.902659:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078169.902660:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078169.902664:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078169.902667:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078169.902670:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078169.902673:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078169.902675:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078169.902677:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:2.0:1769078170.542542:0:38874:0:(osc_request.c:735:osc_update_next_shrink()) next time 6067 to shrink grant
00000008:00000020:2.0:1769078170.542552:0:38874:0:(osc_request.c:735:osc_update_next_shrink()) next time 6067 to shrink grant
00000100:00000001:2.0:1769078170.926533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078170.926540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078170.926542:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078170.926544:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078170.926552:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078170.926553:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078170.926553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078170.926553:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078170.926567:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078170.926568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078170.926568:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078170.926571:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078170.926579:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078170.926583:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078170.926584:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078170.926585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078170.926585:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078170.926591:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078170.926594:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078170.926596:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078170.926597:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078170.926598:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078170.926604:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078170.926606:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078170.926609:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078170.926612:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078170.926616:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078170.926621:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078170.926624:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078170.926629:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078170.926634:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078170.926638:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078170.926645:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078170.926650:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078171.950567:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078171.950572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078171.950578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078171.950578:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078171.950584:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078171.950589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078171.950590:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078171.950592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078171.950603:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078171.950608:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078171.950613:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078171.950616:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078171.950620:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078171.950624:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078171.950628:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078171.950631:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078171.950749:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078171.950753:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078171.950755:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078171.950758:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078171.950760:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078171.950762:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078171.950765:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078171.950766:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078171.950769:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078171.950851:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078171.950855:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078171.950856:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078171.950860:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078171.950862:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078171.950864:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078171.950866:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078171.950868:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078171.950870:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078172.078544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078172.078554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078172.078557:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078172.078562:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078172.078566:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078172.078573:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4863
00000400:00000200:0.0:1769078172.078592:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078172.078599:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078172.078603:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078172.078607:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078172.078611:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078172.078614:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078172.078617:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078172.078622:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078172.078624:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078172.078628:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078172.078631:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078172.078634:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078172.078637:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078172.078640:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078172.078642:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078172.078645:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078172.078648:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078172.078652:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078172.078655:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078172.078659:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078172.078662:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078172.078666:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078172.078670:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078172.078673:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078172.078676:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078172.078690:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0a80.
00000020:00000040:0.0:1769078172.078695:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078172.078700:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078172.078702:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078172.078707:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078172.078710:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078172.078715:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078172.078738:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8800.
00000100:00000001:0.0:1769078172.078755:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078172.078766:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078172.078778:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078172.078783:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078172.078788:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a51dfce] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078172.078819:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078172.078823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078172.078827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078172.078829:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078172.078831:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078172.078834:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078172.078837:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4863
00000400:00000200:0.0:1769078172.078843:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078172.078847:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078172.078850:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078172.078855:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078172.078858:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078172.078860:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078172.078862:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078172.078867:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769078172.078867:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078172.078871:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078172.078873:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078172.078877:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000040:3.0:1769078172.078880:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078172.078881:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078172.078885:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078172.078892:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078172.078894:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078172.078898:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078172.078899:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:3.0:1769078172.078903:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769078172.078908:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000001:3.0:1769078172.078908:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078172.078914:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078172.078916:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1769078172.078920:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932531584:192.168.204.153@tcp:250:kworker.0
00000100:00000040:0.0:1769078172.078924:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078172.078926:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078172.078931:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:3.0:1769078172.078932:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078172.078935:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078172.078938:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:3.0:1769078172.078939:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769078172.078945:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000010:3.0:1769078172.078946:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078172.078950:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078172.078955:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078172.078960:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078172.078960:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:0.0:1769078172.078969:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1769078172.078972:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
02000000:00000001:0.0:1769078172.078973:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078172.078978:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769078172.078980:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000008:00100000:0.0:1769078172.078983:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078172.078989:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078172.078990:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932531584, portal 25
00000100:00000001:0.0:1769078172.078993:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.078994:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078172.078997:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797056 : -121121160754560 : ffff91d7483d0a80)
00000100:00000010:0.0:1769078172.079002:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2d80.
00000020:00000040:0.0:1769078172.079007:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000040:3.0:1769078172.079011:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078172.079012:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078172.079017:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078172.079020:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078172.079023:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078172.079027:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.079034:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1769078172.079036:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca000.
00000100:00000040:3.0:1769078172.079040:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078172.079044:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078172.079047:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078172.079053:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932531584, offset 0
00000100:00100000:0.0:1769078172.079054:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078172.079066:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078172.079071:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078172.079076:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078172.079080:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078172.079085:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000296efca4] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078172.079090:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078172.079098:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078172.079105:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078172.079109:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00080000:0.0:1769078172.079111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078172.079117:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769078172.079119:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078172.079124:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769078172.079124:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:0.0:1769078172.079127:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078172.079133:0:36:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078172.079134:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47808:47808:256:4294967295] 192.168.204.153@tcp LPNI seq info [47808:47808:8:4294967295]
00000100:00080000:0.0:1769078172.079138:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4863
00000400:00000200:0.0:1769078172.079148:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078172.079148:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078172.079154:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078172.079156:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078172.079158:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078172.079162:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078172.079166:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078172.079169:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078172.079173:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078172.079174:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1769078172.079175:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078172.079178:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078172.079181:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078172.079184:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769078172.079188:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:3.0:1769078172.079190:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078172.079195:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078172.079199:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1769078172.079199:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000100:00000040:0.0:1769078172.079202:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078172.079207:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078172.079210:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000200:3.0:1769078172.079214:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00080000:0.0:1769078172.079218:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000200:3.0:1769078172.079222:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769078172.079224:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078172.079229:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1769078172.079230:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078172.079235:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1769078172.079236:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:3.0:1769078172.079243:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769078172.079244:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078172.079246:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000100:00000001:0.0:1769078172.079248:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078172.079252:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078172.079255:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:0.0:1769078172.079256:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078172.079261:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078172.079267:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000010:0.0:1769078172.079270:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000400:00000200:3.0:1769078172.079274:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000020:00000040:0.0:1769078172.079276:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000010:3.0:1769078172.079280:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
02000000:00000001:0.0:1769078172.079282:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078172.079286:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078172.079289:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078172.079290:0:2416:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769078172.079291:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078172.079295:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078172.079299:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078172.079301:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9c00.
00000100:00000001:0.0:1769078172.079305:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078172.079312:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078172.079333:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078172.079335:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769078172.079339:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078172.079341:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.079351:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078172.079353:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079354:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078172.079363:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078172.079365:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078172.079370:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078172.079374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078172.079375:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299537186
00000100:00000010:3.0:1769078172.079382:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000100:00000040:0.0:1769078172.079383:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078172.079389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078172.079392:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1769078172.079394:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078172.079430:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299537186
00000100:00000040:0.0:1769078172.079434:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4873)
00000100:00000010:3.0:1769078172.079437:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000001:3.0:1769078172.079444:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078172.079449:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078172.079453:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.079457:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078172.079464:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078172/real 1769078172]  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078172.079474:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078172.079476:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078172.079479:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078172.079482:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078172.079484:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078172.079487:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078172.079491:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078172.079501:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079508:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078172.079510:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.079513:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.079515:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078172.079520:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079529:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078172.079534:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079542:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078172.079545:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.079546:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.079547:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.079550:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078172.079552:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078172.079554:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078172.079558:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078172.079560:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078172.079563:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078172.079569:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932531584:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078172.079573:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.079575:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078172.079577:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0a80 x1855007932531584/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079581:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078172.079583:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078172.079586:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078172.079589:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078172.079590:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078172.079591:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078172.079593:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078172.079595:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8800.
02000000:00000001:3.0:1769078172.079599:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078172.079601:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078172.079602:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0a80.
00000100:00000001:3.0:1769078172.079605:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078172.079606:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.079607:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.079616:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078172.079618:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.079619:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078172.079621:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078172.079622:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078172.079625:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079634:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078172.079635:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078172.079637:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078172.079639:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078172.079640:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078172.079642:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932531712:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078172.079644:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078172.079645:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078172.079646:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078172.079648:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078172.079650:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078172.079651:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078172.079656:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078172.079657:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078172.079660:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078172.079663:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932531712, portal 10
00000100:00000001:3.0:1769078172.079664:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078172.079665:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806016 : -121121160745600 : ffff91d7483d2d80)
00000100:00000040:3.0:1769078172.079671:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079676:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078172.079677:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078172.079679:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078172.079681:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932531712, offset 0
00000400:00000200:3.0:1769078172.079684:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078172.079687:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078172.079689:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078172.079692:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078172.079694:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078172.079695:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078172.079697:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078172.079700:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47809:47809:256:4294967295] 192.168.204.153@tcp LPNI seq info [47809:47809:8:4294967295]
00000400:00000200:3.0:1769078172.079703:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078172.079709:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078172.079714:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078172.079732:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078172.079737:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078172.079740:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078172.079745:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078172.079748:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078172.079752:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078172.079754:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078172.079758:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078172.079762:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078172.079766:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078172.079768:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078172.079771:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078172.079775:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079784:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078172.079786:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079791:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.079792:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078172.079795:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078172.079798:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078172.079801:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078172.079803:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299535884
00000100:00000001:3.0:1769078172.079805:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299537186
00000100:00000001:3.0:1769078172.079807:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299535884
00000100:00000001:3.0:1769078172.079808:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299537186
00000100:00000001:3.0:1769078172.079810:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078172.079812:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.079813:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078172.079815:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078172/real 1769078172]  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078172.079821:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078172.079822:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078172.079823:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078172.079825:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078172.079826:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078172.079828:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078172.079830:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078172.079836:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079840:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078172.079841:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.079842:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.079843:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078172.079845:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079849:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078172.079851:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079856:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078172.079857:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.079858:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.079860:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.079861:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078172.079863:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078172.079865:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078172.079868:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078172.079869:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078172.079872:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078172.079877:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932531712:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078172.079880:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078172.079882:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079886:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078172.079886:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078172.079888:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078172.079889:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078172.079890:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078172.079892:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932531840:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078172.079895:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078172.079896:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078172.079897:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078172.079899:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078172.079902:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078172.079903:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078172.079905:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078172.079907:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078172.079909:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078172.079911:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932531840, portal 10
00000100:00000001:3.0:1769078172.079912:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078172.079913:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769078172.079918:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079922:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078172.079924:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078172.079925:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078172.079927:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932531840, offset 0
00000400:00000200:3.0:1769078172.079929:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078172.079932:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078172.079935:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078172.079937:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078172.079939:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078172.079941:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078172.079943:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078172.079945:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47810:47810:256:4294967295] 192.168.204.153@tcp LPNI seq info [47810:47810:8:4294967295]
00000400:00000200:3.0:1769078172.079948:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078172.079952:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078172.079955:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078172.079957:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078172.079960:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078172.079962:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078172.079964:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078172.079967:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078172.079969:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078172.079971:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:3.0:1769078172.079974:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078172.079977:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078172.079980:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:3.0:1769078172.079982:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:3.0:1769078172.079985:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078172.079988:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.079996:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078172.080000:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.080007:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.080009:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078172.080013:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078172.080016:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078172.080020:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078172.080022:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299535883
00000100:00000001:3.0:1769078172.080025:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299537186
00000100:00000001:3.0:1769078172.080028:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299535883
00000100:00000001:3.0:1769078172.080030:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299537186
00000100:00000001:3.0:1769078172.080033:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078172.080035:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.080037:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078172.080041:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078172/real 1769078172]  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078172.080048:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078172.080049:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078172.080050:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:3.0:1769078172.080052:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078172.080053:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000100:00000001:3.0:1769078172.080055:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078172.080057:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078172.080063:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.080068:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078172.080069:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.080070:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.080071:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078172.080073:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.080077:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078172.080079:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.080085:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078172.080087:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.080088:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.080089:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.080090:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078172.080092:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078172.080094:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078172.080096:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078172.080098:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078172.080101:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078172.080110:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932531840:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078172.080114:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.080116:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078172.080120:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2d80 x1855007932531712/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.080127:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078172.080129:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078172.080131:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a000.
02000000:00000001:3.0:1769078172.080134:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078172.080136:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078172.080138:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078172.080140:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078172.080142:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca000.
02000000:00000001:3.0:1769078172.080145:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078172.080147:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078172.080149:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2d80.
00000100:00000001:3.0:1769078172.080153:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078172.080155:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.080157:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078172.080160:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932531840/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.080167:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078172.080169:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078172.080171:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508400.
02000000:00000001:3.0:1769078172.080173:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078172.080175:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078172.080176:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078172.080178:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078172.080180:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:3.0:1769078172.080182:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078172.080184:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078172.080185:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769078172.080187:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078172.080188:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.080190:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.080194:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078172.080196:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.080198:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078172.080200:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078172.974493:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078172.974493:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078172.974503:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078172.974503:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078172.974506:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.974511:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078172.974513:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078172.974515:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078172.974518:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078172.974519:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078172.974525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078172.974526:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.974526:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078172.974535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.974536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078172.974537:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078172.974549:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078172.974550:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078172.974550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078172.974557:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078172.974557:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078172.974558:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078172.974559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078172.974562:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078172.974571:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078172.974574:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078172.974582:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078172.974586:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078172.974590:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078172.974594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078172.974598:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078172.974612:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078172.974617:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078172.974622:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078173.422515:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299537186, at 4299537216
00000100:00000040:3.0:1769078173.422515:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299537186, at 4299537216
00000100:00000010:2.0:1769078173.422531:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000010:3.0:1769078173.422531:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000001:0.0:1769078173.998522:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078173.998522:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078173.998522:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078173.998530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078173.998532:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078173.998533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078173.998533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078173.998537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078173.998540:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.998540:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078173.998540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078173.998546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078173.998550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078173.998551:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078173.998552:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078173.998552:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078173.998565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078173.998565:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078173.998566:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078173.998572:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078173.998572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078173.998573:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078173.998577:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078173.998580:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078173.998584:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078173.998586:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078173.998588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078173.998591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078173.998592:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078173.998596:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078173.998598:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078173.998601:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078173.998602:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078173.998610:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078175.022497:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078175.022497:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078175.022499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078175.022504:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078175.022507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078175.022508:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078175.022509:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078175.022511:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078175.022512:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078175.022513:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078175.022516:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078175.022518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078175.022518:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078175.022520:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078175.022522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078175.022522:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078175.022525:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078175.022527:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078175.022530:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078175.022531:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078175.022532:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078175.022535:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078175.022536:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078175.022540:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078175.022544:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078175.022545:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078175.022549:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078175.022553:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078175.022554:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078175.022556:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078175.022560:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078175.022560:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078175.022567:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078175.022567:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078176.046522:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078176.046522:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078176.046522:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078176.046531:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078176.046531:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078176.046532:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078176.046536:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078176.046536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078176.046536:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078176.046544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078176.046544:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078176.046545:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078176.046551:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078176.046551:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078176.046551:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078176.046557:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078176.046557:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078176.046557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078176.046564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078176.046568:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078176.046572:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078176.046572:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078176.046576:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078176.046579:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078176.046579:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078176.046581:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078176.046583:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078176.046752:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078176.046758:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078176.046761:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078176.046764:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078176.046767:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078176.046770:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078176.046772:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078176.046775:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078176.046779:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078176.046781:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078176.046801:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078176.046804:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078176.046807:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078177.070558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078177.070565:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078177.070566:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078177.070567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.070574:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078177.070576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078177.070579:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.070580:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078177.070581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.070587:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078177.070590:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078177.070596:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078177.070597:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078177.070608:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078177.070608:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078177.070612:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078177.070617:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078177.070617:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078177.070618:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.070623:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078177.070646:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078177.070648:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.070663:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078177.070668:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078177.070674:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078177.070788:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078177.070803:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078177.070805:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078177.070809:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078177.070813:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078177.070816:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078177.070819:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078177.070822:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078177.070824:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078177.198564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078177.198576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078177.198579:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078177.198583:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078177.198588:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078177.198598:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4868
00000400:00000200:3.0:1769078177.198608:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078177.198614:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078177.198617:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078177.198620:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078177.198623:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078177.198625:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078177.198627:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078177.198652:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078177.198654:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078177.198656:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078177.198659:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078177.198661:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078177.198663:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078177.198666:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078177.198668:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078177.198669:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078177.198670:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078177.198673:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078177.198676:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078177.198678:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078177.198681:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078177.198683:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078177.198686:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.198687:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078177.198689:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078177.198705:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5180.
00000020:00000040:3.0:1769078177.198709:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078177.198713:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078177.198714:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.198717:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078177.198719:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078177.198724:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078177.198732:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508400.
00000100:00000001:3.0:1769078177.198739:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078177.198747:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078177.198757:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078177.198760:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078177.198764:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a964d027] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078177.198795:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078177.198800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078177.198804:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078177.198806:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078177.198808:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078177.198811:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078177.198815:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4868
00000400:00000200:3.0:1769078177.198820:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078177.198825:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078177.198828:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078177.198832:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078177.198835:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078177.198838:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078177.198840:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078177.198844:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078177.198845:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078177.198847:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078177.198852:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078177.198854:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078177.198855:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:0.0:1769078177.198858:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078177.198860:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078177.198866:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078177.198872:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078177.198875:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078177.198886:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078177.198897:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769078177.198897:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078177.198902:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.198909:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:0.0:1769078177.198910:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078177.198914:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078177.198917:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:0.0:1769078177.198919:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078177.198931:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00100000:0.0:1769078177.198932:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932531968:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078177.198943:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078177.198947:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078177.198949:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.198952:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078177.198953:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078177.198959:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1769078177.198964:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769078177.198967:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078177.198968:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078177.198974:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078177.198979:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078177.198980:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:0.0:1769078177.198985:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000008:00100000:3.0:1769078177.198987:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1769078177.198991:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000008:00000001:3.0:1769078177.198994:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.199000:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078177.199001:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932531968, portal 25
00000100:00000010:3.0:1769078177.199006:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6680.
00000100:00000001:0.0:1769078177.199007:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078177.199010:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564478336 : -121121145073280 : ffff91d7492c5180)
00000020:00000040:3.0:1769078177.199013:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078177.199019:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1769078177.199022:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078177.199022:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.199027:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078177.199031:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078177.199034:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078177.199043:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a000.
00000100:00000001:0.0:1769078177.199045:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078177.199050:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078177.199053:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078177.199060:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00100000:3.0:1769078177.199062:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078177.199067:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932531968, offset 0
00000100:00000001:3.0:1769078177.199084:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078177.199085:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078177.199092:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078177.199097:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3116e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078177.199104:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078177.199115:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:3.0:1769078177.199125:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078177.199126:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078177.199132:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00080000:3.0:1769078177.199133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078177.199137:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078177.199143:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:3.0:1769078177.199149:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769078177.199151:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47811:47811:256:4294967295] 192.168.204.153@tcp LPNI seq info [47811:47811:8:4294967295]
00000100:00000001:3.0:1769078177.199154:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078177.199160:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:3.0:1769078177.199160:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078177.199171:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078177.199180:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4868
00000400:00000200:0.0:1769078177.199189:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078177.199195:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078177.199200:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000400:00000200:3.0:1769078177.199201:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000800:00000200:0.0:1769078177.199214:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000400:00000200:3.0:1769078177.199221:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000800:00000200:0.0:1769078177.199224:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1769078177.199228:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078177.199239:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000200:0.1:1769078177.199240:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078177.199256:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769078177.199257:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1769078177.199264:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000100:0.0:1769078177.199272:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078177.199273:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000010:0.0:1769078177.199275:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000020:00000001:3.0:1769078177.199277:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078177.199279:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078177.199282:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078177.199283:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769078177.199285:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078177.199288:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:3.0:1769078177.199297:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:0.0:1769078177.199298:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078177.199310:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078177.199314:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000040:3.0:1769078177.199318:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078177.199322:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078177.199323:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078177.199333:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000200:0.0:1769078177.199335:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078177.199348:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769078177.199361:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769078177.199362:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000040:0.0:1769078177.199369:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078177.199376:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078177.199381:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.199386:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078177.199389:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.199391:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078177.199395:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078177.199400:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078177.199430:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299542307
00000100:00000010:0.0:1769078177.199434:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031de0.
00000100:00000001:0.0:1769078177.199440:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078177.199446:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299542307
00000100:00000010:0.0:1769078177.199449:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600313c0.
00000100:00000001:0.0:1769078177.199454:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078177.199457:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078177.199460:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.199463:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078177.199468:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078177/real 1769078177]  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078177.199468:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078177.199478:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.199489:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000001:0.0:1769078177.199491:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000008:00100000:3.0:1769078177.199495:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000001:0.0:1769078177.199496:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078177.199499:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000008:00000001:3.0:1769078177.199507:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078177.199509:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078177.199516:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:3.0:1769078177.199517:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.199522:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1769078177.199526:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c7480.
00000100:00000200:0.0:1769078177.199527:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078177.199537:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000200:0.0:1769078177.199551:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078177.199551:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078177.199557:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.199568:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078177.199569:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078177.199574:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078177.199574:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078177.199582:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1769078177.199583:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.199584:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1769078177.199599:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508c00.
00000100:00100000:0.0:1769078177.199600:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078177.199612:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.199614:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078177.199628:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078177.199646:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078177.199698:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078177.199700:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078177.199704:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.199705:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.199713:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078177.199715:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.199718:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078177.199723:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1769078177.199723:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f53d051d] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078177.199736:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078177.199757:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078177.199760:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.199761:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078177.199773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078177.199780:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078177.199781:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078177.199784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078177.199793:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078177.199802:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4878)
00000100:00100000:0.0:1769078177.199807:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932531968:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078177.199817:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.199819:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078177.199823:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5180 x1855007932531968/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.199831:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078177.199834:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078177.199838:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769078177.199843:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078177.199847:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078177.199849:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078177.199852:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078177.199856:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:0.0:1769078177.199860:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078177.199862:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078177.199864:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5180.
00000100:00000001:0.0:1769078177.199868:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078177.199870:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.199872:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.199882:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078177.199884:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.199886:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078177.199888:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078177.199890:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078177.199894:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.199903:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078177.199905:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078177.199907:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078177.199910:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078177.199912:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078177.199915:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932532096:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078177.199919:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078177.199922:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078177.199924:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078177.199926:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078177.199930:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769078177.199932:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078177.199937:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078177.199941:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078177.199944:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078177.199948:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932532096, portal 10
00000100:00000001:0.0:1769078177.199950:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078177.199952:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564483712 : -121121145067904 : ffff91d7492c6680)
00000100:00000040:0.0:1769078177.199959:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.199966:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078177.199968:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078177.199971:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078177.199974:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932532096, offset 0
00000400:00000200:0.0:1769078177.199978:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078177.199982:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078177.199986:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078177.199990:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078177.199993:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078177.199995:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078177.199998:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078177.200001:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47812:47812:256:4294967295] 192.168.204.153@tcp LPNI seq info [47812:47812:8:4294967295]
00000400:00000200:0.0:1769078177.200006:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078177.200014:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078177.200019:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078177.200023:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078177.200028:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078177.200031:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078177.200037:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078177.200040:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078177.200044:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078177.200046:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078177.200049:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078177.200053:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078177.200056:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078177.200058:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078177.200062:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078177.200066:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200076:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078177.200079:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200093:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.200095:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078177.200098:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078177.200102:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078177.200105:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078177.200108:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299541004
00000100:00000001:0.0:1769078177.200111:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299542307
00000100:00000001:0.0:1769078177.200113:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299541004
00000100:00000001:0.0:1769078177.200115:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299542307
00000100:00000001:0.0:1769078177.200117:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078177.200120:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.200122:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078177.200126:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078177/real 1769078177]  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078177.200135:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078177.200136:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078177.200138:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078177.200141:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078177.200143:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078177.200146:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078177.200150:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078177.200159:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200164:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078177.200166:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.200168:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078177.200170:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078177.200173:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200179:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078177.200182:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200186:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078177.200188:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.200189:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078177.200190:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.200191:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078177.200193:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078177.200194:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078177.200196:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078177.200198:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078177.200200:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078177.200205:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932532096:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078177.200209:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078177.200213:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200220:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078177.200222:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078177.200224:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078177.200226:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078177.200228:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078177.200232:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932532224:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078177.200235:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078177.200238:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078177.200241:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078177.200242:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078177.200247:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9000.
02000000:00000001:0.0:1769078177.200249:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078177.200253:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078177.200256:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078177.200259:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078177.200262:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932532224, portal 10
00000100:00000001:0.0:1769078177.200264:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078177.200266:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564487296 : -121121145064320 : ffff91d7492c7480)
00000100:00000040:0.0:1769078177.200272:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200278:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078177.200281:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078177.200284:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078177.200286:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932532224, offset 0
00000400:00000200:0.0:1769078177.200291:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078177.200295:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078177.200299:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078177.200302:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078177.200305:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078177.200308:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078177.200310:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078177.200313:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47813:47813:256:4294967295] 192.168.204.153@tcp LPNI seq info [47813:47813:8:4294967295]
00000400:00000200:0.0:1769078177.200318:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078177.200324:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078177.200329:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078177.200334:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078177.200338:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078177.200341:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078177.200346:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078177.200348:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078177.200352:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078177.200355:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078177.200358:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078177.200362:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078177.200365:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078177.200367:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078177.200369:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078177.200373:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200381:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078177.200384:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200391:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.200393:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078177.200396:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078177.200400:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078177.200428:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078177.200431:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299541004
00000100:00000001:0.0:1769078177.200433:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299542307
00000100:00000001:0.0:1769078177.200436:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299541004
00000100:00000001:0.0:1769078177.200438:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299542307
00000100:00000001:0.0:1769078177.200440:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078177.200442:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.200445:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078177.200449:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078177/real 1769078177]  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078177.200457:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078177.200459:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078177.200461:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078177.200464:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078177.200465:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078177.200468:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078177.200471:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078177.200481:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200487:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078177.200489:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.200491:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078177.200492:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078177.200496:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200504:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078177.200509:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200516:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078177.200519:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.200521:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078177.200522:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.200524:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078177.200527:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078177.200530:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078177.200534:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078177.200536:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078177.200541:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078177.200550:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932532224:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078177.200554:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.200556:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078177.200560:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6680 x1855007932532096/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200567:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078177.200569:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078177.200571:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769078177.200575:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078177.200576:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078177.200578:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078177.200580:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078177.200582:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:0.0:1769078177.200584:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078177.200586:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078177.200587:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6680.
00000100:00000001:0.0:1769078177.200591:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078177.200593:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.200594:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078177.200598:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7480 x1855007932532224/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078177.200606:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078177.200607:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078177.200609:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9000.
02000000:00000001:0.0:1769078177.200611:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078177.200613:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078177.200614:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078177.200616:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078177.200618:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508c00.
02000000:00000001:0.0:1769078177.200620:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078177.200622:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078177.200623:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7480.
00000100:00000001:0.0:1769078177.200627:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078177.200628:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.200647:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078177.200652:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078177.200653:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078177.200656:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078177.200658:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.094525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078178.094525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078178.094530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078178.094533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078178.094535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078178.094537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078178.094537:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.094539:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078178.094545:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769078178.094545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078178.094546:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078178.094548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078178.094559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078178.094560:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078178.094561:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078178.094561:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078178.094570:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.094572:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078178.094572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078178.094579:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078178.094580:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078178.094586:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078178.094588:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078178.094591:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078178.094591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078178.094595:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078178.094595:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078178.094596:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078178.094601:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078178.094604:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078178.094605:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078178.094607:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078178.094611:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078178.094632:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078178.542535:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299542307, at 4299542336
00000100:00000040:2.0:1769078178.542536:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299542307, at 4299542336
00000100:00000010:3.0:1769078178.542555:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600313c0.
00000100:00000010:2.0:1769078178.542560:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031de0.
00000100:00000001:0.0:1769078179.118547:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078179.118547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078179.118550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078179.118557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078179.118560:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078179.118560:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078179.118566:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078179.118566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078179.118566:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078179.118573:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1769078179.118575:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078179.118575:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078179.118578:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769078179.118585:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078179.118585:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078179.118586:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.118592:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078179.118593:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078179.118593:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078179.118611:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.118612:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078179.118617:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.118618:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078179.118625:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.118626:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078179.118646:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078179.118650:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078179.118654:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078179.118658:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078179.118663:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078179.118668:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078179.118704:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078179.118709:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078179.118717:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078179.118720:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078179.118723:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078179.118726:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.118729:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078179.118731:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.118733:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078180.142514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078180.142520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078180.142527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078180.142528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078180.142535:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078180.142538:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078180.142543:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078180.142544:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078180.142546:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078180.142549:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078180.142550:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078180.142550:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078180.142553:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078180.142554:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078180.142561:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078180.142561:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078180.142561:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078180.142567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078180.142571:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078180.142572:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078180.142572:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078180.142572:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078180.142590:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078180.142592:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078180.142592:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078180.142600:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078180.142605:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078180.142610:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078180.142610:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078180.142614:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078180.142619:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078180.142619:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078180.142621:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078180.142623:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078181.166497:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078181.166502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078181.166504:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078181.166505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078181.166505:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078181.166506:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078181.166509:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078181.166512:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078181.166513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078181.166513:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078181.166516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078181.166517:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078181.166517:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078181.166522:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078181.166523:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078181.166526:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078181.166526:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078181.166529:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078181.166533:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078181.166539:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078181.166548:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078181.166550:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078181.166615:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078181.166618:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078181.166619:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078181.166620:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078181.166622:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078181.166624:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078181.166642:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078181.166644:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078181.166646:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078181.166647:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078181.166649:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078181.166651:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078182.190503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078182.190503:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078182.190508:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078182.190509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078182.190509:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078182.190513:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078182.190514:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078182.190515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078182.190518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078182.190518:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078182.190518:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078182.190525:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078182.190525:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078182.190528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078182.190530:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078182.190530:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078182.190535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078182.190535:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078182.190535:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078182.190539:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078182.190540:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078182.190540:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078182.190544:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078182.190545:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078182.190554:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769078182.190558:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078182.190558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078182.190561:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078182.190564:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078182.190565:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078182.190569:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078182.190572:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078182.190574:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078182.190576:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078182.318569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078182.318580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078182.318582:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078182.318588:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078182.318592:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078182.318599:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4873
00000400:00000200:0.0:1769078182.318608:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078182.318614:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078182.318616:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078182.318619:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078182.318623:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078182.318625:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078182.318627:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078182.318630:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078182.318631:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078182.318634:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078182.318636:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078182.318638:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078182.318639:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078182.318641:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078182.318642:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078182.318644:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078182.318645:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078182.318647:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078182.318649:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078182.318650:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078182.318653:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078182.318655:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078182.318657:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078182.318659:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078182.318661:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078182.318670:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769078182.318674:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078182.318678:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078182.318679:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078182.318683:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078182.318685:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078182.318690:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078182.318699:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb000.
00000100:00000001:0.0:1769078182.318710:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078182.318719:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078182.318727:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078182.318730:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078182.318734:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078182.318795:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078182.318799:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078182.318802:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078182.318807:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078182.318813:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078182.318815:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078182.318818:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078182.318821:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078182.318823:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078182.318825:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932532352:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078182.318828:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078182.318832:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078182.318834:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078182.318836:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078182.318841:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078182.318842:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078182.318848:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078182.318851:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6d68.
00000400:00000010:3.0:1769078182.318858:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce3b8.
00000100:00000200:3.0:1769078182.318866:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932532352, portal 25
00000100:00000001:3.0:1769078182.318868:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078182.318869:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769078182.318873:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078182.318877:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078182.318880:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078182.318881:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce4c8.
00000100:00000200:3.0:1769078182.318883:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932532352, offset 0
00000400:00000200:3.0:1769078182.318888:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078182.318895:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078182.318900:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078182.318904:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078182.318908:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078182.318912:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078182.318914:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078182.318917:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47814:47814:256:4294967295] 192.168.204.153@tcp LPNI seq info [47814:47814:8:4294967295]
00000400:00000200:3.0:1769078182.318920:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078182.318927:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078182.318931:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078182.318942:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134800.
00000800:00000200:3.0:1769078182.318950:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078182.318954:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078182.318967:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078182.318970:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078182.318972:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299547426
00000100:00000010:3.0:1769078182.318976:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000001:3.0:1769078182.318983:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078182.318989:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299547426
00000100:00000010:3.0:1769078182.318992:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
00000100:00000001:3.0:1769078182.318994:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078182.318997:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078182.318999:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078182.319002:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078182.319004:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078182.319019:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078182.319022:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078182.319025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078182.319026:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078182.319027:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078182.319028:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078182.319030:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4873
00000400:00000200:0.0:1769078182.319033:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078182.319035:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078182.319037:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078182.319040:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078182.319047:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078182.319050:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078182.319052:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078182.319054:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078182.319056:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078182.319065:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078182.319067:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078182.319072:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078182.319075:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078182.319078:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078182.319080:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078182.319083:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078182.319085:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078182.319087:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078182.319090:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078182.319092:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078182.319094:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078182.319100:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078182.319102:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078182.319109:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078182.319113:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078182.319116:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078182.319117:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078182.319120:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769078182.319122:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078182.319124:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078182.319125:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078182.319126:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078182.319127:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078182.319128:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078182.319132:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cac00.
00000100:00000001:0.0:1769078182.319136:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078182.319141:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078182.319148:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078182.319150:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078182.319154:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078182.319205:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078182.319207:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078182.319210:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078182.319212:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078182.319214:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078182.319218:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078182.319230:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078182.319231:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078182.319233:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078182.319235:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078182.319237:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078182.319240:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932532480:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078182.319243:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078182.319244:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078182.319246:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078182.319248:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078182.319251:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078182.319253:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078182.319257:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078182.319259:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078182.319263:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078182.319266:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932532480, portal 10
00000100:00000001:3.0:1769078182.319268:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078182.319269:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:3.0:1769078182.319275:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078182.319283:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078182.319285:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078182.319287:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bcec38.
00000100:00000200:3.0:1769078182.319290:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932532480, offset 0
00000400:00000200:3.0:1769078182.319294:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078182.319298:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078182.319301:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078182.319304:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078182.319307:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078182.319315:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078182.319317:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078182.319321:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47815:47815:255:4294967295] 192.168.204.153@tcp LPNI seq info [47815:47815:7:4294967295]
00000400:00000200:3.0:1769078182.319325:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078182.319331:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078182.319336:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078182.319340:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134f00.
00000800:00000200:3.0:1769078182.319344:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078182.319347:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078182.319350:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078182.319354:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078182.319358:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078182.319360:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299546123
00000100:00000001:3.0:1769078182.319362:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299547426
00000100:00000001:3.0:1769078182.319365:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299546123
00000100:00000001:3.0:1769078182.319367:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299547426
00000100:00000001:3.0:1769078182.319369:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078182.319371:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078182.319374:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078182.319376:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078182.319379:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078182.319381:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078182.319383:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078182.319385:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078182.319386:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078182.319388:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078182.319494:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078182.319498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078182.319501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078182.319503:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078182.319505:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078182.319509:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078182.319512:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4873
00000400:00000200:0.0:1769078182.319517:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078182.319519:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078182.319521:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078182.319525:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078182.319527:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078182.319529:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078182.319531:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078182.319533:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078182.319534:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078182.319536:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078182.319538:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078182.319540:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769078182.319542:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078182.319557:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078182.319559:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078182.319561:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078182.319564:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078182.319566:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769078182.319569:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078182.319572:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078182.319574:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078182.319578:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078182.319580:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078182.319582:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078182.319585:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078182.319587:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078182.319589:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078182.319593:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769078182.319595:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078182.319597:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078182.319598:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078182.319600:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078182.319602:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078182.319604:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078182.319608:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
00000100:00000001:0.0:1769078182.319611:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078182.319616:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078182.319624:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078182.319626:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078182.319630:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078182.319637:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078182.319640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078182.319644:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078182.319647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078182.319650:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078182.319654:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4883)
00000100:00000001:3.0:1769078182.319742:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078182.319744:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078182.319746:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078182.319750:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078182.319756:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078182.319758:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078182.319760:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078182.319762:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078182.319764:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078182.319766:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932532608:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078182.319769:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078182.319771:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078182.319773:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078182.319775:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078182.319779:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078182.319781:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078182.319786:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078182.319788:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b62c0.
00000400:00000010:3.0:1769078182.319792:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078182.319795:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932532608, portal 10
00000100:00000001:3.0:1769078182.319797:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078182.319799:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769078182.319805:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078182.319812:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078182.319814:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078182.319816:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce5d8.
00000100:00000200:3.0:1769078182.319819:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932532608, offset 0
00000400:00000200:3.0:1769078182.319824:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078182.319828:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078182.319833:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078182.319836:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078182.319839:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078182.319841:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078182.319843:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078182.319847:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47816:47816:254:4294967295] 192.168.204.153@tcp LPNI seq info [47816:47816:6:4294967295]
00000400:00000200:3.0:1769078182.319851:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078182.319857:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078182.319862:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078182.319866:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078182.319870:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078182.319875:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078182.319878:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078182.319882:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078182.319885:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078182.319887:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299546123
00000100:00000001:3.0:1769078182.319889:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299547426
00000100:00000001:3.0:1769078182.319891:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299546123
00000100:00000001:3.0:1769078182.319894:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299547426
00000100:00000001:3.0:1769078182.319896:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078182.320255:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078182.320260:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078182.320262:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078182.320267:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078182.320268:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078182.320270:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078182.320272:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078182.320273:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078182.320275:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078183.214520:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078183.214523:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078183.214524:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078183.214528:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078183.214528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078183.214539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078183.214540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078183.214541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078183.214542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.214544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078183.214545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078183.214549:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078183.214550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078183.214551:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078183.214551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078183.214554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078183.214555:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078183.214558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078183.214558:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078183.214560:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078183.214563:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.214564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078183.214564:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.214567:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078183.214571:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078183.214572:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078183.214575:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078183.214578:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.214578:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078183.214582:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078183.214583:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078183.214585:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078183.214587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078183.214593:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078183.662539:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299547426, at 4299547456
00000100:00000040:3.0:1769078183.662541:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299547426, at 4299547456
00000100:00000010:3.0:1769078183.662555:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000010:2.0:1769078183.662558:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000001:0.0:1769078184.238545:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078184.238545:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078184.238545:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078184.238555:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078184.238555:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078184.238556:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078184.238556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078184.238558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078184.238559:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078184.238560:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078184.238561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078184.238566:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078184.238567:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078184.238567:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078184.238570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078184.238574:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078184.238575:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078184.238575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078184.238575:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078184.238582:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078184.238582:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.238585:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078184.238587:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078184.238591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078184.238594:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078184.238596:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078184.238600:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078184.238603:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.238603:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078184.238605:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078184.238607:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078184.238610:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.238611:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078184.238630:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078185.262559:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078185.262563:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078185.262563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078185.262568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078185.262569:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078185.262570:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078185.262571:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078185.262572:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078185.262574:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078185.262577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078185.262582:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078185.262583:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078185.262583:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078185.262584:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078185.262587:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078185.262591:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078185.262592:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078185.262594:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078185.262599:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078185.262599:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.262601:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078185.262610:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078185.262611:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078185.262620:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078185.262621:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078185.262625:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078185.262626:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078185.262627:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078185.262629:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078185.262630:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078185.262634:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078185.262634:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078185.262640:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.262643:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769078185.390707:0:2406:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:2.0:1769078185.390744:0:2406:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078185.390756:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078185.390760:0:2406:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:2.0:1769078185.390765:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078185.390769:0:2406:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078185.390775:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769078185.390780:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134800.
00000400:00000200:2.0:1769078185.390786:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078185.390792:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078185.390798:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce4c8
00000400:00000010:2.0:1769078185.390800:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce4c8.
00000100:00000001:2.0:1769078185.390805:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078185.390814:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078185.390838:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078185.390843:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078185.390851:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078185.390853:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078185.390863:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769078185.390866:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134f00.
00000400:00000200:2.0:1769078185.390869:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078185.390873:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078185.390876:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bcec38
00000400:00000010:2.0:1769078185.390878:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bcec38.
00000100:00000001:2.0:1769078185.390881:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078185.390886:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:2.0:1769078185.390887:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.390893:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078185.390898:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078185.390899:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078185.390905:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078185.390909:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078182/real 1769078185]  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078185.390920:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078185.390924:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:3.0:1769078185.390930:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000800:00000100:2.0:1769078185.390932:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000400:00000001:3.0:1769078185.390934:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000800:00000010:2.0:1769078185.390936:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000010:3.0:1769078185.390940:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6d68.
00000400:00000200:2.0:1769078185.390942:0:2406:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078185.390947:0:2406:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078185.390957:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce3b8
00000400:00000010:3.0:1769078185.390961:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce3b8.
00000400:00000200:2.0:1769078185.390965:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce5d8
00000100:00000001:3.0:1769078185.390965:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000010:2.0:1769078185.390970:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce5d8.
00000100:00000200:3.0:1769078185.390973:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078185.390976:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078185.390984:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078185.390990:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078185.390995:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078185.391001:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.391010:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078185.391013:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391016:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078185.391017:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078185.391019:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078185.391021:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1769078185.391027:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.391035:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078185.391044:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.391053:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078185.391056:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391058:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078185.391059:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391062:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078185.391064:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078185.391068:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078185.391073:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078185.391076:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078185.391080:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078185.391089:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932532352:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078185.391094:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078185.391097:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078185.391100:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932532352/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.391107:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078185.391110:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078185.391114:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078185.391118:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078185.391123:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078185.391126:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078185.391128:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078185.391131:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb000.
02000000:00000001:3.0:1769078185.391136:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078185.391138:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078185.391140:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769078185.391145:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078185.391146:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391148:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078185.391150:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078185.391152:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078185.391153:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078185.391158:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078182/real 1769078185]  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078185.391166:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078185.391167:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078185.391169:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b62c0.
00000400:00000200:3.0:1769078185.391172:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078185.391173:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078185.391176:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078185.391178:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078185.391186:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.391193:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078185.391195:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391197:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078185.391199:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078185.391201:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.391208:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078185.391212:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.391218:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078185.391220:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391221:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078185.391222:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391224:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078185.391228:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078185.391230:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078185.391234:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078185.391236:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078185.391239:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078185.391245:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932532608:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078185.391250:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078185.391253:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078182/real 1769078185]  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078185.391260:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078185.391261:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078185.391263:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078185.391265:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078185.391266:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078185.391268:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078185.391272:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078185.391279:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.391285:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078185.391286:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391288:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078185.391289:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078185.391292:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.391392:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078185.391396:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.391425:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078185.391427:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391429:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078185.391430:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391432:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078185.391434:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078185.391437:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078185.391441:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078185.391443:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078185.391447:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078185.391454:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932532480:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078185.391460:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391462:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078185.391464:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932532608/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.391471:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078185.391473:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078185.391475:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078185.391479:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078185.391480:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078185.391481:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078185.391484:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078185.391485:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9800.
02000000:00000001:3.0:1769078185.391487:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078185.391489:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078185.391490:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769078185.391502:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078185.391504:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391506:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078185.391509:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932532480/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078185.391515:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078185.391516:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078185.391517:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078185.391520:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078185.391521:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078185.391522:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078185.391524:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078185.391525:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cac00.
02000000:00000001:3.0:1769078185.391528:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078185.391529:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078185.391530:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769078185.391533:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078185.391534:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391536:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078185.391547:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078185.391549:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078185.391551:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078185.391552:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078186.286526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078186.286527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078186.286531:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078186.286535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078186.286536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078186.286537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078186.286538:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078186.286552:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078186.286554:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078186.286554:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078186.286554:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078186.286560:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078186.286563:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1769078186.286574:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078186.286574:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078186.286574:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078186.286575:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078186.286582:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078186.286586:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078186.286592:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078186.286593:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078186.286593:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078186.286595:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078186.286605:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078186.286607:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078186.286607:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078186.286619:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078186.286622:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078186.286622:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078186.286629:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078186.286631:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078186.286635:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078186.286635:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078186.286639:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078186.286641:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078186.286645:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078186.286647:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078186.286678:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078186.286684:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078186.286689:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078187.310528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078187.310528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078187.310528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078187.310534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078187.310539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078187.310540:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078187.310540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078187.310540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078187.310544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078187.310545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078187.310545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078187.310548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078187.310550:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078187.310551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078187.310552:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078187.310552:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078187.310557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078187.310559:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078187.310559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078187.310561:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078187.310563:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.310564:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078187.310565:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078187.310569:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078187.310571:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078187.310576:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078187.310579:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078187.310581:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078187.310584:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078187.310587:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078187.310588:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078187.310591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078187.310592:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078187.310598:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078187.438640:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078187.438653:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078187.438656:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078187.438670:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078187.438675:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078187.438684:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4878
00000400:00000200:0.0:1769078187.438696:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078187.438701:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078187.438705:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078187.438708:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078187.438712:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078187.438715:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078187.438717:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078187.438722:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078187.438724:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078187.438727:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078187.438730:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078187.438732:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078187.438735:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078187.438737:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078187.438739:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078187.438741:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078187.438743:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078187.438746:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078187.438749:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078187.438758:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078187.438762:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078187.438767:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078187.438770:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.438772:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078187.438775:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078187.438782:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3480.
00000020:00000040:0.0:1769078187.438786:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078187.438790:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078187.438792:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.438795:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078187.438798:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078187.438804:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078187.438813:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:0.0:1769078187.438821:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078187.438830:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078187.438841:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078187.438856:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078187.438861:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb5fd4f] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078187.438890:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078187.438894:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078187.438898:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078187.438899:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078187.438901:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078187.438904:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078187.438906:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4878
00000400:00000200:0.0:1769078187.438910:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078187.438913:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078187.438916:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078187.438920:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078187.438922:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078187.438926:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078187.438929:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078187.438931:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078187.438933:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078187.438934:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078187.438936:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078187.438939:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078187.438939:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078187.438941:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078187.438948:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078187.438949:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078187.438953:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078187.438953:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078187.438958:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078187.438961:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078187.438964:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000040:3.0:1769078187.438965:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078187.438969:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078187.438974:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078187.438979:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078187.438984:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078187.438988:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078187.438989:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078187.438993:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.438997:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078187.438998:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769078187.439002:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078187.439004:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769078187.439009:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078187.439010:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.439014:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078187.439017:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932532736:192.168.204.153@tcp:250:kworker.0
00000100:00000010:0.0:1769078187.439021:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d1500.
00000020:00000040:0.0:1769078187.439025:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769078187.439026:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078187.439028:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078187.439031:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.439032:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078187.439034:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078187.439034:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078187.439036:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078187.439039:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078187.439042:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8400.
02000000:00000001:3.0:1769078187.439045:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078187.439061:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078187.439062:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078187.439067:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078187.439071:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078187.439079:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078187.439084:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078187.439086:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000100:00000001:0.0:1769078187.439087:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078187.439094:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bde341] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078187.439098:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000001:0.0:1769078187.439104:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078187.439108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769078187.439111:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932532736, portal 25
00000100:00080000:0.0:1769078187.439112:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078187.439116:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078187.439117:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078187.439117:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078187.439121:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548807808 : -121121160743808 : ffff91d7483d3480)
00000100:00000001:0.0:1769078187.439123:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078187.439128:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4878
00000100:00000040:3.0:1769078187.439132:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078187.439133:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078187.439140:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078187.439145:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078187.439149:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078187.439151:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078187.439155:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078187.439157:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078187.439160:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:3.0:1769078187.439162:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000001:0.0:1769078187.439164:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078187.439168:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078187.439169:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078187.439170:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078187.439172:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000200:3.0:1769078187.439173:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932532736, offset 0
00000020:00000001:0.0:1769078187.439175:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769078187.439178:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078187.439182:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078187.439185:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078187.439186:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078187.439191:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078187.439193:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078187.439197:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769078187.439197:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:0.0:1769078187.439203:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078187.439206:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078187.439209:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078187.439210:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
02000000:00000001:0.0:1769078187.439212:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078187.439216:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.439218:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078187.439221:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078187.439223:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.439225:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078187.439226:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1769078187.439230:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769078187.439234:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078187.439236:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078187.439238:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.439239:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078187.439240:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078187.439242:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078187.439245:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca800.
00000100:00000001:0.0:1769078187.439248:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078187.439253:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078187.439259:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078187.439261:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078187.439264:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078187.439270:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078187.439272:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078187.439275:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078187.439278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078187.439281:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078187.439287:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4888)
00000400:00000200:3.0:1769078187.439303:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078187.439309:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078187.439313:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078187.439317:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47817:47817:256:4294967295] 192.168.204.153@tcp LPNI seq info [47817:47817:8:4294967295]
00000400:00000200:3.0:1769078187.439322:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078187.439334:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078187.439341:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078187.439348:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078187.439355:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078187.439360:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078187.439365:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078187.439369:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078187.439373:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078187.439376:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078187.439380:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078187.439385:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078187.439391:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078187.439394:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078187.439398:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078187.439432:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439443:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078187.439446:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439455:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078187.439457:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078187.439478:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078187.439485:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078187.439489:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299552547
00000100:00000010:3.0:1769078187.439496:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
00000100:00000001:3.0:1769078187.439508:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078187.439515:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299552547
00000100:00000010:3.0:1769078187.439518:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769078187.439521:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078187.439524:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078187.439527:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078187.439530:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078187.439535:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078187/real 1769078187]  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078187.439545:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078187.439547:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078187.439549:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078187.439552:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078187.439554:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078187.439556:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078187.439561:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078187.439570:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439578:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078187.439580:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.439583:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078187.439585:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078187.439589:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439596:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078187.439600:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439607:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078187.439610:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.439612:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078187.439613:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.439616:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078187.439618:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078187.439621:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078187.439626:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078187.439629:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078187.439633:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078187.439640:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932532736:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078187.439646:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.439647:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078187.439651:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3480 x1855007932532736/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439657:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078187.439660:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078187.439663:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078187.439667:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078187.439668:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078187.439671:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078187.439673:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078187.439677:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb400.
02000000:00000001:3.0:1769078187.439681:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078187.439683:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078187.439685:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3480.
00000100:00000001:3.0:1769078187.439689:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078187.439690:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.439692:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.439703:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078187.439705:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078187.439717:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078187.439719:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078187.439721:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078187.439728:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439736:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078187.439737:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078187.439740:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078187.439741:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078187.439744:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078187.439747:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932532864:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078187.439751:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078187.439753:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078187.439756:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078187.439758:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078187.439761:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078187.439763:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078187.439768:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078187.439770:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078187.439774:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078187.439777:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932532864, portal 10
00000100:00000001:3.0:1769078187.439779:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078187.439781:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548799744 : -121121160751872 : ffff91d7483d1500)
00000100:00000040:3.0:1769078187.439788:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439796:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078187.439798:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078187.439800:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078187.439803:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932532864, offset 0
00000400:00000200:3.0:1769078187.439806:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078187.439809:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078187.439812:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078187.439814:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078187.439816:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078187.439818:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078187.439819:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078187.439821:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47818:47818:256:4294967295] 192.168.204.153@tcp LPNI seq info [47818:47818:8:4294967295]
00000400:00000200:3.0:1769078187.439824:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078187.439835:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078187.439839:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078187.439842:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078187.439846:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078187.439849:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078187.439852:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078187.439855:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078187.439858:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078187.439860:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078187.439863:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078187.439866:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078187.439869:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078187.439871:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078187.439874:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078187.439877:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439885:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078187.439887:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439895:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078187.439896:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078187.439899:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078187.439901:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078187.439904:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078187.439906:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299551244
00000100:00000001:3.0:1769078187.439908:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299552547
00000100:00000001:3.0:1769078187.439911:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299551244
00000100:00000001:3.0:1769078187.439912:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299552547
00000100:00000001:3.0:1769078187.439914:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078187.439916:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078187.439918:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078187.439921:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078187/real 1769078187]  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078187.439928:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078187.439929:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078187.439931:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078187.439933:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078187.439935:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078187.439937:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078187.439940:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078187.439948:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439954:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078187.439956:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.439957:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078187.439959:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078187.439963:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439968:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078187.439970:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439974:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078187.439975:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.439976:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078187.439977:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.439978:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078187.439979:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078187.439980:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078187.439982:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078187.439983:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078187.439985:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078187.439990:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932532864:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078187.439992:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078187.439994:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.439998:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078187.439999:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078187.440000:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078187.440002:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078187.440004:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078187.440007:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932532992:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078187.440010:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078187.440011:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078187.440014:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078187.440016:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078187.440019:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078187.440021:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078187.440024:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078187.440027:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078187.440029:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078187.440032:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932532992, portal 10
00000100:00000001:3.0:1769078187.440034:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078187.440035:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:3.0:1769078187.440041:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.440047:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078187.440049:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078187.440051:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078187.440054:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932532992, offset 0
00000400:00000200:3.0:1769078187.440058:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078187.440062:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078187.440064:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078187.440066:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078187.440068:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078187.440069:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078187.440071:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078187.440073:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47819:47819:256:4294967295] 192.168.204.153@tcp LPNI seq info [47819:47819:8:4294967295]
00000400:00000200:3.0:1769078187.440076:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078187.440080:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078187.440083:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078187.440085:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078187.440089:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078187.440092:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078187.440095:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078187.440098:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078187.440102:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078187.440104:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078187.440106:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078187.440110:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078187.440112:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078187.440114:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078187.440117:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078187.440120:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.440128:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078187.440131:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.440138:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078187.440139:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078187.440142:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078187.440145:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078187.440148:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078187.440150:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299551243
00000100:00000001:3.0:1769078187.440152:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299552547
00000100:00000001:3.0:1769078187.440153:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299551243
00000100:00000001:3.0:1769078187.440155:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299552547
00000100:00000001:3.0:1769078187.440156:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078187.440157:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078187.440158:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078187.440161:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078187/real 1769078187]  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078187.440166:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078187.440167:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078187.440168:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078187.440170:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078187.440172:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078187.440174:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078187.440177:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078187.440184:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.440190:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078187.440191:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.440193:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078187.440195:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078187.440200:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.440205:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078187.440208:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.440213:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078187.440215:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.440217:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078187.440218:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.440219:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078187.440223:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078187.440225:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078187.440228:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078187.440230:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078187.440233:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078187.440240:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932532992:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078187.440243:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.440245:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078187.440248:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d1500 x1855007932532864/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.440254:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078187.440256:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078187.440257:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078187.440260:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078187.440262:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078187.440263:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078187.440264:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078187.440266:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8400.
02000000:00000001:3.0:1769078187.440269:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078187.440270:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078187.440271:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d1500.
00000100:00000001:3.0:1769078187.440274:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078187.440275:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.440276:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078187.440278:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932532992/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078187.440284:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078187.440285:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078187.440286:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078187.440288:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078187.440289:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078187.440290:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078187.440292:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078187.440293:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca800.
02000000:00000001:3.0:1769078187.440295:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078187.440295:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078187.440296:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769078187.440299:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078187.440300:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.440302:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078187.440305:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078187.440306:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078187.440308:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078187.440310:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.334527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078188.334527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078188.334532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078188.334535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078188.334536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078188.334537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078188.334539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.334540:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078188.334545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078188.334547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078188.334548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078188.334550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078188.334552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.334553:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078188.334554:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.334558:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078188.334558:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078188.334561:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.334564:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078188.334564:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.334569:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078188.334574:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078188.334583:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078188.334588:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078188.334591:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078188.334681:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078188.334684:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078188.334686:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078188.334689:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078188.334691:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078188.334693:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.334695:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078188.334696:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.334698:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078188.782507:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299552547, at 4299552576
00000100:00000040:3.0:1769078188.782507:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299552547, at 4299552576
00000100:00000010:2.0:1769078188.782525:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000010:3.0:1769078188.782529:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769078189.358535:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078189.358539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078189.358542:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078189.358543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.358546:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078189.358552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078189.358552:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078189.358557:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078189.358558:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078189.358561:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078189.358564:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078189.358565:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.358569:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078189.358571:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078189.358573:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078189.358574:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078189.358575:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078189.358582:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078189.358583:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078189.358584:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078189.358586:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078189.358588:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078189.358595:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078189.358599:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078189.358605:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078189.358608:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078189.358611:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078189.358615:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078189.358616:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078189.358621:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078189.358625:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078189.358823:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078189.358827:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078189.358828:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078189.358830:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078189.358833:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078189.358835:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078189.358837:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078189.358839:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078189.358841:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078190.382497:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078190.382503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078190.382508:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078190.382509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078190.382511:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078190.382516:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078190.382518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078190.382520:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078190.382522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078190.382524:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078190.382527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078190.382527:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078190.382531:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078190.382532:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078190.382532:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078190.382534:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078190.382535:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078190.382537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769078190.382539:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078190.382540:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078190.382544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078190.382544:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078190.382547:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078190.382548:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078190.382551:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078190.382551:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078190.382552:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078190.382555:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078190.382556:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078190.382561:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078190.382562:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078190.382562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078190.382566:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078190.382569:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078191.406544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078191.406552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078191.406558:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078191.406559:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078191.406560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078191.406567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078191.406570:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078191.406570:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078191.406576:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078191.406577:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078191.406586:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078191.406586:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078191.406593:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078191.406594:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078191.406594:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078191.406598:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078191.406607:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078191.406610:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078191.406610:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078191.406611:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078191.406615:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078191.406617:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078191.406626:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00010000:1.0:1769078191.406626:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078191.406626:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078191.406636:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078191.406637:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078191.406637:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078191.406640:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078191.406643:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078191.406649:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078191.406653:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078191.406656:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078191.406659:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078192.430472:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078192.430477:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.430480:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078192.430482:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078192.430483:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.430489:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078192.430493:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078192.430499:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078192.430501:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769078192.430504:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078192.430505:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078192.430505:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078192.430507:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078192.430508:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.430510:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078192.430513:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769078192.430516:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078192.430516:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078192.430520:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078192.430520:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078192.430523:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.430523:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078192.430526:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078192.430528:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078192.430530:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078192.430605:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078192.430607:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078192.430608:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078192.430610:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078192.430611:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078192.430613:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078192.430614:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078192.430615:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078192.430617:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078192.558547:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078192.558556:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078192.558557:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078192.558561:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078192.558565:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078192.558571:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4883
00000400:00000200:1.0:1769078192.558578:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078192.558583:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078192.558585:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078192.558588:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558591:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078192.558592:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558594:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078192.558597:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078192.558599:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078192.558600:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078192.558602:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078192.558604:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078192.558605:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078192.558606:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558608:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078192.558609:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558610:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078192.558612:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078192.558615:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558616:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078192.558618:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078192.558621:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078192.558623:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078192.558625:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078192.558627:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078192.558636:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000020:00000040:1.0:1769078192.558640:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078192.558644:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078192.558645:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078192.558648:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078192.558651:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078192.558655:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078192.558662:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769078192.558669:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078192.558676:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078192.558684:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078192.558688:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078192.558690:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078192.558712:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078192.558714:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078192.558716:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078192.558717:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078192.558718:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078192.558720:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078192.558721:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4883
00000400:00000200:1.0:1769078192.558724:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078192.558726:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078192.558728:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078192.558729:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558731:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078192.558732:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558734:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078192.558735:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078192.558736:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078192.558737:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078192.558738:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078192.558740:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078192.558741:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769078192.558742:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558743:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078192.558745:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558746:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078192.558748:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078192.558750:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558752:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078192.558753:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078192.558755:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769078192.558757:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078192.558759:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.558760:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078192.558761:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078192.558764:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1769078192.558766:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078192.558769:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078192.558771:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078192.558772:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078192.558774:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769078192.558777:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078192.558778:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078192.558780:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078192.558784:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078192.558786:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078192.558788:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.558789:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078192.558792:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078192.558794:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
02000000:00000001:3.0:1769078192.558795:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078192.558800:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078192.558801:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078192.558802:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078192.558807:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932533120:192.168.204.153@tcp:250:kworker.0
00000100:00100000:1.0:1769078192.558811:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078192.558812:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078192.558815:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078192.558818:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078192.558822:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078192.558825:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1769078192.558828:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
00000100:00000001:1.0:1769078192.558829:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078192.558831:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078192.558837:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078192.558839:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078192.558844:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000100:00000001:1.0:1769078192.558850:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078192.558852:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00080000:1.0:1769078192.558853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078192.558857:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078192.558858:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1769078192.558859:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932533120, portal 25
00000100:00080000:1.0:1769078192.558860:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078192.558863:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078192.558864:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078192.558865:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559372800 : -121121150178816 : ffff91d748de6a00)
00000100:00080000:1.0:1769078192.558868:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4883
00000400:00000200:1.0:1769078192.558873:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769078192.558874:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078192.558878:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078192.558882:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078192.558887:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078192.558888:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078192.558890:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078192.558894:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078192.558895:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:3.0:1769078192.558897:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000001:1.0:1769078192.558898:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000200:3.0:1769078192.558900:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932533120, offset 0
00000020:00000001:1.0:1769078192.558901:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078192.558903:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078192.558904:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078192.558906:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:3.0:1769078192.558909:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000001:1.0:1769078192.558910:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769078192.558913:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769078192.558916:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558917:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078192.558919:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:1.0:1769078192.558920:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558923:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078192.558924:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769078192.558927:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00080000:1.0:1769078192.558928:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078192.558932:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078192.558934:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078192.558936:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078192.558937:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769078192.558941:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078192.558943:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078192.558943:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000008:00100000:1.0:1769078192.558945:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078192.558948:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078192.558949:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078192.558951:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078192.558953:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000010:1.0:1769078192.558956:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000400:00000200:3.0:1769078192.558958:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47820:47820:256:4294967295] 192.168.204.153@tcp LPNI seq info [47820:47820:8:4294967295]
00000020:00000040:1.0:1769078192.558960:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769078192.558964:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769078192.558965:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078192.558967:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078192.558968:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078192.558970:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078192.558972:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078192.558975:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1769078192.558977:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000001:1.0:1769078192.558981:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078192.558983:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078192.558988:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00100000:1.0:1769078192.558990:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078192.558998:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078192.559003:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000100:00000001:1.0:1769078192.559004:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078192.559009:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078192.559010:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078192.559014:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000100:00000040:1.0:1769078192.559016:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1769078192.559019:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078192.559022:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078192.559030:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078192.559031:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078192.559035:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769078192.559036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078192.559039:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000100:00000040:1.0:1769078192.559040:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:3.0:1769078192.559041:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000040:1.0:1769078192.559043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078192.559046:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078192.559047:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1769078192.559052:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078192.559053:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4894)
00000100:00000001:3.0:1769078192.559067:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078192.559070:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559079:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.559080:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078192.559085:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078192.559087:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078192.559089:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299557666
00000100:00000010:3.0:1769078192.559093:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769078192.559098:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078192.559104:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299557666
00000100:00000010:3.0:1769078192.559106:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769078192.559109:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078192.559112:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078192.559114:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.559116:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078192.559121:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078192/real 1769078192]  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078192.559130:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078192.559131:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078192.559133:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078192.559136:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078192.559137:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078192.559139:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078192.559142:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078192.559147:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559151:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078192.559152:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559153:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078192.559154:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078192.559157:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559161:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078192.559164:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559168:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078192.559170:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559171:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078192.559171:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559173:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078192.559174:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078192.559175:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078192.559178:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078192.559179:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078192.559181:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078192.559186:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932533120:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078192.559188:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559190:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078192.559191:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6a00 x1855007932533120/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559196:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078192.559197:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078192.559199:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078192.559201:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078192.559202:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078192.559203:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078192.559204:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078192.559206:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:3.0:1769078192.559208:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078192.559210:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078192.559211:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6a00.
00000100:00000001:3.0:1769078192.559213:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078192.559214:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559215:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559222:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078192.559223:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.559225:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078192.559226:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078192.559226:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078192.559228:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559233:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078192.559233:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078192.559235:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078192.559236:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078192.559237:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078192.559239:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932533248:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078192.559240:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078192.559241:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078192.559242:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078192.559243:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078192.559245:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078192.559246:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078192.559249:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078192.559251:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078192.559252:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078192.559254:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932533248, portal 10
00000100:00000001:3.0:1769078192.559255:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078192.559256:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559368320 : -121121150183296 : ffff91d748de5880)
00000100:00000040:3.0:1769078192.559260:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559264:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078192.559265:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078192.559267:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078192.559268:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932533248, offset 0
00000400:00000200:3.0:1769078192.559271:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078192.559273:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078192.559275:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078192.559277:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078192.559279:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078192.559281:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078192.559282:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078192.559284:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47821:47821:256:4294967295] 192.168.204.153@tcp LPNI seq info [47821:47821:8:4294967295]
00000400:00000200:3.0:1769078192.559286:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078192.559290:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078192.559292:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078192.559294:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078192.559297:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078192.559298:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769078192.559301:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078192.559302:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1769078192.559304:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078192.559306:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078192.559307:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078192.559309:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078192.559311:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078192.559312:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078192.559313:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078192.559315:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559320:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078192.559322:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559326:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.559327:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078192.559328:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078192.559331:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078192.559333:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078192.559334:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299556363
00000100:00000001:3.0:1769078192.559336:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299557666
00000100:00000001:3.0:1769078192.559337:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299556363
00000100:00000001:3.0:1769078192.559338:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299557666
00000100:00000001:3.0:1769078192.559340:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078192.559341:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.559342:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078192.559344:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078192/real 1769078192]  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078192.559348:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078192.559348:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078192.559349:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078192.559350:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078192.559351:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078192.559352:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078192.559354:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078192.559358:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559362:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078192.559363:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559364:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078192.559364:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078192.559366:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559369:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078192.559385:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559390:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078192.559392:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559393:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078192.559393:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559394:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078192.559396:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078192.559397:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078192.559399:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078192.559400:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078192.559437:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078192.559445:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932533248:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078192.559448:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078192.559451:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559458:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078192.559460:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078192.559461:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078192.559463:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078192.559465:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078192.559468:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932533376:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078192.559471:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078192.559473:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078192.559474:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078192.559476:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078192.559479:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078192.559481:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078192.559485:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078192.559487:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078192.559490:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078192.559493:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932533376, portal 10
00000100:00000001:3.0:1769078192.559495:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078192.559496:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559373696 : -121121150177920 : ffff91d748de6d80)
00000100:00000040:3.0:1769078192.559501:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559505:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078192.559506:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078192.559508:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078192.559509:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932533376, offset 0
00000400:00000200:3.0:1769078192.559512:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078192.559514:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078192.559516:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078192.559518:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078192.559520:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078192.559522:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078192.559523:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078192.559525:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47822:47822:256:4294967295] 192.168.204.153@tcp LPNI seq info [47822:47822:8:4294967295]
00000400:00000200:3.0:1769078192.559528:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078192.559531:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078192.559534:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078192.559535:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078192.559538:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078192.559539:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769078192.559542:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078192.559544:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1769078192.559546:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078192.559547:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078192.559549:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078192.559551:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078192.559553:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078192.559554:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078192.559556:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078192.559557:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559562:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078192.559564:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559568:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.559569:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078192.559570:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078192.559572:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078192.559573:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078192.559575:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299556363
00000100:00000001:3.0:1769078192.559576:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299557666
00000100:00000001:3.0:1769078192.559577:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299556363
00000100:00000001:3.0:1769078192.559579:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299557666
00000100:00000001:3.0:1769078192.559580:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078192.559581:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.559582:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078192.559584:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078192/real 1769078192]  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078192.559588:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078192.559589:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078192.559590:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078192.559591:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078192.559592:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078192.559593:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078192.559595:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078192.559599:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559604:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078192.559605:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559606:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078192.559607:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078192.559609:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559612:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078192.559614:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559619:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078192.559620:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559622:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078192.559623:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559624:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078192.559627:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078192.559629:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078192.559632:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078192.559634:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078192.559638:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078192.559645:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932533376:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078192.559649:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559651:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078192.559654:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5880 x1855007932533248/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559660:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078192.559662:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078192.559664:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078192.559667:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078192.559668:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078192.559670:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078192.559672:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078192.559673:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:3.0:1769078192.559675:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078192.559677:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078192.559678:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5880.
00000100:00000001:3.0:1769078192.559680:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078192.559681:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559683:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078192.559686:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6d80 x1855007932533376/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078192.559692:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078192.559693:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078192.559695:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078192.559696:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078192.559697:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078192.559698:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078192.559699:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078192.559700:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156800.
02000000:00000001:3.0:1769078192.559701:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078192.559702:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078192.559702:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6d80.
00000100:00000001:3.0:1769078192.559704:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078192.559704:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559705:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078192.559707:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078192.559708:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078192.559709:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078192.559710:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078193.454534:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078193.454534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078193.454536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078193.454543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078193.454545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078193.454545:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078193.454551:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078193.454551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078193.454552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078193.454556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078193.454558:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078193.454559:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078193.454566:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078193.454566:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078193.454572:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078193.454572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078193.454578:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769078193.454582:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078193.454583:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769078193.454589:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078193.454589:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078193.454590:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078193.454590:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078193.454593:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:0.0:1769078193.454595:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078193.454595:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078193.454597:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.454598:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078193.454603:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769078193.454606:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078193.454608:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.454610:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078193.454613:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.454616:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078193.902512:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299557666, at 4299557696
00000100:00000040:2.0:1769078193.902518:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299557666, at 4299557696
00000100:00000010:3.0:1769078193.902528:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000010:2.0:1769078193.902534:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:2.0:1769078194.478517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078194.478517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078194.478524:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078194.478525:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078194.478527:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.478529:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078194.478533:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078194.478537:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078194.478543:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.478546:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078194.478549:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.478552:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078194.478563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078194.478567:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078194.478569:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078194.478569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078194.478571:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078194.478577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.478577:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078194.478578:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078194.478582:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.478582:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078194.478587:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078194.478592:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078194.478593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078194.478601:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078194.478608:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078194.478612:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078194.478616:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078194.478620:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078194.478623:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078194.478628:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078194.478632:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078194.478639:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078195.502524:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078195.502525:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078195.502526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078195.502535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078195.502536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078195.502536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078195.502543:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078195.502544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078195.502546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078195.502554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078195.502555:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078195.502557:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078195.502561:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078195.502563:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078195.502564:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078195.502569:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078195.502570:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078195.502570:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078195.502573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078195.502579:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078195.502580:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078195.502587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078195.502587:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078195.502589:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078195.502591:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078195.502595:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078195.502599:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078195.502599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078195.502603:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078195.502606:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078195.502606:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078195.502613:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078195.502617:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078195.502622:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078196.526512:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078196.526512:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078196.526522:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078196.526523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078196.526525:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078196.526526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078196.526526:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078196.526534:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769078196.526534:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078196.526534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078196.526539:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078196.526540:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078196.526541:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078196.526543:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078196.526543:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078196.526544:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078196.526545:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078196.526549:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078196.526550:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078196.526551:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078196.526555:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078196.526556:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078196.526558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078196.526559:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078196.526559:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078196.526561:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078196.526562:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078196.526563:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078196.526565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078196.526568:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078196.526570:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078196.526570:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078196.526576:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078196.526577:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078196.526579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078196.526580:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078196.526583:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078196.526607:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078196.526610:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078196.526613:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078197.550509:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078197.550509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078197.550513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078197.550518:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078197.550518:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078197.550518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078197.550520:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078197.550522:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078197.550523:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769078197.550527:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078197.550528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078197.550529:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769078197.550529:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078197.550533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078197.550534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078197.550534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078197.550535:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078197.550537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078197.550539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078197.550541:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078197.550541:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.550542:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078197.550545:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.550547:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.550550:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078197.550551:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078197.550554:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078197.550557:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078197.550557:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078197.550561:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078197.550561:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078197.550566:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078197.550567:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078197.550572:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078197.678538:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078197.678547:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078197.678549:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078197.678552:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078197.678557:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078197.678563:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4889
00000400:00000200:0.0:1769078197.678572:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078197.678578:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078197.678583:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078197.678585:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678588:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078197.678590:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678591:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078197.678595:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078197.678597:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078197.678601:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078197.678604:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078197.678606:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078197.678609:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078197.678612:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678614:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078197.678615:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678617:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078197.678620:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078197.678624:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678626:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078197.678629:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078197.678633:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078197.678636:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078197.678639:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078197.678641:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078197.678652:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769078197.678656:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078197.678659:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078197.678660:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078197.678669:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078197.678672:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078197.678676:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078197.678683:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8000.
00000100:00000001:0.0:1769078197.678689:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078197.678698:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078197.678705:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078197.678709:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078197.678712:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078197.678728:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078197.678731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078197.678734:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078197.678735:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078197.678736:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078197.678738:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078197.678739:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4889
00000400:00000200:0.0:1769078197.678742:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078197.678744:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078197.678745:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078197.678747:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678749:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078197.678750:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678751:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078197.678753:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078197.678754:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078197.678755:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078197.678756:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078197.678758:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078197.678759:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078197.678761:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678763:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078197.678764:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678765:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078197.678767:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078197.678768:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678769:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078197.678770:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078197.678772:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769078197.678775:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078197.678778:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078197.678778:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078197.678782:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078197.678783:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1769078197.678786:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078197.678790:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078197.678792:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078197.678793:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078197.678798:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769078197.678803:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078197.678807:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078197.678810:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078197.678810:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078197.678813:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078197.678815:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078197.678816:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078197.678820:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078197.678822:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1769078197.678825:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8c00.
02000000:00000001:3.0:1769078197.678826:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078197.678832:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078197.678832:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078197.678838:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932533504:192.168.204.153@tcp:250:kworker.0
00000100:00100000:0.0:1769078197.678840:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078197.678848:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078197.678850:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078197.678852:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078197.678854:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769078197.678856:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078197.678858:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078197.678864:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078197.678866:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078197.678870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:3.0:1769078197.678871:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
00000100:00080000:0.0:1769078197.678876:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:3.0:1769078197.678877:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078197.678879:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078197.678882:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078197.678885:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078197.678888:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:0.0:1769078197.678891:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4889
00000400:00000010:3.0:1769078197.678894:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000200:0.0:1769078197.678898:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078197.678901:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000400:00000200:0.0:1769078197.678904:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078197.678908:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1769078197.678910:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932533504, portal 25
00000100:00000040:0.0:1769078197.678911:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078197.678914:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078197.678916:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078197.678918:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:0.0:1769078197.678920:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678923:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078197.678925:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078197.678927:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078197.678928:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078197.678930:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000040:3.0:1769078197.678930:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078197.678933:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769078197.678937:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078197.678941:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678945:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078197.678948:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678951:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078197.678955:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000001:3.0:1769078197.678955:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769078197.678958:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678961:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078197.678963:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769078197.678964:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078197.678967:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1769078197.678969:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
02000000:00000001:0.0:1769078197.678970:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078197.678973:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078197.678976:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1769078197.678977:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932533504, offset 0
00000008:00000001:0.0:1769078197.678978:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078197.678981:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078197.678986:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769078197.678987:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078197.678990:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078197.678992:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078197.678992:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078197.678995:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078197.678997:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078197.678998:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078197.679002:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb800.
00000400:00000200:3.0:1769078197.679004:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078197.679006:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078197.679013:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078197.679022:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078197.679022:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:0.0:1769078197.679026:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078197.679031:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078197.679033:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078197.679040:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078197.679043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078197.679043:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:0.0:1769078197.679048:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078197.679051:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769078197.679052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078197.679058:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078197.679058:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000040:0.0:1769078197.679064:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4899)
00000400:00000200:3.0:1769078197.679065:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47823:47823:256:4294967295] 192.168.204.153@tcp LPNI seq info [47823:47823:8:4294967295]
00000400:00000200:3.0:1769078197.679072:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078197.679081:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078197.679087:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078197.679092:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078197.679099:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078197.679102:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769078197.679108:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078197.679112:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769078197.679116:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078197.679119:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078197.679126:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078197.679131:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078197.679137:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078197.679139:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078197.679144:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078197.679149:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679158:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078197.679161:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679168:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078197.679170:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078197.679176:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078197.679180:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078197.679183:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299562786
00000100:00000010:3.0:1769078197.679189:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769078197.679197:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078197.679204:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299562786
00000100:00000010:3.0:1769078197.679206:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9300.
00000100:00000001:3.0:1769078197.679209:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078197.679213:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078197.679216:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078197.679218:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078197.679222:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078197/real 1769078197]  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078197.679231:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078197.679233:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078197.679235:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078197.679237:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078197.679239:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078197.679241:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078197.679244:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078197.679252:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679258:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078197.679260:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679262:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078197.679264:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078197.679267:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679273:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078197.679278:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679320:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078197.679324:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679325:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078197.679326:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679329:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078197.679331:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078197.679333:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078197.679338:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078197.679340:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078197.679344:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078197.679357:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932533504:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078197.679362:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679365:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078197.679368:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932533504/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679374:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078197.679377:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078197.679380:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078197.679383:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078197.679385:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078197.679387:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078197.679389:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078197.679391:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8000.
02000000:00000001:3.0:1769078197.679395:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078197.679397:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078197.679399:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769078197.679426:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078197.679427:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679430:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679438:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078197.679440:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078197.679442:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078197.679443:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078197.679445:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078197.679448:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679454:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078197.679455:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078197.679457:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078197.679459:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078197.679461:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078197.679464:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932533632:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078197.679466:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078197.679468:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078197.679470:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078197.679471:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078197.679474:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078197.679476:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078197.679480:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078197.679482:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078197.679485:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078197.679488:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932533632, portal 10
00000100:00000001:3.0:1769078197.679491:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078197.679492:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769078197.679499:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679504:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078197.679506:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078197.679509:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078197.679511:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932533632, offset 0
00000400:00000200:3.0:1769078197.679514:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078197.679518:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078197.679521:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078197.679524:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078197.679533:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078197.679536:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078197.679538:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078197.679541:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47824:47824:256:4294967295] 192.168.204.153@tcp LPNI seq info [47824:47824:8:4294967295]
00000400:00000200:3.0:1769078197.679545:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078197.679550:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078197.679554:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078197.679557:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078197.679561:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078197.679564:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769078197.679568:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078197.679570:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769078197.679574:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078197.679575:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078197.679579:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078197.679582:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078197.679585:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078197.679587:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078197.679589:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078197.679592:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679599:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078197.679601:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679607:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078197.679608:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078197.679611:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078197.679614:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078197.679617:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078197.679619:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299561484
00000100:00000001:3.0:1769078197.679622:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299562786
00000100:00000001:3.0:1769078197.679624:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299561484
00000100:00000001:3.0:1769078197.679627:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299562786
00000100:00000001:3.0:1769078197.679629:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078197.679631:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078197.679633:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078197.679642:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078197/real 1769078197]  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078197.679650:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078197.679651:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078197.679652:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078197.679654:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078197.679655:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078197.679656:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078197.679658:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078197.679667:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679671:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078197.679672:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679674:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078197.679675:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078197.679677:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679680:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078197.679683:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679686:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078197.679687:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679689:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078197.679690:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679691:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078197.679692:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078197.679694:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078197.679696:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078197.679697:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078197.679699:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078197.679703:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932533632:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078197.679705:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078197.679707:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679711:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078197.679711:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078197.679713:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078197.679714:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078197.679715:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078197.679716:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932533760:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078197.679718:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078197.679720:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078197.679721:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078197.679722:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078197.679724:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078197.679725:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078197.679728:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078197.679729:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078197.679731:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078197.679733:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932533760, portal 10
00000100:00000001:3.0:1769078197.679734:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078197.679735:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769078197.679738:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679742:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078197.679744:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078197.679745:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078197.679746:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932533760, offset 0
00000400:00000200:3.0:1769078197.679748:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078197.679751:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078197.679753:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078197.679754:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078197.679756:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078197.679757:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078197.679758:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078197.679761:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47825:47825:256:4294967295] 192.168.204.153@tcp LPNI seq info [47825:47825:8:4294967295]
00000400:00000200:3.0:1769078197.679763:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078197.679767:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078197.679769:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078197.679771:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078197.679773:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078197.679775:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769078197.679777:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078197.679779:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769078197.679781:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078197.679782:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078197.679784:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078197.679786:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078197.679787:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078197.679789:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078197.679790:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078197.679793:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679798:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078197.679801:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679805:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078197.679806:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078197.679808:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078197.679810:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078197.679812:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078197.679813:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299561483
00000100:00000001:3.0:1769078197.679815:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299562786
00000100:00000001:3.0:1769078197.679816:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299561483
00000100:00000001:3.0:1769078197.679818:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299562786
00000100:00000001:3.0:1769078197.679819:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078197.679821:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078197.679822:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078197.679824:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078197/real 1769078197]  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078197.679827:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078197.679828:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078197.679829:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078197.679830:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078197.679831:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078197.679832:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078197.679834:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078197.679838:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679842:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078197.679843:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679844:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078197.679845:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078197.679848:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679852:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078197.679854:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679857:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078197.679858:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679859:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078197.679860:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679861:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078197.679863:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078197.679864:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078197.679865:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078197.679867:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078197.679869:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078197.679873:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932533760:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078197.679874:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679875:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078197.679877:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932533632/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679881:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078197.679882:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078197.679883:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078197.679885:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078197.679885:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078197.679886:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078197.679887:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078197.679889:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:3.0:1769078197.679890:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078197.679891:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078197.679892:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769078197.679894:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078197.679895:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679896:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078197.679898:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932533760/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078197.679901:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078197.679902:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078197.679902:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d75050a400.
02000000:00000001:3.0:1769078197.679904:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078197.679904:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078197.679905:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078197.679906:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078197.679906:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb800.
02000000:00000001:3.0:1769078197.679908:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078197.679908:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078197.679909:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769078197.679910:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078197.679910:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679911:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078197.679913:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078197.679914:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078197.679915:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078197.679916:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078198.574498:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078198.574499:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078198.574499:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078198.574503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078198.574506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078198.574507:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078198.574507:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078198.574512:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078198.574512:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078198.574513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078198.574514:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078198.574519:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769078198.574520:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078198.574520:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078198.574520:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078198.574523:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078198.574526:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078198.574526:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078198.574527:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078198.574527:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078198.574532:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078198.574532:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078198.574532:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078198.574533:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078198.574537:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078198.574537:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078198.574538:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078198.574542:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078198.574543:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078198.574548:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078198.574549:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078198.574549:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078198.574553:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078198.574556:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078198.574556:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078198.574558:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078198.574560:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078198.574565:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078198.574568:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078198.574570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078199.022495:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299562786, at 4299562816
00000100:00000040:3.0:1769078199.022495:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299562786, at 4299562816
00000100:00000010:3.0:1769078199.022508:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000010:2.0:1769078199.022510:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769078199.598540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078199.598541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078199.598541:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078199.598551:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078199.598553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.598554:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.598555:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078199.598556:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078199.598567:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078199.598567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078199.598568:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078199.598578:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078199.598578:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078199.598580:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078199.598582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078199.598585:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078199.598588:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078199.598589:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.598590:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078199.598591:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078199.598594:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078199.598599:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078199.598600:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.598601:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078199.598614:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078199.598614:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.598621:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078199.598628:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078199.598628:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078199.598632:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078199.598632:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078199.598638:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078199.598641:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078199.598645:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078200.622509:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078200.622512:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078200.622517:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078200.622518:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078200.622519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078200.622520:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078200.622523:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078200.622524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078200.622525:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078200.622530:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078200.622532:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078200.622532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078200.622536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078200.622538:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078200.622539:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078200.622542:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078200.622542:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078200.622543:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078200.622549:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078200.622553:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078200.622554:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078200.622555:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078200.622558:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078200.622558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078200.622559:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078200.622565:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078200.622567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00010000:1.0:1769078200.622569:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078200.622569:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078200.622573:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078200.622577:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078200.622582:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078200.622584:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078200.622587:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078201.646566:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078201.646566:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078201.646572:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078201.646575:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078201.646576:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078201.646580:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078201.646581:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078201.646582:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078201.646594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078201.646594:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078201.646595:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078201.646597:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078201.646597:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078201.646604:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078201.646607:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078201.646607:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078201.646611:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078201.646611:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078201.646613:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078201.646623:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1769078201.646623:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:1.0:1769078201.646624:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078201.646628:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078201.646630:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078201.646630:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078201.646636:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.646639:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078201.646640:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078201.646640:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078201.646643:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078201.646650:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078201.646651:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078201.646655:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078201.646660:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078202.670512:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078202.670517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078202.670521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078202.670521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078202.670521:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078202.670526:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078202.670532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078202.670532:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078202.670533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078202.670535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078202.670540:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078202.670541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078202.670544:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078202.670553:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769078202.670555:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078202.670556:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078202.670561:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078202.670562:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078202.670566:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078202.670568:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078202.670571:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078202.670573:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.670577:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078202.670579:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.670582:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.670671:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078202.670673:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078202.670674:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078202.670676:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078202.670677:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078202.670679:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.670680:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078202.670680:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.670682:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078202.798627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078202.798639:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078202.798642:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078202.798647:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078202.798652:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078202.798660:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4894
00000400:00000200:3.0:1769078202.798672:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078202.798679:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078202.798682:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078202.798685:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078202.798689:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078202.798692:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078202.798694:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078202.798699:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078202.798701:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078202.798704:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078202.798706:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078202.798709:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078202.798712:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078202.798715:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078202.798717:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078202.798719:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078202.798721:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078202.798724:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078202.798727:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078202.798730:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078202.798733:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078202.798736:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078202.798752:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078202.798755:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078202.798757:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078202.798770:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c7800.
00000020:00000040:3.0:1769078202.798775:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078202.798779:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078202.798781:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078202.798784:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078202.798788:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078202.798793:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078202.798802:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a400.
00000100:00000001:3.0:1769078202.798810:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078202.798820:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078202.798831:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078202.798836:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078202.798841:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5b1d2d5] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.798870:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078202.798875:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078202.798892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078202.798894:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078202.798896:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078202.798900:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078202.798903:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4894
00000100:00000001:0.0:1769078202.798907:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769078202.798909:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078202.798914:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769078202.798919:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078202.798920:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769078202.798925:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078202.798934:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:0.0:1769078202.798935:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.798943:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078202.798950:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078202.798953:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078202.798953:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078202.798961:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:0.0:1769078202.798967:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769078202.798967:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078202.798971:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
02000000:00000001:0.0:1769078202.798972:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078202.798979:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078202.798980:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:0.0:1769078202.798985:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932533888:192.168.204.153@tcp:250:kworker.0
00000020:00000040:3.0:1769078202.798986:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:0.0:1769078202.798994:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1769078202.798995:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:0.0:1769078202.798998:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078202.799002:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078202.799003:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:0.0:1769078202.799005:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078202.799015:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000010:0.0:1769078202.799017:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8400.
02000000:00000001:0.0:1769078202.799023:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078202.799024:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078202.799031:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078202.799033:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078202.799042:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000010:0.0:1769078202.799044:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000020:00000040:3.0:1769078202.799050:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000400:00000010:0.0:1769078202.799052:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078202.799062:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932533888, portal 25
00000100:00080000:3.0:1769078202.799062:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078202.799071:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078202.799072:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.799073:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564488192 : -121121145063424 : ffff91d7492c7800)
02000000:00000001:3.0:1769078202.799083:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078202.799087:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078202.799093:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078202.799094:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078202.799102:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:3.0:1769078202.799103:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078202.799105:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078202.799111:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932533888, offset 0
00000100:00000001:3.0:1769078202.799111:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078202.799120:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078202.799121:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000008:00000001:3.0:1769078202.799128:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078202.799132:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078202.799134:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078202.799141:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000010:3.0:1769078202.799143:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c7480.
00000400:00000200:0.0:1769078202.799147:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769078202.799150:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000400:00000200:0.0:1769078202.799153:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:3.0:1769078202.799164:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769078202.799165:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769078202.799168:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078202.799170:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:3.0:1769078202.799178:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078202.799183:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47826:47826:256:4294967295] 192.168.204.153@tcp LPNI seq info [47826:47826:8:4294967295]
02000000:00000001:3.0:1769078202.799184:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078202.799192:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:3.0:1769078202.799192:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078202.799217:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078202.799222:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078202.799226:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
02000000:00000010:3.0:1769078202.799230:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509400.
00000800:00000200:0.0:1769078202.799234:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078202.799239:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769078202.799239:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078202.799250:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00100000:3.0:1769078202.799257:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769078202.799257:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078202.799270:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078202.799275:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078202.799283:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078202.799284:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078202.799290:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078202.799291:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078202.799300:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078202.799303:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000040:3.0:1769078202.799305:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f53d051d] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.799308:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078202.799314:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.799348:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.799350:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078202.799357:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078202.799357:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078202.799376:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078202.799377:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.799383:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078202.799384:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078202.799388:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078202.799388:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078202.799397:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078202.799397:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078202.799419:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299567907
00000100:00000010:0.0:1769078202.799424:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031780.
00000100:00000001:0.0:1769078202.799429:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078202.799435:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299567907
00000100:00000010:0.0:1769078202.799437:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031900.
00000100:00000001:0.0:1769078202.799440:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078202.799442:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078202.799444:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.799446:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078202.799449:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078202/real 1769078202]  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078202.799453:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4894
00000400:00000001:0.0:1769078202.799467:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1769078202.799467:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000001:0.0:1769078202.799471:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078202.799477:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:3.0:1769078202.799481:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000200:0.0:1769078202.799482:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078202.799488:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00080000:3.0:1769078202.799488:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078202.799494:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1769078202.799499:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000200:0.0:1769078202.799501:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.799510:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769078202.799516:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078202.799519:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078202.799533:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078202.799533:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769078202.799534:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.799547:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1769078202.799547:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078202.799553:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769078202.799554:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000100:00100000:0.0:1769078202.799559:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078202.799559:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078202.799566:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078202.799575:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769078202.799577:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769078202.799581:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078202.799585:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078202.799597:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078202.799601:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078202.799604:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078202.799605:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.799608:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078202.799613:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078202.799614:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078202.799616:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078202.799619:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078202.799621:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00080000:0.0:1769078202.799623:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1769078202.799628:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769078202.799629:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078202.799637:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1769078202.799641:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000040:0.0:1769078202.799645:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.799647:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078202.799655:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1769078202.799661:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932533888:192.168.204.153@tcp:250:kworker.0
02000000:00000001:3.0:1769078202.799664:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078202.799666:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078202.799675:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.799676:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078202.799683:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7800 x1855007932533888/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.799684:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078202.799691:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078202.799699:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078202.799702:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078202.799707:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6680.
00000100:00000001:0.0:1769078202.799710:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1769078202.799712:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078202.799715:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1769078202.799717:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1769078202.799720:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8400.
02000000:00000001:3.0:1769078202.799721:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078202.799726:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1769078202.799727:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078202.799731:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:0.0:1769078202.799732:0:2416:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:3.0:1769078202.799735:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078202.799736:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078202.799742:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078202.799743:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509000.
02000000:00000010:0.0:1769078202.799746:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
00000100:00000001:3.0:1769078202.799750:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078202.799753:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078202.799756:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078202.799762:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7800.
00000100:00100000:3.0:1769078202.799763:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078202.799770:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078202.799774:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.799781:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078202.799783:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078202.799788:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.799791:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1769078202.799793:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3116e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.799795:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.799804:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078202.799806:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078202.799812:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078202.799821:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.799821:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078202.799829:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078202.799847:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769078202.799847:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769078202.799851:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078202.799854:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769078202.799856:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078202.799860:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078202.799862:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:0.0:1769078202.799864:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078202.799871:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932534016:192.168.204.153@tcp:38:kworker.0
00000100:00000040:3.0:1769078202.799871:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4904)
00000100:00000001:0.0:1769078202.799879:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078202.799882:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078202.799885:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078202.799887:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078202.799891:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8400.
02000000:00000001:0.0:1769078202.799893:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078202.799898:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078202.799901:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078202.799904:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078202.799907:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932534016, portal 10
00000100:00000001:0.0:1769078202.799909:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078202.799911:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564487296 : -121121145064320 : ffff91d7492c7480)
00000100:00000040:0.0:1769078202.799917:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.799923:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078202.799926:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078202.799927:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078202.799930:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932534016, offset 0
00000400:00000200:0.0:1769078202.799933:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078202.799937:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078202.799941:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078202.799944:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078202.799946:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078202.799948:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078202.799951:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078202.799954:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47827:47827:256:4294967295] 192.168.204.153@tcp LPNI seq info [47827:47827:8:4294967295]
00000400:00000200:0.0:1769078202.799957:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078202.799963:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078202.799967:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078202.799970:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078202.799974:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078202.799976:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078202.799980:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078202.799982:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078202.799985:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078202.799987:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078202.799989:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078202.799992:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078202.799995:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078202.799996:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078202.799999:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078202.800002:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800009:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078202.800011:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800016:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.800018:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078202.800020:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078202.800023:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078202.800026:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078202.800028:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299566604
00000100:00000001:0.0:1769078202.800030:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299567907
00000100:00000001:0.0:1769078202.800032:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299566604
00000100:00000001:0.0:1769078202.800034:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299567907
00000100:00000001:0.0:1769078202.800036:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078202.800038:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.800040:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078202.800043:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078202/real 1769078202]  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078202.800049:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078202.800050:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078202.800052:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078202.800054:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078202.800056:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078202.800057:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078202.800060:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078202.800066:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800077:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078202.800078:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.800080:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078202.800081:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078202.800084:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800089:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078202.800092:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800098:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078202.800100:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.800101:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078202.800103:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.800105:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078202.800107:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078202.800109:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078202.800112:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078202.800113:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078202.800117:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078202.800123:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932534016:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078202.800127:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.800128:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078202.800131:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7480 x1855007932534016/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800137:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078202.800139:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078202.800140:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8400.
02000000:00000001:0.0:1769078202.800142:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078202.800144:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078202.800145:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078202.800147:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078202.800148:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:0.0:1769078202.800150:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078202.800151:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078202.800153:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7480.
00000100:00000001:0.0:1769078202.800155:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078202.800156:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.800157:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.800160:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078202.800161:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.800163:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078202.800164:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078202.800165:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078202.800169:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800174:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078202.800176:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078202.800178:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078202.800179:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078202.800181:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078202.800184:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932534144:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078202.800187:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078202.800188:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078202.800190:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078202.800192:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078202.800194:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8400.
02000000:00000001:0.0:1769078202.800196:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078202.800210:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078202.800213:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078202.800216:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078202.800218:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932534144, portal 10
00000100:00000001:0.0:1769078202.800220:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078202.800222:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564483712 : -121121145067904 : ffff91d7492c6680)
00000100:00000040:0.0:1769078202.800227:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800232:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078202.800234:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078202.800236:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078202.800238:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932534144, offset 0
00000400:00000200:0.0:1769078202.800242:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078202.800245:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078202.800248:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078202.800251:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078202.800253:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078202.800255:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078202.800258:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078202.800260:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47828:47828:256:4294967295] 192.168.204.153@tcp LPNI seq info [47828:47828:8:4294967295]
00000400:00000200:0.0:1769078202.800264:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078202.800269:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078202.800273:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078202.800276:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078202.800279:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078202.800281:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078202.800285:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078202.800288:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078202.800290:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078202.800292:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078202.800294:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078202.800297:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078202.800300:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078202.800301:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078202.800303:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078202.800307:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800319:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078202.800322:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800328:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.800329:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078202.800332:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078202.800334:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078202.800336:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078202.800337:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299566603
00000100:00000001:0.0:1769078202.800339:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299567907
00000100:00000001:0.0:1769078202.800340:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299566603
00000100:00000001:0.0:1769078202.800341:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299567907
00000100:00000001:0.0:1769078202.800342:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078202.800344:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.800345:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078202.800347:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078202/real 1769078202]  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078202.800351:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078202.800352:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078202.800353:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078202.800355:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078202.800356:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078202.800357:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078202.800359:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078202.800364:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800367:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078202.800368:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.800370:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078202.800370:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078202.800372:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800376:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078202.800378:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800381:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078202.800383:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.800383:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078202.800384:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.800385:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078202.800387:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078202.800388:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078202.800390:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078202.800391:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078202.800393:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078202.800397:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932534144:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078202.800399:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.800400:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078202.800417:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6680 x1855007932534144/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078202.800421:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078202.800422:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078202.800424:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8400.
02000000:00000001:0.0:1769078202.800425:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078202.800426:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078202.800427:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078202.800428:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078202.800429:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:0.0:1769078202.800431:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078202.800432:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078202.800433:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6680.
00000100:00000001:0.0:1769078202.800435:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078202.800436:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.800437:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078202.800439:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078202.800440:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078202.800441:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078202.800443:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078203.694531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078203.694533:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078203.694536:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078203.694538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078203.694539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078203.694541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078203.694541:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078203.694543:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078203.694546:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078203.694547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078203.694549:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078203.694550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078203.694551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078203.694552:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078203.694555:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078203.694559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078203.694561:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.694562:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078203.694562:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078203.694569:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078203.694571:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078203.694574:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078203.694575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078203.694578:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078203.694579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.694582:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078203.694589:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078203.694596:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078203.694597:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078203.694601:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078203.694605:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078203.694631:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078203.694635:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078203.694641:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078204.142564:0:38804:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299567907, at 4299567936
00000100:00000040:2.0:1769078204.142570:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299567907, at 4299567936
00000100:00000010:3.0:1769078204.142585:0:38804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031900.
00000100:00000010:2.0:1769078204.142589:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031780.
00000100:00000001:2.0:1769078204.718518:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078204.718518:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078204.718519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078204.718524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.718529:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078204.718530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078204.718530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078204.718534:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078204.718535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.718535:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.718535:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078204.718547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078204.718547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078204.718548:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078204.718553:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.718556:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078204.718557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078204.718562:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078204.718563:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.718563:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078204.718568:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078204.718572:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078204.718572:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078204.718573:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078204.718579:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078204.718580:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.718580:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.718588:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.718589:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078204.718593:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.718596:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078204.718597:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078204.718602:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078204.718605:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078205.742517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078205.742517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078205.742519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078205.742525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078205.742527:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078205.742532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078205.742534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078205.742535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078205.742536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078205.742537:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078205.742538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078205.742540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078205.742541:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078205.742544:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078205.742546:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078205.742546:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078205.742548:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078205.742551:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078205.742555:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078205.742555:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078205.742557:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078205.742560:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078205.742569:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078205.742572:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078205.742576:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078205.742584:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078205.742590:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078205.742592:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078205.742596:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078205.742599:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078205.742601:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078205.742603:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078205.742605:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078205.742607:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078206.766563:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078206.766565:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078206.766566:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078206.766571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078206.766573:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078206.766577:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078206.766578:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078206.766580:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078206.766580:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078206.766586:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078206.766586:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078206.766591:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078206.766591:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078206.766602:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078206.766604:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078206.766604:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078206.766605:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078206.766616:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078206.766622:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078206.766623:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078206.766624:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078206.766625:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078206.766634:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078206.766635:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078206.766635:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078206.766637:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078206.766651:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078206.766653:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078206.766654:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078206.766655:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078206.766657:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078206.766665:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078206.766666:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078206.766667:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078206.766671:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078206.766672:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078206.766678:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078206.766702:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078206.766706:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078206.766710:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078207.790500:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078207.790501:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078207.790509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078207.790510:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078207.790510:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078207.790512:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078207.790514:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078207.790517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078207.790520:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078207.790521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078207.790521:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078207.790522:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078207.790529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078207.790534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078207.790535:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078207.790535:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078207.790536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078207.790546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078207.790547:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078207.790548:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078207.790548:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.790556:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078207.790557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.790564:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078207.790567:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078207.790568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078207.790569:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078207.790571:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078207.790573:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078207.790574:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078207.790579:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078207.790580:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078207.790584:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078207.790588:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078207.918518:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078207.918526:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078207.918528:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078207.918532:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078207.918536:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078207.918541:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4899
00000400:00000200:1.0:1769078207.918549:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078207.918555:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078207.918558:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078207.918560:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918563:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078207.918565:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918567:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078207.918570:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078207.918572:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078207.918573:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078207.918575:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078207.918577:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078207.918578:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078207.918580:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918581:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078207.918583:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918585:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078207.918587:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078207.918593:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918594:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078207.918598:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078207.918600:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078207.918602:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078207.918604:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078207.918605:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078207.918613:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
00000020:00000040:1.0:1769078207.918616:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078207.918619:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078207.918621:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078207.918623:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078207.918625:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078207.918629:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078207.918636:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769078207.918641:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078207.918647:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078207.918662:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078207.918666:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078207.918671:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078207.918686:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078207.918688:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078207.918691:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078207.918692:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078207.918693:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078207.918694:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078207.918696:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4899
00000400:00000200:1.0:1769078207.918698:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078207.918700:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078207.918702:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078207.918704:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918706:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078207.918709:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918711:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078207.918716:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078207.918718:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078207.918719:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078207.918720:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078207.918721:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078207.918727:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078207.918729:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:0.0:1769078207.918731:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078207.918732:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918736:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078207.918737:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078207.918738:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918743:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078207.918745:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078207.918748:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918751:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078207.918753:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078207.918756:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078207.918757:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078207.918764:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078207.918773:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078207.918780:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078207.918782:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1769078207.918785:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078207.918786:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078207.918794:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078207.918798:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1769078207.918798:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769078207.918800:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078207.918803:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078207.918804:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078207.918805:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078207.918810:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078207.918814:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078207.918815:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078207.918817:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078207.918828:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00100000:0.0:1769078207.918833:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932534272:192.168.204.153@tcp:250:kworker.0
00000100:00000001:1.0:1769078207.918834:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078207.918843:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078207.918844:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078207.918852:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078207.918852:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769078207.918857:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078207.918857:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078207.918871:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769078207.918873:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078207.918880:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cac00.
00000100:00000001:1.0:1769078207.918881:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078207.918884:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078207.918885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078207.918889:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078207.918890:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078207.918891:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078207.918894:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078207.918898:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:1.0:1769078207.918901:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4899
00000400:00000200:1.0:1769078207.918905:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078207.918907:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:1.0:1769078207.918908:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078207.918912:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078207.918917:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918918:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078207.918919:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:0.0:1769078207.918921:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000001:1.0:1769078207.918922:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078207.918927:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078207.918929:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078207.918931:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078207.918932:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769078207.918933:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769078207.918935:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000200:0.0:1769078207.918936:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932534272, portal 25
00000100:00000040:1.0:1769078207.918940:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918946:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078207.918947:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769078207.918948:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078207.918952:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769078207.918953:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362944 : -121121150188672 : ffff91d748de4380)
00000020:00000040:1.0:1769078207.918960:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769078207.918964:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000040:0.0:1769078207.918967:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078207.918968:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078207.918975:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078207.918981:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078207.918992:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078207.918993:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078207.918999:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078207.919000:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769078207.919003:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078207.919009:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000008:00000001:1.0:1769078207.919009:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078207.919013:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078207.919015:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932534272, offset 0
00000100:00000010:1.0:1769078207.919017:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769078207.919021:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:0.0:1769078207.919026:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769078207.919026:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078207.919032:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078207.919034:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078207.919035:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078207.919037:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078207.919039:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000400:00000200:0.0:1769078207.919040:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078207.919049:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078207.919053:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00100000:1.0:1769078207.919055:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078207.919061:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078207.919069:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078207.919073:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:1.0:1769078207.919077:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078207.919081:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769078207.919085:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078207.919088:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078207.919103:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47829:47829:256:4294967295] 192.168.204.153@tcp LPNI seq info [47829:47829:8:4294967295]
00000100:00000001:1.0:1769078207.919124:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078207.919130:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:1.0:1769078207.919132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078207.919137:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078207.919145:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078207.919146:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078207.919159:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1769078207.919160:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078207.919167:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00000040:1.0:1769078207.919170:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4909)
00000800:00000200:0.0:1769078207.919178:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078207.919182:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078207.919186:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078207.919190:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078207.919193:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078207.919195:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078207.919201:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078207.919205:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078207.919210:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078207.919212:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078207.919216:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078207.919219:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919227:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078207.919229:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919234:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078207.919235:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078207.919240:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078207.919244:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078207.919247:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299573026
00000100:00000010:0.0:1769078207.919252:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031540.
00000100:00000001:0.0:1769078207.919259:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078207.919265:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299573026
00000100:00000010:0.0:1769078207.919268:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031060.
00000100:00000001:0.0:1769078207.919271:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078207.919274:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078207.919278:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078207.919281:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078207.919285:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078207/real 1769078207]  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078207.919296:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078207.919297:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078207.919299:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078207.919302:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078207.919303:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078207.919305:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078207.919307:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078207.919313:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919318:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078207.919319:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919321:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078207.919323:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078207.919326:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919329:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078207.919332:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919337:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078207.919339:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919340:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078207.919341:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919342:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078207.919344:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078207.919346:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078207.919349:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078207.919351:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078207.919353:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078207.919358:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932534272:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078207.919362:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919364:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078207.919366:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4380 x1855007932534272/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919370:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078207.919372:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078207.919374:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078207.919376:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078207.919378:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078207.919380:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078207.919381:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078207.919384:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155000.
02000000:00000001:0.0:1769078207.919387:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078207.919389:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078207.919390:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4380.
00000100:00000001:0.0:1769078207.919392:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078207.919393:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919396:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919433:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078207.919435:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078207.919438:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078207.919440:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078207.919441:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078207.919446:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919453:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078207.919455:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078207.919457:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078207.919459:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078207.919461:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078207.919463:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932534400:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078207.919466:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078207.919468:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078207.919470:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078207.919471:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078207.919474:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078207.919476:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078207.919480:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078207.919482:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078207.919485:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078207.919488:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932534400, portal 10
00000100:00000001:0.0:1769078207.919491:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078207.919492:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559370112 : -121121150181504 : ffff91d748de5f80)
00000100:00000040:0.0:1769078207.919498:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919504:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078207.919506:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078207.919508:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078207.919510:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932534400, offset 0
00000400:00000200:0.0:1769078207.919513:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078207.919517:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078207.919520:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078207.919523:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078207.919526:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078207.919528:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078207.919530:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078207.919533:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47830:47830:256:4294967295] 192.168.204.153@tcp LPNI seq info [47830:47830:8:4294967295]
00000400:00000200:0.0:1769078207.919537:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078207.919542:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078207.919546:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078207.919548:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078207.919551:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078207.919553:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078207.919555:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078207.919557:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078207.919559:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078207.919561:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078207.919563:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078207.919565:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078207.919567:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078207.919568:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078207.919569:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078207.919572:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919581:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078207.919583:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919586:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078207.919587:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078207.919589:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078207.919592:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078207.919594:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078207.919596:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299571724
00000100:00000001:0.0:1769078207.919598:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299573026
00000100:00000001:0.0:1769078207.919599:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299571724
00000100:00000001:0.0:1769078207.919600:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299573026
00000100:00000001:0.0:1769078207.919602:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078207.919603:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078207.919604:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078207.919606:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078207/real 1769078207]  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078207.919611:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078207.919612:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078207.919613:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078207.919614:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078207.919615:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078207.919616:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078207.919618:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078207.919623:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919626:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078207.919627:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919629:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078207.919630:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078207.919632:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919635:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078207.919637:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919641:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078207.919642:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919643:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078207.919644:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919645:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078207.919646:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078207.919647:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078207.919649:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078207.919650:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078207.919652:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078207.919656:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932534400:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078207.919659:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078207.919661:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919665:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078207.919666:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078207.919668:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078207.919669:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078207.919670:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078207.919672:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932534528:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078207.919674:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078207.919675:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078207.919676:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078207.919678:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078207.919680:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078207.919681:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078207.919682:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078207.919684:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078207.919686:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078207.919688:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932534528, portal 10
00000100:00000001:0.0:1769078207.919689:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078207.919690:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559369216 : -121121150182400 : ffff91d748de5c00)
00000100:00000040:0.0:1769078207.919693:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919697:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078207.919699:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078207.919700:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078207.919702:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932534528, offset 0
00000400:00000200:0.0:1769078207.919706:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078207.919709:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078207.919712:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078207.919714:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078207.919717:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078207.919719:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078207.919721:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078207.919724:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47831:47831:256:4294967295] 192.168.204.153@tcp LPNI seq info [47831:47831:8:4294967295]
00000400:00000200:0.0:1769078207.919727:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078207.919740:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078207.919745:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078207.919748:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078207.919752:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078207.919755:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078207.919758:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078207.919760:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078207.919762:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078207.919764:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078207.919766:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078207.919768:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078207.919770:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078207.919771:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078207.919773:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078207.919775:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919780:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078207.919782:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919786:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078207.919787:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078207.919789:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078207.919791:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078207.919794:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078207.919796:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299571723
00000100:00000001:0.0:1769078207.919799:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299573026
00000100:00000001:0.0:1769078207.919800:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299571723
00000100:00000001:0.0:1769078207.919803:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299573026
00000100:00000001:0.0:1769078207.919805:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078207.919806:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078207.919808:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078207.919812:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078207/real 1769078207]  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078207.919819:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078207.919821:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078207.919823:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078207.919825:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078207.919827:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078207.919829:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078207.919832:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078207.919840:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919846:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078207.919847:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919848:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078207.919849:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078207.919851:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919855:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078207.919857:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919861:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078207.919862:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919863:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078207.919864:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919865:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078207.919867:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078207.919868:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078207.919870:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078207.919871:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078207.919873:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078207.919881:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932534528:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078207.919884:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919885:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078207.919887:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5f80 x1855007932534400/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919890:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078207.919891:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078207.919892:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078207.919894:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078207.919895:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078207.919896:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078207.919897:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078207.919898:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156800.
02000000:00000001:0.0:1769078207.919900:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078207.919901:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078207.919902:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5f80.
00000100:00000001:0.0:1769078207.919904:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078207.919905:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919906:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078207.919908:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5c00 x1855007932534528/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078207.919911:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078207.919911:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078207.919912:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078207.919913:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078207.919914:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078207.919915:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078207.919916:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078207.919917:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:0.0:1769078207.919918:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078207.919919:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078207.919920:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5c00.
00000100:00000001:0.0:1769078207.919921:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078207.919922:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919923:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078207.919925:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078207.919926:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078207.919927:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078207.919929:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078208.814536:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078208.814545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078208.814547:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078208.814554:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078208.814557:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078208.814561:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078208.814563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078208.814567:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078208.814568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078208.814569:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078208.814573:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078208.814575:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078208.814581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078208.814582:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078208.814582:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078208.814592:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078208.814595:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078208.814597:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078208.814597:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078208.814599:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078208.814608:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.814612:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078208.814613:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078208.814613:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.814623:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078208.814624:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078208.814625:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078208.814630:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078208.814635:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078208.814635:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078208.814636:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.814652:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078208.814653:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078208.814657:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.814660:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078208.814662:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078208.814664:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078208.814688:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078208.814690:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078208.814693:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078209.262538:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299573026, at 4299573056
00000100:00000010:2.0:1769078209.262556:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031540.
00000100:00000040:3.0:1769078209.262565:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299573026, at 4299573056
00000100:00000010:3.0:1769078209.262579:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031060.
00000100:00000001:0.0:1769078209.838489:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078209.838497:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078209.838499:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078209.838503:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078209.838505:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078209.838509:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078209.838513:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078209.838515:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078209.838517:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078209.838518:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078209.838522:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078209.838523:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078209.838526:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078209.838528:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078209.838534:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078209.838539:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078209.838541:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078209.838544:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.838546:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078209.838553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078209.838555:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078209.838557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.838560:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078209.838564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078209.838568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078209.838570:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078209.838576:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078209.838581:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.838585:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078209.838588:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078209.838590:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078209.838592:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078209.838593:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078209.838601:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078210.862536:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078210.862537:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078210.862542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078210.862545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078210.862546:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078210.862551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078210.862552:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.862552:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078210.862564:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078210.862564:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078210.862565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078210.862571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078210.862573:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078210.862574:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078210.862579:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.862579:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.862585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078210.862589:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078210.862592:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078210.862592:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078210.862595:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078210.862600:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078210.862601:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078210.862606:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078210.862609:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078210.862711:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078210.862715:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078210.862717:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078210.862720:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078210.862722:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078210.862724:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078210.862726:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078210.862727:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078210.862729:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078211.886510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078211.886510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078211.886510:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078211.886518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078211.886519:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078211.886519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078211.886520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078211.886522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078211.886523:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078211.886523:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078211.886525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078211.886531:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078211.886531:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078211.886532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078211.886532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078211.886536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078211.886537:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078211.886538:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078211.886539:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078211.886542:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078211.886543:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078211.886543:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078211.886548:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078211.886551:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078211.886553:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078211.886554:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078211.886557:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078211.886559:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078211.886559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078211.886560:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078211.886563:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078211.886564:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078211.886566:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078211.886568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078212.910528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078212.910528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078212.910528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078212.910532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078212.910536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078212.910538:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078212.910538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078212.910538:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078212.910543:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078212.910543:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078212.910544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078212.910544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078212.910548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078212.910550:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078212.910551:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078212.910551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078212.910555:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078212.910557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078212.910557:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078212.910559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078212.910561:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078212.910562:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078212.910563:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078212.910566:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078212.910569:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078212.910570:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078212.910572:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078212.910573:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078212.910575:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078212.910578:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078212.910578:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078212.910579:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078212.910583:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078212.910587:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078213.038553:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078213.038563:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078213.038565:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078213.038569:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078213.038573:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078213.038579:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4904
00000400:00000200:2.0:1769078213.038589:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078213.038595:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078213.038597:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078213.038600:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038602:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078213.038604:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038606:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078213.038610:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078213.038611:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078213.038613:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078213.038615:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078213.038616:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078213.038618:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078213.038620:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038621:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078213.038622:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038624:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078213.038626:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078213.038628:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038629:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078213.038631:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078213.038634:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078213.038636:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078213.038638:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078213.038640:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078213.038652:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000020:00000040:2.0:1769078213.038656:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078213.038660:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078213.038661:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078213.038665:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078213.038667:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078213.038672:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078213.038683:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:2.0:1769078213.038691:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078213.038700:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078213.038710:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078213.038714:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078213.038719:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078213.038746:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078213.038750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078213.038754:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078213.038755:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078213.038757:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078213.038760:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078213.038763:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4904
00000400:00000200:2.0:1769078213.038766:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078213.038768:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078213.038770:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078213.038773:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038775:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078213.038776:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078213.038778:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078213.038778:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078213.038782:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078213.038783:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000001:0.0:1769078213.038785:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078213.038785:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078213.038786:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769078213.038789:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078213.038791:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078213.038793:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038795:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078213.038796:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038797:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769078213.038798:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769078213.038798:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769078213.038802:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038804:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078213.038806:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078213.038810:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078213.038812:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078213.038815:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078213.038818:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078213.038822:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078213.038826:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.038827:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078213.038828:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.038831:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078213.038832:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769078213.038835:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078213.038837:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078213.038838:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078213.038838:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078213.038842:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078213.038842:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078213.038843:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078213.038846:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078213.038847:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078213.038850:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00100000:0.0:1769078213.038851:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932534656:192.168.204.153@tcp:250:kworker.0
00000100:00000001:2.0:1769078213.038854:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.038858:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1769078213.038861:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078213.038863:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078213.038868:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078213.038869:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078213.038872:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078213.038873:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769078213.038875:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078213.038880:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9800.
00000100:00000001:2.0:1769078213.038882:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078213.038886:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769078213.038894:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078213.038902:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078213.038904:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078213.038905:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078213.038908:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769078213.038909:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078213.038913:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4904
00000400:00000010:0.0:1769078213.038916:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:2.0:1769078213.038917:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078213.038922:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078213.038923:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078213.038925:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000010:0.0:1769078213.038927:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000001:2.0:1769078213.038927:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078213.038931:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038933:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078213.038934:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078213.038935:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078213.038936:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078213.038937:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000200:0.0:1769078213.038938:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932534656, portal 25
00000020:00000001:2.0:1769078213.038938:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769078213.038941:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769078213.038945:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769078213.038945:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038946:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078213.038950:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564822400 : -121121144729216 : ffff91d749319180)
00000100:00000040:2.0:1769078213.038950:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038953:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078213.038956:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769078213.038958:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078213.038960:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078213.038961:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078213.038962:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078213.038963:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078213.038967:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078213.038969:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078213.038970:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078213.038972:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078213.038973:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078213.038975:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769078213.038979:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078213.038983:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078213.038984:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078213.038987:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078213.038989:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078213.038990:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769078213.038991:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078213.038996:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab000.
00000100:00000040:0.0:1769078213.038999:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769078213.039000:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078213.039005:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00100000:2.0:1769078213.039006:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078213.039012:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932534656, offset 0
00000100:00000001:2.0:1769078213.039013:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078213.039016:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078213.039019:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078213.039042:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769078213.039052:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078213.039054:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769078213.039056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078213.039059:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078213.039061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078213.039065:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:2.0:1769078213.039065:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078213.039073:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4914)
00000400:00000200:0.0:1769078213.039076:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078213.039083:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078213.039087:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078213.039091:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078213.039095:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47832:47832:256:4294967295] 192.168.204.153@tcp LPNI seq info [47832:47832:8:4294967295]
00000400:00000200:0.0:1769078213.039100:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078213.039110:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078213.039116:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078213.039122:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078213.039129:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078213.039133:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078213.039139:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078213.039143:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078213.039147:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078213.039150:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078213.039156:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078213.039160:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078213.039165:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078213.039168:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078213.039173:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078213.039177:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039192:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078213.039195:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039203:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.039210:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078213.039217:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078213.039222:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078213.039225:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299578146
00000100:00000010:0.0:1769078213.039230:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031180.
00000100:00000001:0.0:1769078213.039238:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078213.039244:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299578146
00000100:00000010:0.0:1769078213.039247:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ea0.
00000100:00000001:0.0:1769078213.039250:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078213.039254:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078213.039257:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.039260:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078213.039264:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078213/real 1769078213]  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078213.039275:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078213.039277:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078213.039279:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078213.039283:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078213.039285:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078213.039287:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078213.039292:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078213.039301:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039307:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078213.039310:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.039313:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078213.039315:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078213.039319:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039326:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078213.039330:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039338:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078213.039341:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.039343:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078213.039344:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.039346:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078213.039349:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078213.039352:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078213.039357:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078213.039359:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078213.039363:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078213.039371:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932534656:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078213.039376:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.039378:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078213.039381:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319180 x1855007932534656/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039387:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078213.039390:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078213.039393:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078213.039396:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078213.039397:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078213.039400:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078213.039432:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078213.039435:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9400.
02000000:00000001:0.0:1769078213.039441:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078213.039444:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078213.039445:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319180.
00000100:00000001:0.0:1769078213.039449:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078213.039450:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.039453:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.039462:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078213.039464:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.039466:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078213.039467:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078213.039469:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078213.039473:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039479:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078213.039481:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078213.039482:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078213.039484:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078213.039486:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078213.039489:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932534784:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078213.039492:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078213.039494:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078213.039496:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078213.039498:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078213.039500:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078213.039502:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078213.039507:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078213.039510:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078213.039513:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078213.039516:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932534784, portal 10
00000100:00000001:0.0:1769078213.039518:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078213.039519:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564821504 : -121121144730112 : ffff91d749318e00)
00000100:00000040:0.0:1769078213.039525:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039532:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078213.039534:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078213.039536:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078213.039539:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932534784, offset 0
00000400:00000200:0.0:1769078213.039542:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078213.039546:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078213.039550:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078213.039553:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078213.039555:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078213.039558:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078213.039560:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078213.039573:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47833:47833:256:4294967295] 192.168.204.153@tcp LPNI seq info [47833:47833:8:4294967295]
00000400:00000200:0.0:1769078213.039578:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078213.039584:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078213.039588:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078213.039592:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078213.039596:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078213.039599:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078213.039603:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078213.039605:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078213.039609:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078213.039611:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078213.039614:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078213.039617:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078213.039620:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078213.039622:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078213.039624:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078213.039628:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039636:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078213.039639:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039663:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.039664:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078213.039668:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078213.039672:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078213.039675:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078213.039678:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299576844
00000100:00000001:0.0:1769078213.039680:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299578146
00000100:00000001:0.0:1769078213.039683:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299576844
00000100:00000001:0.0:1769078213.039685:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299578146
00000100:00000001:0.0:1769078213.039687:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078213.039688:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.039690:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078213.039695:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078213/real 1769078213]  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078213.039702:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078213.039704:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078213.039705:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078213.039708:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078213.039709:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078213.039711:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078213.039715:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078213.039723:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039729:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078213.039730:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.039732:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078213.039734:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078213.039737:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039744:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078213.039747:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039755:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078213.039757:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.039759:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078213.039760:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.039762:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078213.039764:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078213.039767:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078213.039770:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078213.039772:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078213.039776:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078213.039783:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932534784:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078213.039787:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078213.039791:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039797:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078213.039799:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078213.039800:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078213.039802:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078213.039804:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078213.039807:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932534912:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078213.039810:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078213.039812:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078213.039814:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078213.039815:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078213.039819:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078213.039820:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078213.039823:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078213.039826:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078213.039829:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078213.039831:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932534912, portal 10
00000100:00000001:0.0:1769078213.039833:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078213.039834:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564832256 : -121121144719360 : ffff91d74931b800)
00000100:00000040:0.0:1769078213.039839:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039846:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078213.039849:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078213.039851:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078213.039853:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932534912, offset 0
00000400:00000200:0.0:1769078213.039857:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078213.039861:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078213.039864:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078213.039867:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078213.039869:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078213.039871:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078213.039874:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078213.039877:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47834:47834:256:4294967295] 192.168.204.153@tcp LPNI seq info [47834:47834:8:4294967295]
00000400:00000200:0.0:1769078213.039881:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078213.039886:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078213.039890:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078213.039893:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078213.039897:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078213.039900:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078213.039904:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078213.039906:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078213.039910:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078213.039913:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078213.039915:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078213.039919:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078213.039921:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078213.039923:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078213.039925:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078213.039929:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039936:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078213.039939:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.039945:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.039947:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078213.039950:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078213.039953:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078213.039956:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078213.039958:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299576843
00000100:00000001:0.0:1769078213.039960:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299578146
00000100:00000001:0.0:1769078213.039962:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299576843
00000100:00000001:0.0:1769078213.039964:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299578146
00000100:00000001:0.0:1769078213.039967:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078213.039969:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.039971:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078213.039974:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078213/real 1769078213]  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078213.039981:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078213.039982:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078213.039984:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078213.039986:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078213.039988:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078213.039990:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078213.039993:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078213.040001:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.040007:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078213.040008:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.040011:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078213.040012:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078213.040015:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.040022:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078213.040039:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.040047:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078213.040049:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.040051:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078213.040052:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.040054:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078213.040057:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078213.040060:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078213.040063:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078213.040066:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078213.040070:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078213.040077:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932534912:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078213.040081:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.040084:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078213.040087:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318e00 x1855007932534784/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.040093:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078213.040095:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078213.040097:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078213.040099:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078213.040101:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078213.040102:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078213.040104:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078213.040106:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:0.0:1769078213.040109:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078213.040110:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078213.040111:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318e00.
00000100:00000001:0.0:1769078213.040114:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078213.040115:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.040116:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078213.040120:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b800 x1855007932534912/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078213.040125:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078213.040127:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078213.040128:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078213.040131:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078213.040132:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078213.040133:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078213.040135:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078213.040136:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab000.
02000000:00000001:0.0:1769078213.040138:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078213.040140:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078213.040141:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b800.
00000100:00000001:0.0:1769078213.040143:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078213.040144:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.040146:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078213.040149:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078213.040151:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.040152:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078213.040154:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.934470:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078213.934470:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078213.934477:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078213.934478:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078213.934479:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078213.934482:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078213.934482:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078213.934482:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078213.934484:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078213.934490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078213.934491:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078213.934492:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078213.934492:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078213.934493:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078213.934495:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.934497:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078213.934499:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078213.934501:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078213.934503:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078213.934503:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078213.934505:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078213.934510:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078213.934510:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078213.934515:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078213.934520:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078213.934521:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.934522:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078213.934525:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078213.934526:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078213.934528:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078213.934529:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078213.934531:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078213.934533:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078213.934537:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078214.382508:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299578146, at 4299578176
00000100:00000040:2.0:1769078214.382523:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299578146, at 4299578176
00000100:00000010:3.0:1769078214.382540:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031ea0.
00000100:00000010:2.0:1769078214.382542:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031180.
00000100:00000001:0.0:1769078214.958500:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078214.958500:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078214.958500:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078214.958505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078214.958509:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078214.958510:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078214.958510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.958510:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078214.958515:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.958515:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.958515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078214.958519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078214.958522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078214.958523:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078214.958523:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078214.958523:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078214.958531:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078214.958531:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078214.958532:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078214.958536:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078214.958536:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.958537:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.958540:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078214.958544:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078214.958547:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.958547:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078214.958548:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078214.958551:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.958552:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078214.958553:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078214.958556:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078214.958557:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078214.958562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078214.958563:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078215.982526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078215.982526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078215.982526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078215.982534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078215.982534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078215.982534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078215.982536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078215.982537:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078215.982538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078215.982538:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078215.982541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078215.982546:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078215.982546:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078215.982546:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078215.982547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078215.982549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078215.982554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078215.982554:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078215.982554:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078215.982559:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078215.982560:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078215.982560:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078215.982565:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078215.982569:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078215.982571:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078215.982576:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078215.982577:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078215.982581:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078215.982582:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078215.982588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078215.982588:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078215.982588:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078215.982591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078215.982595:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078217.006469:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078217.006473:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078217.006474:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078217.006477:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078217.006479:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078217.006479:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078217.006480:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078217.006480:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078217.006483:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078217.006484:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769078217.006485:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769078217.006486:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078217.006489:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078217.006490:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078217.006490:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078217.006491:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078217.006497:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078217.006498:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078217.006498:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078217.006498:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078217.006500:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078217.006502:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078217.006504:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078217.006504:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078217.006505:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078217.006505:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078217.006509:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078217.006510:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078217.006511:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078217.006511:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078217.006516:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078217.006518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078217.006520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078217.006521:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078217.006524:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078217.006528:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078217.006530:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078217.006540:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078217.006542:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078217.006545:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078218.030511:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078218.030511:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078218.030512:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078218.030517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078218.030520:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078218.030521:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078218.030521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078218.030521:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078218.030523:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078218.030525:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078218.030525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078218.030530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078218.030530:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078218.030532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078218.030532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078218.030532:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078218.030534:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078218.030538:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078218.030538:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078218.030543:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078218.030543:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078218.030544:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.030550:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078218.030554:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078218.030557:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078218.030558:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078218.030559:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078218.030560:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078218.030562:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078218.030564:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078218.030565:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078218.030567:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078218.030568:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078218.030572:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078218.158557:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078218.158568:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078218.158571:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078218.158576:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078218.158581:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078218.158589:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4909
00000400:00000200:1.0:1769078218.158600:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078218.158607:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078218.158610:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078218.158614:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078218.158617:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078218.158619:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078218.158622:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078218.158627:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078218.158629:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078218.158632:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078218.158635:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078218.158637:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078218.158640:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078218.158651:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078218.158656:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078218.158659:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078218.158661:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078218.158664:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078218.158668:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078218.158671:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078218.158674:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078218.158677:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078218.158680:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.158683:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078218.158686:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078218.158697:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769078218.158702:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078218.158706:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078218.158708:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.158712:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078218.158715:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078218.158726:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078218.158736:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769078218.158744:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078218.158754:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078218.158765:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078218.158769:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078218.158774:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.158799:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078218.158802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078218.158806:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078218.158807:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078218.158809:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078218.158811:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078218.158813:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4909
00000400:00000200:1.0:1769078218.158817:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078218.158826:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078218.158829:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078218.158833:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078218.158835:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078218.158838:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078218.158840:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769078218.158842:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078218.158843:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078218.158847:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000001:0.0:1769078218.158848:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078218.158849:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078218.158851:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078218.158853:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078218.158857:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078218.158859:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078218.158861:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769078218.158868:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078218.158872:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078218.158873:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078218.158875:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078218.158878:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000001:0.0:1769078218.158880:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078218.158882:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:0.0:1769078218.158884:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078218.158887:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078218.158887:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078218.158894:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00100000:0.0:1769078218.158896:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932535040:192.168.204.153@tcp:250:kworker.0
00000100:00000001:1.0:1769078218.158898:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078218.158900:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078218.158902:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078218.158905:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078218.158908:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078218.158909:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078218.158910:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078218.158914:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078218.158916:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9800.
00000100:00000001:1.0:1769078218.158917:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078218.158920:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078218.158923:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078218.158928:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078218.158929:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078218.158933:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078218.158934:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00000010:1.0:1769078218.158939:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000400:00000010:0.0:1769078218.158957:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078218.158965:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932535040, portal 25
00000100:00000001:0.0:1769078218.158967:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078218.158969:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559367424 : -121121150184192 : ffff91d748de5500)
00000020:00000040:1.0:1769078218.158971:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000040:0.0:1769078218.158976:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078218.158977:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078218.158980:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.158985:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078218.158988:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078218.158989:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1769078218.158991:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078218.158994:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000010:1.0:1769078218.158998:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000400:00000010:0.0:1769078218.158999:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078218.159003:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932535040, offset 0
00000100:00000001:1.0:1769078218.159005:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078218.159010:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00100000:1.0:1769078218.159014:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078218.159020:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078218.159021:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078218.159023:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078218.159028:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078218.159030:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078218.159038:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078218.159039:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078218.159042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078218.159044:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769078218.159046:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:1.0:1769078218.159046:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078218.159049:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078218.159052:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078218.159054:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4909
00000400:00000200:0.0:1769078218.159061:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078218.159065:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078218.159068:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47835:47835:256:4294967295] 192.168.204.153@tcp LPNI seq info [47835:47835:8:4294967295]
00000400:00000200:0.0:1769078218.159073:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078218.159078:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078218.159083:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078218.159087:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078218.159092:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078218.159093:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078218.159094:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078218.159098:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078218.159101:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078218.159103:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078218.159104:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078218.159105:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1769078218.159108:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000020:00000040:1.0:1769078218.159108:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769078218.159112:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769078218.159115:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769078218.159117:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078218.159118:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1769078218.159119:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00000040:1.0:1769078218.159121:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078218.159124:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078218.159126:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769078218.159128:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078218.159130:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078218.159132:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1769078218.159133:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:1.0:1769078218.159134:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078218.159138:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.159139:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.0:1769078218.159140:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000008:00100000:1.0:1769078218.159141:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078218.159143:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.159147:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078218.159150:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000010:1.0:1769078218.159151:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000020:00000040:1.0:1769078218.159154:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:0.1:1769078218.159156:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1769078218.159157:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078218.159160:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.159162:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:0.0:1769078218.159164:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769078218.159164:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078218.159167:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078218.159169:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
02000000:00000010:1.0:1769078218.159170:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769078218.159174:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078218.159175:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1769078218.159178:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078218.159183:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078218.159189:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078218.159190:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000100:00000001:1.0:1769078218.159192:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078218.159194:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000040:1.0:1769078218.159197:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159200:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078218.159205:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078218.159207:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078218.159208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078218.159214:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078218.159219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078218.159224:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769078218.159225:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078218.159228:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4919)
00000100:00000040:0.0:1769078218.159229:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159237:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078218.159238:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078218.159243:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078218.159246:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078218.159249:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299583266
00000100:00000010:0.0:1769078218.159253:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031a20.
00000100:00000001:0.0:1769078218.159259:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078218.159264:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299583266
00000100:00000010:0.0:1769078218.159265:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031720.
00000100:00000001:0.0:1769078218.159268:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078218.159270:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078218.159272:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078218.159274:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078218.159277:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078218/real 1769078218]  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078218.159283:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078218.159284:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078218.159286:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078218.159289:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078218.159290:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078218.159291:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078218.159294:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078218.159300:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159304:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078218.159305:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159307:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078218.159308:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078218.159310:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159314:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078218.159317:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159323:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078218.159325:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159326:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078218.159327:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159329:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078218.159330:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078218.159332:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078218.159334:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078218.159336:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078218.159339:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078218.159343:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932535040:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078218.159346:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159348:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078218.159349:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5500 x1855007932535040/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159353:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078218.159356:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078218.159358:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078218.159360:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078218.159361:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078218.159363:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078218.159364:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078218.159366:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:0.0:1769078218.159369:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078218.159371:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078218.159372:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5500.
00000100:00000001:0.0:1769078218.159374:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078218.159375:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159377:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159385:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078218.159386:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078218.159388:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078218.159389:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078218.159390:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078218.159392:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159396:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078218.159397:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078218.159399:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078218.159400:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078218.159419:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078218.159421:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932535168:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078218.159423:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078218.159424:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078218.159426:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078218.159427:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078218.159429:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078218.159430:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078218.159439:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078218.159441:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078218.159446:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078218.159448:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932535168, portal 10
00000100:00000001:0.0:1769078218.159449:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078218.159450:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559374592 : -121121150177024 : ffff91d748de7100)
00000100:00000040:0.0:1769078218.159455:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159459:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078218.159461:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078218.159462:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078218.159464:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932535168, offset 0
00000400:00000200:0.0:1769078218.159466:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078218.159468:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078218.159471:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078218.159474:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078218.159476:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078218.159479:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078218.159482:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078218.159485:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47836:47836:256:4294967295] 192.168.204.153@tcp LPNI seq info [47836:47836:8:4294967295]
00000400:00000200:0.0:1769078218.159488:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078218.159494:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078218.159499:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078218.159502:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078218.159506:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078218.159509:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078218.159513:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078218.159516:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769078218.159519:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078218.159521:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078218.159524:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078218.159527:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078218.159530:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078218.159532:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078218.159534:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078218.159536:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159542:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078218.159543:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159548:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078218.159549:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078218.159551:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078218.159553:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078218.159555:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078218.159556:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299581964
00000100:00000001:0.0:1769078218.159559:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299583266
00000100:00000001:0.0:1769078218.159560:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299581964
00000100:00000001:0.0:1769078218.159562:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299583266
00000100:00000001:0.0:1769078218.159570:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078218.159572:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078218.159573:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078218.159575:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078218/real 1769078218]  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078218.159580:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078218.159581:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078218.159583:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078218.159584:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078218.159585:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078218.159586:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078218.159588:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078218.159593:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159597:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078218.159597:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159599:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078218.159599:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078218.159601:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159605:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078218.159607:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159611:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078218.159613:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159614:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078218.159615:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159616:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078218.159618:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078218.159624:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078218.159627:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078218.159629:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078218.159633:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078218.159640:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932535168:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078218.159644:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078218.159647:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159654:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078218.159655:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078218.159658:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078218.159659:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078218.159661:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078218.159664:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932535296:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078218.159667:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078218.159669:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078218.159671:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078218.159672:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078218.159674:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769078218.159676:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078218.159678:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078218.159680:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078218.159682:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078218.159684:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932535296, portal 10
00000100:00000001:0.0:1769078218.159685:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078218.159686:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362048 : -121121150189568 : ffff91d748de4000)
00000100:00000040:0.0:1769078218.159690:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159701:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078218.159702:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078218.159704:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078218.159705:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932535296, offset 0
00000400:00000200:0.0:1769078218.159708:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078218.159711:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078218.159713:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078218.159715:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078218.159716:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078218.159718:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078218.159719:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078218.159721:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47837:47837:256:4294967295] 192.168.204.153@tcp LPNI seq info [47837:47837:8:4294967295]
00000400:00000200:0.0:1769078218.159724:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078218.159728:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078218.159731:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078218.159733:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078218.159735:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078218.159737:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078218.159740:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078218.159741:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769078218.159744:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078218.159745:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078218.159747:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078218.159749:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078218.159751:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078218.159752:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078218.159753:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078218.159755:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159760:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078218.159762:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159766:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078218.159767:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078218.159769:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078218.159771:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078218.159772:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078218.159773:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299581963
00000100:00000001:0.0:1769078218.159775:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299583266
00000100:00000001:0.0:1769078218.159776:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299581963
00000100:00000001:0.0:1769078218.159778:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299583266
00000100:00000001:0.0:1769078218.159779:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078218.159780:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078218.159781:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078218.159783:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078218/real 1769078218]  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078218.159787:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078218.159788:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078218.159788:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078218.159790:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078218.159790:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078218.159791:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078218.159793:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078218.159798:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159802:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078218.159803:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159804:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078218.159805:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078218.159807:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159812:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078218.159814:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159817:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078218.159819:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159820:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078218.159820:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159821:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078218.159823:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078218.159825:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078218.159826:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078218.159827:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078218.159829:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078218.159833:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932535296:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078218.159835:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159836:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078218.159838:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7100 x1855007932535168/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159842:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078218.159843:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078218.159844:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078218.159845:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078218.159846:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078218.159848:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078218.159849:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078218.159851:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:0.0:1769078218.159853:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078218.159854:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078218.159856:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7100.
00000100:00000001:0.0:1769078218.159859:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078218.159860:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159862:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078218.159864:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4000 x1855007932535296/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078218.159870:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078218.159872:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078218.159874:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769078218.159877:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078218.159878:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078218.159879:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078218.159881:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078218.159882:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:0.0:1769078218.159884:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078218.159886:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078218.159887:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4000.
00000100:00000001:0.0:1769078218.159890:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078218.159891:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159892:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078218.159896:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078218.159897:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078218.159899:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078218.159900:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.054531:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078219.054531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078219.054531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078219.054531:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078219.054539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078219.054541:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078219.054542:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078219.054542:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078219.054547:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078219.054547:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.054548:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078219.054556:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078219.054556:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078219.054557:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078219.054558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078219.054564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078219.054564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078219.054565:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078219.054566:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769078219.054572:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078219.054572:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078219.054572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078219.054573:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078219.054578:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.054580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078219.054584:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078219.054589:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078219.054591:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.054592:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078219.054593:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078219.054600:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078219.054600:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078219.054604:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078219.054609:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078219.054612:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078219.054616:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078219.054619:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078219.054640:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078219.054646:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078219.054650:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078219.502527:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299583266, at 4299583296
00000100:00000040:3.0:1769078219.502527:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299583266, at 4299583296
00000100:00000010:3.0:1769078219.502543:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031720.
00000100:00000010:2.0:1769078219.502546:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031a20.
00000100:00000001:3.0:1769078220.078528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078220.078535:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078220.078536:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078220.078541:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078220.078544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078220.078548:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078220.078550:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078220.078551:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078220.078554:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078220.078556:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078220.078558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078220.078559:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078220.078559:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.078563:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769078220.078569:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078220.078569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.078571:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078220.078579:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078220.078584:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078220.078585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078220.078585:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078220.078589:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.078591:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078220.078592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.078597:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.078600:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078220.078602:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.078608:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078220.078609:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078220.078614:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078220.078618:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078220.078631:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078220.078635:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078220.078637:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078221.102561:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078221.102562:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078221.102570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078221.102572:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078221.102574:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078221.102575:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078221.102578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078221.102579:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078221.102580:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078221.102582:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078221.102591:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078221.102593:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078221.102594:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078221.102594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078221.102602:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078221.102602:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078221.102602:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078221.102609:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078221.102613:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078221.102614:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078221.102615:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078221.102618:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078221.102621:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078221.102623:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078221.102626:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078221.102627:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078221.102632:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078221.102637:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078221.102637:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078221.102640:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078221.102645:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078221.102666:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078221.102670:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078221.102674:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078222.126509:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078222.126509:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078222.126509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078222.126510:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078222.126515:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078222.126515:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078222.126516:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078222.126517:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078222.126518:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078222.126520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078222.126521:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078222.126521:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078222.126523:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078222.126524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078222.126529:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078222.126529:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078222.126529:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078222.126534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078222.126535:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078222.126535:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078222.126538:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078222.126540:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078222.126544:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078222.126547:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078222.126548:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078222.126550:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078222.126550:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078222.126551:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078222.126553:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078222.126557:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078222.126557:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078222.126562:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078222.126563:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078222.126567:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078223.150500:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078223.150500:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078223.150502:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078223.150502:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078223.150508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078223.150510:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078223.150510:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078223.150510:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078223.150513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078223.150514:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.150514:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078223.150515:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078223.150516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078223.150521:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078223.150522:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078223.150523:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078223.150525:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078223.150527:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078223.150529:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078223.150530:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078223.150531:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078223.150533:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.150535:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078223.150537:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.150539:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078223.150543:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078223.150547:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078223.150550:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078223.150553:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078223.150557:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078223.150560:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078223.150564:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078223.150568:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078223.150572:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078223.278529:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078223.278538:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078223.278541:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078223.278544:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078223.278547:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078223.278552:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4914
00000400:00000200:0.0:1769078223.278560:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078223.278565:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078223.278567:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078223.278570:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278572:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078223.278574:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278575:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078223.278579:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078223.278581:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078223.278582:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078223.278584:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078223.278586:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078223.278587:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078223.278589:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278590:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078223.278591:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278592:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078223.278594:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078223.278597:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278598:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078223.278600:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078223.278602:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078223.278604:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078223.278605:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078223.278607:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078223.278614:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2d80.
00000020:00000040:0.0:1769078223.278617:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078223.278620:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078223.278621:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078223.278623:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078223.278625:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078223.278628:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078223.278634:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
00000100:00000001:0.0:1769078223.278638:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078223.278644:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078223.278651:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078223.278655:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078223.278657:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000296efca4] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078223.278674:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078223.278677:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078223.278679:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078223.278680:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078223.278681:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078223.278682:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078223.278684:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4914
00000400:00000200:0.0:1769078223.278685:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078223.278687:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078223.278688:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078223.278690:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278691:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078223.278692:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278694:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078223.278695:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078223.278696:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078223.278697:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078223.278699:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078223.278700:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078223.278701:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078223.278704:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278705:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078223.278706:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278707:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078223.278709:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078223.278711:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278712:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078223.278713:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078223.278717:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078223.278719:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078223.278720:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078223.278722:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1769078223.278723:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078223.278728:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078223.278729:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.278729:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078223.278732:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:0.0:1769078223.278734:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0a80.
00000020:00000040:0.0:1769078223.278736:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078223.278739:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078223.278741:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078223.278742:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078223.278743:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078223.278745:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078223.278748:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078223.278754:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9400.
00000100:00000001:3.0:1769078223.278756:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078223.278759:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.278760:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078223.278766:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1769078223.278767:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078223.278770:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078223.278776:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078223.278783:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1769078223.278783:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932535424:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078223.278787:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.278789:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078223.278795:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769078223.278797:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a51dfce] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078223.278797:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078223.278801:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078223.278805:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078223.278808:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078223.278812:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078223.278816:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:0.0:1769078223.278817:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769078223.278820:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000100:00080000:0.0:1769078223.278822:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078223.278825:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078223.278827:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769078223.278827:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000001:0.0:1769078223.278829:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078223.278833:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4914
00000100:00000200:3.0:1769078223.278835:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932535424, portal 25
00000400:00000200:0.0:1769078223.278837:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078223.278839:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1769078223.278842:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078223.278843:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806016 : -121121160745600 : ffff91d7483d2d80)
00000100:00080000:0.0:1769078223.278845:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078223.278851:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:3.0:1769078223.278851:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078223.278877:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078223.278879:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278880:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078223.278882:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078223.278884:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078223.278886:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078223.278889:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078223.278891:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:3.0:1769078223.278891:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769078223.278895:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078223.278899:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:3.0:1769078223.278899:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278904:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078223.278905:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:3.0:1769078223.278906:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000001:0.0:1769078223.278907:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078223.278912:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000200:3.0:1769078223.278913:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932535424, offset 0
00000100:00080000:0.0:1769078223.278914:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278917:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078223.278920:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078223.278923:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078223.278927:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078223.278927:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278931:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078223.278933:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078223.278935:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078223.278937:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078223.278940:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000010:0.0:1769078223.278943:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769078223.278946:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769078223.278947:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
02000000:00000001:0.0:1769078223.278949:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078223.278952:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078223.278953:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078223.278954:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078223.278956:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769078223.278957:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078223.278962:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9000.
00000400:00000200:3.0:1769078223.278964:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:0.0:1769078223.278966:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078223.278971:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078223.278978:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078223.278980:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078223.278981:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078223.278988:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078223.278990:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:0.0:1769078223.278999:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078223.279000:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47838:47838:256:4294967295] 192.168.204.153@tcp LPNI seq info [47838:47838:8:4294967295]
00000100:00000040:0.0:1769078223.279004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078223.279009:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078223.279012:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078223.279016:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078223.279023:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078223.279024:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078223.279031:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4924)
00000800:00000200:3.0:1769078223.279034:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078223.279042:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078223.279049:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078223.279053:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078223.279059:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078223.279062:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078223.279066:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078223.279068:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078223.279074:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078223.279077:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078223.279081:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078223.279084:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078223.279088:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078223.279093:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279101:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078223.279105:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279112:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.279114:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078223.279119:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078223.279124:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078223.279127:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299588386
00000100:00000010:3.0:1769078223.279133:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9600.
00000100:00000001:3.0:1769078223.279138:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078223.279142:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299588386
00000100:00000010:3.0:1769078223.279145:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9300.
00000100:00000001:3.0:1769078223.279146:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078223.279149:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078223.279151:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.279153:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078223.279158:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078223/real 1769078223]  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078223.279167:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078223.279169:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078223.279171:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078223.279174:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078223.279176:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078223.279178:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078223.279182:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078223.279191:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279197:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078223.279198:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279200:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078223.279202:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078223.279204:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279209:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078223.279211:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279220:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078223.279222:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279223:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078223.279224:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279226:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078223.279227:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078223.279228:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078223.279231:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078223.279239:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078223.279242:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078223.279247:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932535424:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078223.279250:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279251:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078223.279253:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2d80 x1855007932535424/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279258:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078223.279259:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078223.279261:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078223.279264:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078223.279265:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078223.279266:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078223.279268:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078223.279270:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9800.
02000000:00000001:3.0:1769078223.279272:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078223.279274:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078223.279275:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2d80.
00000100:00000001:3.0:1769078223.279278:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078223.279279:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279280:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279287:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078223.279288:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.279290:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078223.279291:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078223.279291:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078223.279293:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279301:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078223.279302:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078223.279304:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078223.279305:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078223.279306:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078223.279308:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932535552:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078223.279310:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078223.279311:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078223.279312:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078223.279313:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078223.279315:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078223.279317:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078223.279319:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078223.279321:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078223.279323:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078223.279325:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932535552, portal 10
00000100:00000001:3.0:1769078223.279327:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078223.279327:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797056 : -121121160754560 : ffff91d7483d0a80)
00000100:00000040:3.0:1769078223.279332:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279336:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078223.279337:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078223.279338:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078223.279340:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932535552, offset 0
00000400:00000200:3.0:1769078223.279342:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078223.279344:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078223.279347:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078223.279349:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078223.279356:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078223.279358:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078223.279360:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078223.279363:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47839:47839:256:4294967295] 192.168.204.153@tcp LPNI seq info [47839:47839:8:4294967295]
00000400:00000200:3.0:1769078223.279367:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078223.279373:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078223.279377:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078223.279381:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078223.279385:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078223.279387:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078223.279391:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078223.279394:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078223.279398:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078223.279399:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078223.279420:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078223.279423:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078223.279425:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078223.279426:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078223.279428:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078223.279430:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279437:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078223.279439:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279446:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.279447:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078223.279451:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078223.279454:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078223.279458:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078223.279460:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299587084
00000100:00000001:3.0:1769078223.279463:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299588386
00000100:00000001:3.0:1769078223.279465:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299587084
00000100:00000001:3.0:1769078223.279466:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299588386
00000100:00000001:3.0:1769078223.279468:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078223.279470:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.279472:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078223.279476:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078223/real 1769078223]  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078223.279484:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078223.279485:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078223.279487:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078223.279489:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078223.279490:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078223.279492:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078223.279496:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078223.279503:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279507:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078223.279508:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279509:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078223.279510:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078223.279513:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279517:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078223.279519:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279529:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078223.279531:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279532:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078223.279533:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279535:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078223.279537:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078223.279540:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078223.279543:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078223.279545:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078223.279549:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078223.279556:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932535552:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078223.279559:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078223.279562:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279568:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078223.279570:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078223.279572:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078223.279574:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078223.279576:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078223.279579:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932535680:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078223.279589:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078223.279591:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078223.279592:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078223.279593:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078223.279595:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078223.279597:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078223.279600:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078223.279601:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078223.279603:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078223.279605:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932535680, portal 10
00000100:00000001:3.0:1769078223.279606:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078223.279607:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769078223.279611:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279615:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078223.279617:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078223.279618:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078223.279619:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932535680, offset 0
00000400:00000200:3.0:1769078223.279621:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078223.279624:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078223.279626:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078223.279627:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078223.279629:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078223.279630:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078223.279632:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078223.279633:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47840:47840:256:4294967295] 192.168.204.153@tcp LPNI seq info [47840:47840:8:4294967295]
00000400:00000200:3.0:1769078223.279636:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078223.279640:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078223.279642:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078223.279644:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078223.279647:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078223.279649:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078223.279651:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078223.279653:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078223.279655:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078223.279656:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078223.279658:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078223.279660:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078223.279662:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078223.279663:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078223.279664:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078223.279666:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279671:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078223.279674:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279681:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.279682:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078223.279685:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078223.279687:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078223.279691:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078223.279693:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299587083
00000100:00000001:3.0:1769078223.279695:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299588386
00000100:00000001:3.0:1769078223.279697:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299587083
00000100:00000001:3.0:1769078223.279700:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299588386
00000100:00000001:3.0:1769078223.279702:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078223.279704:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.279706:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078223.279710:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078223/real 1769078223]  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078223.279718:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078223.279719:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078223.279721:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078223.279724:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078223.279725:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078223.279727:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078223.279729:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078223.279735:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279740:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078223.279741:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279743:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078223.279744:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078223.279748:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279755:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078223.279758:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279765:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078223.279767:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279768:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078223.279769:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279771:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078223.279774:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078223.279777:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078223.279780:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078223.279782:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078223.279785:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078223.279792:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932535680:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078223.279795:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279796:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078223.279798:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0a80 x1855007932535552/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279802:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078223.279804:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078223.279806:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078223.279808:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078223.279809:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078223.279811:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078223.279812:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078223.279815:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9400.
02000000:00000001:3.0:1769078223.279817:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078223.279818:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078223.279819:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0a80.
00000100:00000001:3.0:1769078223.279821:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078223.279822:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279824:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078223.279827:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932535680/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.279834:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078223.279836:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078223.279837:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078223.279839:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078223.279841:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078223.279842:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078223.279844:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078223.279846:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9000.
02000000:00000001:3.0:1769078223.279847:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078223.279848:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078223.279849:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769078223.279851:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078223.279851:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279852:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078223.279866:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078223.279867:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.279869:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078223.279870:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.174534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078224.174538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078224.174541:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078224.174541:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078224.174544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.174544:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078224.174552:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078224.174553:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078224.174553:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078224.174556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078224.174559:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078224.174561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078224.174561:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078224.174564:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078224.174574:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078224.174575:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078224.174576:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078224.174584:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078224.174586:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078224.174586:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078224.174590:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078224.174594:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.174596:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078224.174599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078224.174604:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.174605:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078224.174607:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078224.174611:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078224.174612:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078224.174617:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078224.174621:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078224.174622:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078224.174623:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078224.174628:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078224.622531:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299588386, at 4299588416
00000100:00000040:3.0:1769078224.622531:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299588386, at 4299588416
00000100:00000010:2.0:1769078224.622546:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9600.
00000100:00000010:3.0:1769078224.622551:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00010000:00000001:1.0:1769078225.198518:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078225.198519:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078225.198526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078225.198528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078225.198532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078225.198533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078225.198534:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078225.198536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078225.198537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078225.198547:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078225.198547:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078225.198553:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078225.198556:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078225.198559:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.198563:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078225.198565:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078225.198577:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078225.198581:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769078225.198583:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078225.198587:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078225.198587:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078225.198593:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078225.198595:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078225.198595:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078225.198597:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078225.198605:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078225.198606:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078225.198609:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.198612:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078225.198617:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.198621:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078225.198622:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078225.198625:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078225.198629:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078226.222536:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078226.222542:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078226.222544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078226.222549:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078226.222552:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078226.222555:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078226.222557:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078226.222560:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078226.222562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078226.222563:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078226.222565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078226.222571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078226.222573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078226.222593:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078226.222596:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078226.222597:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078226.222599:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:1.0:1769078226.222601:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078226.222603:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078226.222603:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078226.222607:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078226.222607:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078226.222617:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:1.0:1769078226.222617:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078226.222622:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078226.222623:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078226.222629:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078226.222630:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078226.222639:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078226.222640:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078226.222646:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078226.222651:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078226.222653:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078226.222657:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078227.246529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078227.246540:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078227.246543:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078227.246546:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078227.246551:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078227.246553:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078227.246557:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078227.246561:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078227.246562:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078227.246570:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078227.246571:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078227.246576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078227.246581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078227.246581:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078227.246582:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078227.246583:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078227.246593:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078227.246594:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078227.246594:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078227.246596:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078227.246599:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078227.246603:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078227.246603:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000020:00000001:1.0:1769078227.246604:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1769078227.246609:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:1.0:1769078227.246610:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078227.246611:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078227.246614:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078227.246621:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078227.246623:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078227.246624:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078227.246626:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078227.246629:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078227.246633:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078227.246633:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078227.246636:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078227.246645:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078227.246645:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078227.246648:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078227.246653:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078228.270531:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078228.270541:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078228.270544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078228.270545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078228.270551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078228.270552:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078228.270553:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078228.270554:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078228.270559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078228.270563:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078228.270563:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078228.270564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078228.270565:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078228.270565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.270570:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078228.270573:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078228.270574:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078228.270575:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078228.270586:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078228.270588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078228.270588:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078228.270590:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078228.270596:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.270597:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078228.270610:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078228.270612:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078228.270613:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078228.270616:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078228.270618:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078228.270623:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078228.270623:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078228.270624:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.270627:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.270636:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078228.398539:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078228.398549:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078228.398551:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078228.398554:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078228.398558:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078228.398564:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4919
00000400:00000200:1.0:1769078228.398574:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078228.398579:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078228.398581:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078228.398584:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398586:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078228.398588:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398590:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078228.398593:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078228.398594:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078228.398596:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078228.398598:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078228.398600:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078228.398601:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078228.398603:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398604:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078228.398605:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398607:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078228.398609:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078228.398611:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398612:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078228.398614:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078228.398616:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078228.398618:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078228.398619:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078228.398621:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078228.398632:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769078228.398636:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078228.398639:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078228.398641:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078228.398643:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078228.398650:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078228.398654:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078228.398661:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769078228.398667:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078228.398675:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078228.398683:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078228.398686:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078228.398690:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.398707:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078228.398709:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078228.398712:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078228.398713:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078228.398714:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078228.398715:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078228.398717:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4919
00000400:00000200:1.0:1769078228.398719:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078228.398720:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078228.398721:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078228.398723:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398724:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078228.398726:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398727:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078228.398729:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078228.398730:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078228.398731:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078228.398733:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078228.398735:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078228.398736:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769078228.398739:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398740:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078228.398741:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398743:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078228.398744:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078228.398745:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398747:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078228.398748:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078228.398749:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769078228.398753:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078228.398755:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.398756:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078228.398757:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078228.398762:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078228.398762:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:1.0:1769078228.398766:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078228.398783:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.398790:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.398796:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:1.0:1769078228.398797:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000100:00000001:3.0:1769078228.398800:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078228.398802:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078228.398806:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078228.398808:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078228.398808:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078228.398812:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078228.398813:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078228.398814:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078228.398818:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078228.398819:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078228.398824:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00100000:3.0:1769078228.398826:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932535808:192.168.204.153@tcp:250:kworker.0
00000100:00000001:1.0:1769078228.398829:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.398833:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1769078228.398838:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078228.398839:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078228.398843:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078228.398849:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078228.398850:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078228.398852:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078228.398855:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078228.398857:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078228.398862:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078228.398871:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078228.398872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078228.398875:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078228.398876:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078228.398877:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078228.398879:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078228.398882:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4919
00000400:00000200:3.0:1769078228.398884:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078228.398887:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078228.398890:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000010:3.0:1769078228.398891:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000100:00080000:1.0:1769078228.398892:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078228.398897:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398900:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769078228.398902:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000040:1.0:1769078228.398903:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398908:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078228.398911:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078228.398912:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078228.398914:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:3.0:1769078228.398914:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932535808, portal 25
00000020:00000040:1.0:1769078228.398916:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000001:3.0:1769078228.398920:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1769078228.398921:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:3.0:1769078228.398924:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559376384 : -121121150175232 : ffff91d748de7800)
00000020:00000001:1.0:1769078228.398933:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078228.398933:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078228.398941:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398946:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078228.398949:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078228.398950:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398954:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:3.0:1769078228.398957:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000020:00000040:1.0:1769078228.398958:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000010:3.0:1769078228.398963:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00080000:1.0:1769078228.398964:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078228.398969:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078228.398969:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932535808, offset 0
02000000:00000001:1.0:1769078228.398975:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078228.398978:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078228.398982:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769078228.398983:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078228.398987:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078228.398990:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078228.398993:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078228.398996:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078228.398997:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078228.399003:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000400:00000200:3.0:1769078228.399006:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000040:1.0:1769078228.399007:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078228.399013:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078228.399015:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078228.399016:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078228.399018:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078228.399021:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078228.399024:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:1.0:1769078228.399025:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078228.399032:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000400:00000200:3.0:1769078228.399032:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078228.399038:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:1.0:1769078228.399039:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078228.399045:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47841:47841:256:4294967295] 192.168.204.153@tcp LPNI seq info [47841:47841:8:4294967295]
00000100:00100000:1.0:1769078228.399048:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078228.399054:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078228.399062:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078228.399064:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078228.399070:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078228.399075:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078228.399080:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078228.399084:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078228.399089:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.0:1769078228.399090:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078228.399091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078228.399095:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:3.0:1769078228.399098:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00000040:1.0:1769078228.399099:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4929)
00000800:00000200:3.0:1769078228.399110:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078228.399116:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078228.399122:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078228.399125:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078228.399131:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078228.399134:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078228.399140:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078228.399145:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078228.399152:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078228.399154:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078228.399158:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078228.399163:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399173:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078228.399176:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399184:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.399186:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078228.399192:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078228.399196:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078228.399199:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299593506
00000100:00000010:3.0:1769078228.399205:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9300.
00000100:00000001:3.0:1769078228.399213:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078228.399218:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299593506
00000100:00000010:3.0:1769078228.399221:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769078228.399224:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078228.399227:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078228.399230:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.399233:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078228.399237:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078228/real 1769078228]  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078228.399248:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078228.399251:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078228.399253:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078228.399256:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078228.399257:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078228.399260:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078228.399263:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078228.399272:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399279:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078228.399281:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399284:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078228.399286:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078228.399289:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399296:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078228.399301:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399308:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078228.399311:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399312:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078228.399314:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399316:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078228.399318:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078228.399321:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078228.399325:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078228.399327:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078228.399331:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078228.399339:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932535808:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078228.399345:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399347:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078228.399350:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7800 x1855007932535808/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399357:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078228.399361:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078228.399364:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078228.399367:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078228.399369:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078228.399370:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078228.399372:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078228.399375:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:3.0:1769078228.399379:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078228.399381:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078228.399383:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7800.
00000100:00000001:3.0:1769078228.399387:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078228.399388:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399390:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399399:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078228.399423:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.399425:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078228.399427:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078228.399428:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078228.399432:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399439:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078228.399441:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078228.399443:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078228.399445:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078228.399447:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078228.399450:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932535936:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078228.399453:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078228.399455:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078228.399456:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078228.399458:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078228.399461:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078228.399463:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078228.399467:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078228.399470:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078228.399473:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078228.399475:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932535936, portal 10
00000100:00000001:3.0:1769078228.399477:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078228.399478:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559375488 : -121121150176128 : ffff91d748de7480)
00000100:00000040:3.0:1769078228.399485:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399492:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078228.399494:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078228.399496:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078228.399498:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932535936, offset 0
00000400:00000200:3.0:1769078228.399501:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078228.399505:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078228.399508:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078228.399511:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078228.399513:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078228.399515:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078228.399518:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078228.399521:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47842:47842:256:4294967295] 192.168.204.153@tcp LPNI seq info [47842:47842:8:4294967295]
00000400:00000200:3.0:1769078228.399525:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078228.399530:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078228.399535:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078228.399538:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078228.399541:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078228.399544:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078228.399548:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078228.399551:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078228.399554:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078228.399556:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078228.399559:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078228.399562:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078228.399565:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078228.399567:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078228.399569:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078228.399573:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399580:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078228.399583:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399589:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.399590:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078228.399593:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078228.399597:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078228.399600:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078228.399602:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299592204
00000100:00000001:3.0:1769078228.399605:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299593506
00000100:00000001:3.0:1769078228.399606:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299592204
00000100:00000001:3.0:1769078228.399608:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299593506
00000100:00000001:3.0:1769078228.399610:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078228.399612:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.399613:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078228.399616:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078228/real 1769078228]  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078228.399623:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078228.399624:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078228.399625:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078228.399627:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078228.399629:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078228.399630:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078228.399633:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078228.399640:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399646:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078228.399655:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399657:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078228.399658:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078228.399661:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399667:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078228.399670:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399676:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078228.399678:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399679:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078228.399680:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399682:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078228.399684:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078228.399686:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078228.399689:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078228.399691:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078228.399694:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078228.399700:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932535936:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078228.399704:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078228.399706:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399716:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078228.399718:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078228.399720:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078228.399721:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078228.399723:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078228.399725:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932536064:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078228.399727:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078228.399729:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078228.399730:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078228.399732:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078228.399735:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078228.399736:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078228.399739:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078228.399741:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078228.399744:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078228.399746:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932536064, portal 10
00000100:00000001:3.0:1769078228.399748:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078228.399749:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559363840 : -121121150187776 : ffff91d748de4700)
00000100:00000040:3.0:1769078228.399753:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399758:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078228.399760:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078228.399762:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078228.399764:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932536064, offset 0
00000400:00000200:3.0:1769078228.399779:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078228.399783:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078228.399786:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078228.399789:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078228.399791:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078228.399793:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078228.399795:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078228.399799:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47843:47843:256:4294967295] 192.168.204.153@tcp LPNI seq info [47843:47843:8:4294967295]
00000400:00000200:3.0:1769078228.399803:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078228.399808:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078228.399812:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078228.399815:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078228.399819:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078228.399822:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078228.399825:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078228.399828:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078228.399832:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078228.399834:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078228.399836:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078228.399839:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078228.399841:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078228.399843:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078228.399845:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078228.399848:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399855:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078228.399858:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399864:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.399866:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078228.399869:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078228.399871:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078228.399874:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078228.399876:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299592203
00000100:00000001:3.0:1769078228.399878:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299593506
00000100:00000001:3.0:1769078228.399881:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299592203
00000100:00000001:3.0:1769078228.399883:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299593506
00000100:00000001:3.0:1769078228.399885:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078228.399887:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.399889:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078228.399892:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078228/real 1769078228]  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078228.399899:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078228.399900:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078228.399902:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078228.399904:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078228.399905:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078228.399907:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078228.399910:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078228.399918:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399924:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078228.399925:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399927:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078228.399928:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078228.399932:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399938:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078228.399941:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399948:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078228.399950:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399951:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078228.399952:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399953:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078228.399956:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078228.399957:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078228.399960:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078228.399961:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078228.399964:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078228.399969:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932536064:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078228.399971:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399972:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078228.399974:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7480 x1855007932535936/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399977:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078228.399978:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078228.399979:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078228.399980:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078228.399981:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078228.399982:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078228.399983:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078228.399984:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154400.
02000000:00000001:3.0:1769078228.399985:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078228.399986:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078228.399987:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7480.
00000100:00000001:3.0:1769078228.399988:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078228.399989:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.399991:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078228.399992:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4700 x1855007932536064/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.399996:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078228.399997:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078228.399998:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078228.399999:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078228.399999:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078228.400000:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078228.400001:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078228.400002:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154800.
02000000:00000001:3.0:1769078228.400003:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078228.400004:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078228.400005:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4700.
00000100:00000001:3.0:1769078228.400006:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078228.400007:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.400008:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078228.400010:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078228.400011:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.400012:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078228.400012:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.294489:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078229.294492:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078229.294498:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.294500:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078229.294505:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078229.294506:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078229.294510:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078229.294511:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078229.294513:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078229.294515:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078229.294517:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078229.294521:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078229.294523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078229.294525:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078229.294528:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078229.294529:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078229.294533:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078229.294536:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078229.294537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078229.294539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078229.294540:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.294542:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078229.294548:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078229.294549:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078229.294550:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.294550:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078229.294560:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078229.294560:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078229.294562:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.294564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078229.294571:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078229.294572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078229.294576:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078229.294579:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078229.294581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078229.294582:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078229.294585:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078229.294587:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078229.294592:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078229.294595:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078229.742487:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299593506, at 4299593536
00000100:00000040:3.0:1769078229.742491:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299593506, at 4299593536
00000100:00000010:3.0:1769078229.742508:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000010:2.0:1769078229.742518:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9300.
00000100:00000001:3.0:1769078230.318539:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078230.318545:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078230.318549:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078230.318550:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078230.318552:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078230.318555:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.318556:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078230.318557:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078230.318562:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078230.318569:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078230.318569:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078230.318569:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078230.318578:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078230.318580:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078230.318581:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078230.318586:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078230.318588:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078230.318588:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.318592:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078230.318598:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.318601:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078230.318607:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078230.318612:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078230.318615:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.318616:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078230.318619:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078230.318622:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078230.318779:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078230.318784:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078230.318790:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078230.318791:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078230.318813:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078230.318816:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078230.318820:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078231.342499:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078231.342506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078231.342514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078231.342516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078231.342527:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078231.342536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078231.342539:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078231.342542:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769078231.342545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:1.0:1769078231.342545:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078231.342552:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078231.342553:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078231.342554:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078231.342562:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078231.342563:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078231.342565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078231.342573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769078231.342576:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078231.342577:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078231.342585:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078231.342586:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078231.342592:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078231.342595:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078231.342599:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078231.342602:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078231.342666:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078231.342667:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078231.342668:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078231.342670:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078231.342671:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078231.342673:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078231.342675:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078231.342676:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078231.342679:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078232.366534:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078232.366535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078232.366540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078232.366541:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078232.366544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078232.366547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078232.366548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078232.366549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078232.366552:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078232.366556:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078232.366559:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078232.366562:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078232.366566:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078232.366570:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078232.366578:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078232.366587:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078232.366592:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1769078232.366594:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:1.0:1769078232.366597:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078232.366598:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078232.366601:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078232.366603:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078232.366603:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078232.366607:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078232.366608:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078232.366610:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078232.366614:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078232.366616:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078232.366619:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078232.366622:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078232.366625:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078232.366627:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078232.366631:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078232.366634:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078233.390497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078233.390497:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078233.390503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078233.390505:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078233.390507:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078233.390508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078233.390509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078233.390513:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078233.390514:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078233.390517:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078233.390522:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078233.390523:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078233.390527:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078233.390528:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078233.390531:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078233.390533:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078233.390534:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078233.390534:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078233.390541:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078233.390541:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078233.390546:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078233.390550:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078233.390551:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078233.390554:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078233.390558:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078233.390619:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078233.390622:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078233.390623:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078233.390624:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078233.390626:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078233.390627:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.390629:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078233.390630:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.390631:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078233.518593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078233.518608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078233.518612:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078233.518619:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078233.518640:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078233.518652:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4924
00000400:00000200:3.0:1769078233.518665:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078233.518674:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078233.518679:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078233.518694:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078233.518700:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078233.518703:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078233.518705:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078233.518711:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078233.518713:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078233.518716:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078233.518720:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078233.518722:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078233.518725:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078233.518729:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078233.518731:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078233.518733:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078233.518735:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078233.518738:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078233.518741:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078233.518744:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078233.518747:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078233.518753:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078233.518756:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078233.518759:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078233.518763:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078233.518776:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5180.
00000020:00000040:3.0:1769078233.518781:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078233.518786:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078233.518788:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078233.518792:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078233.518795:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078233.518800:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078233.518813:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508000.
00000100:00000001:3.0:1769078233.518822:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078233.518834:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078233.518847:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078233.518853:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078233.518859:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a964d027] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.519020:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078233.519028:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078233.519031:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078233.519040:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.519049:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078233.519052:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078233.519057:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078233.519061:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078233.519064:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078233.519068:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932536192:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078233.519073:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078233.519079:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078233.519082:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078233.519085:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078233.519092:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769078233.519094:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078233.519102:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078233.519107:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078233.519116:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078233.519127:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932536192, portal 25
00000100:00000001:0.0:1769078233.519130:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078233.519132:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564478336 : -121121145073280 : ffff91d7492c5180)
00000100:00000040:0.0:1769078233.519139:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.519147:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078233.519151:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078233.519154:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078233.519162:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932536192, offset 0
00000400:00000200:0.0:1769078233.519172:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078233.519184:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078233.519203:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078233.519209:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078233.519215:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078233.519219:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078233.519222:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078233.519227:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47844:47844:256:4294967295] 192.168.204.153@tcp LPNI seq info [47844:47844:8:4294967295]
00000400:00000200:0.0:1769078233.519231:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078233.519241:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078233.519248:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078233.519255:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078233.519264:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078233.519268:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769078233.519274:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078233.519278:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1769078233.519282:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078233.519285:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078233.519293:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078233.519297:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078233.519302:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078233.519305:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078233.519315:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078233.519319:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078233.519519:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078233.519524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078233.519529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078233.519531:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078233.519532:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078233.519535:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078233.519539:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4924
00000400:00000200:3.0:1769078233.519543:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078233.519546:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078233.519548:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078233.519552:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078233.519554:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078233.519556:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078233.519558:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078233.519562:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078233.519564:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078233.519566:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078233.519568:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078233.519571:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078233.519573:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078233.519576:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078233.519578:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078233.519579:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078233.519581:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078233.519583:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:3.0:1769078233.519586:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078233.519588:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078233.519590:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078233.519597:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078233.519599:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078233.519601:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078233.519606:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078233.519609:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078233.519611:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078233.519616:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4e00.
00000020:00000040:3.0:1769078233.519619:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078233.519622:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078233.520040:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078233.520046:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078233.520049:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078233.520054:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078233.520061:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509c00.
00000100:00000001:3.0:1769078233.520068:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078233.520077:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078233.520087:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078233.520092:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078233.520096:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9cf5994] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520177:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078233.520184:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078258 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520191:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078233.520193:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078233.520202:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078233.520207:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078233.520210:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299598627
00000100:00000010:0.0:1769078233.520217:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031a20.
00000100:00000001:0.0:1769078233.520223:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078233.520229:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299598627
00000100:00000010:0.0:1769078233.520231:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031720.
00000100:00000001:0.0:1769078233.520233:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078233.520236:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078233.520238:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078233.520241:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078233.520244:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078233/real 1769078233]  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078233.520253:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078233.520254:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078233.520256:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078233.520260:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078233.520261:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078233.520263:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078233.520266:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078233.520271:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520276:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078233.520277:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.520279:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078233.520280:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078233.520283:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520288:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078233.520291:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520295:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078233.520297:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.520298:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078233.520298:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.520300:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078233.520301:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078233.520304:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078233.520306:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078233.520308:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078233.520310:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078233.520315:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932536192:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078233.520318:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.520320:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078233.520322:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5180 x1855007932536192/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520328:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078233.520332:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078233.520335:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769078233.520338:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078233.520340:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078233.520342:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078233.520343:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078233.520346:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508000.
02000000:00000001:0.0:1769078233.520351:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078233.520353:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078233.520355:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5180.
00000100:00000001:0.0:1769078233.520359:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078233.520360:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.520362:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.520372:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078233.520374:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078233.520376:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078233.520378:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078233.520379:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078233.520383:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520391:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078233.520393:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078233.520395:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078233.520397:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078233.520400:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078233.520416:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932536320:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078233.520419:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078233.520423:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078233.520425:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078233.520427:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078233.520431:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769078233.520433:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078233.520437:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078233.520441:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078233.520445:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078233.520453:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932536320, portal 10
00000100:00000001:0.0:1769078233.520455:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078233.520457:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564477440 : -121121145074176 : ffff91d7492c4e00)
00000100:00000040:0.0:1769078233.520464:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520471:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078233.520473:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078233.520475:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078233.520479:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932536320, offset 0
00000400:00000200:0.0:1769078233.520483:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078233.520489:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078233.520495:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078233.520499:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078233.520503:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078233.520508:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078233.520510:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078233.520514:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47845:47845:256:4294967295] 192.168.204.153@tcp LPNI seq info [47845:47845:8:4294967295]
00000400:00000200:0.0:1769078233.520518:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078233.520526:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078233.520532:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078233.520536:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078233.520542:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078233.520545:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769078233.520549:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078233.520552:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1769078233.520556:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078233.520558:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078233.520560:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078233.520564:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078233.520567:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078233.520569:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078233.520571:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078233.520574:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520581:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078233.520583:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078258 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520589:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078233.520590:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078233.520593:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078233.520597:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078233.520600:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078233.520602:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299597324
00000100:00000001:0.0:1769078233.520605:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299598627
00000100:00000001:0.0:1769078233.520607:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299597324
00000100:00000001:0.0:1769078233.520609:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299598627
00000100:00000001:0.0:1769078233.520611:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078233.520613:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078233.520615:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078233.520618:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078233/real 1769078233]  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078233.520632:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078233.520634:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078233.520635:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078233.520638:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078233.520639:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078233.520641:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078233.520644:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078233.520651:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520657:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078233.520658:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.520660:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078233.520661:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078233.520665:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520671:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078233.520674:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520689:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078233.520692:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.520694:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078233.520695:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.520697:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078233.520699:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078233.520702:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078233.520705:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078233.520708:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078233.520712:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078233.520719:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932536320:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078233.520723:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.520724:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078233.520727:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4e00 x1855007932536320/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.520733:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078233.520735:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078233.520737:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769078233.520740:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078233.520741:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078233.520742:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078233.520744:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078233.520746:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:0.0:1769078233.520748:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078233.520749:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078233.520750:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4e00.
00000100:00000001:0.0:1769078233.520753:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078233.520755:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.520757:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.520760:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078233.520762:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078233.520763:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078233.520765:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078233.520834:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078233.520838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078233.520841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078233.520843:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078233.520844:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078233.520846:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078233.520848:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4924
00000400:00000200:3.0:1769078233.520851:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078233.520853:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078233.520855:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078233.520857:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078233.520859:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078233.520861:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078233.520862:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078233.520863:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078233.520865:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078233.520866:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078233.520867:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078233.520868:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:3.0:1769078233.520870:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078233.520871:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078233.520872:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078233.520873:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078233.520875:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078233.520876:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:3.0:1769078233.520879:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078233.520881:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078233.520882:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078233.520886:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078233.520887:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078233.520889:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078233.520891:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078233.520893:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078233.520894:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078233.520898:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4700.
00000020:00000040:3.0:1769078233.520899:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078233.520901:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078233.520902:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078233.520903:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078233.520904:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078233.520906:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078233.520909:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050b400.
00000100:00000001:3.0:1769078233.520912:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078233.520915:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078233.520920:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078233.520922:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078233.520924:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068e30ace] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078233.520929:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078233.520931:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078233.520934:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078233.520936:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078233.520938:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078233.520941:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4935)
00000100:00000001:0.0:1769078233.521018:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078233.521019:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078233.521020:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078233.521023:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.521028:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078233.521029:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078233.521031:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078233.521032:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078233.521033:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078233.521035:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932536448:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078233.521037:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078233.521039:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078233.521040:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078233.521041:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078233.521043:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769078233.521044:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078233.521046:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078233.521048:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078233.521050:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078233.521052:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932536448, portal 10
00000100:00000001:0.0:1769078233.521054:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078233.521055:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564475648 : -121121145075968 : ffff91d7492c4700)
00000100:00000040:0.0:1769078233.521058:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.521062:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078233.521064:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078233.521065:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078233.521067:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932536448, offset 0
00000400:00000200:0.0:1769078233.521069:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078233.521072:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078233.521074:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078233.521076:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078233.521078:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078233.521080:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078233.521081:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078233.521083:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47846:47846:256:4294967295] 192.168.204.153@tcp LPNI seq info [47846:47846:8:4294967295]
00000400:00000200:0.0:1769078233.521085:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078233.521089:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078233.521092:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078233.521094:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078233.521096:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078233.521098:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769078233.521100:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078233.521102:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1769078233.521104:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078233.521105:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078233.521107:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078233.521109:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078233.521111:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078233.521112:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078233.521114:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078233.521116:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.521120:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078233.521122:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078258 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.521125:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078233.521126:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078233.521128:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078233.521130:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078233.521131:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078233.521133:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299597324
00000100:00000001:0.0:1769078233.521135:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299598627
00000100:00000001:0.0:1769078233.521137:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299597324
00000100:00000001:0.0:1769078233.521138:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299598627
00000100:00000001:0.0:1769078233.521139:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078233.521140:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078233.521141:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078233.521143:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078233/real 1769078233]  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078233.521147:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078233.521148:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078233.521149:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078233.521151:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078233.521152:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078233.521153:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078233.521155:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078233.521160:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.521163:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078233.521164:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.521165:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078233.521166:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078233.521167:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.521171:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078233.521173:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.521176:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078233.521178:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.521179:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078233.521180:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.521181:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078233.521183:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078233.521185:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078233.521186:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078233.521187:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078233.521190:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078233.521194:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932536448:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078233.521196:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.521197:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078233.521199:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4700 x1855007932536448/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078233.521202:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078233.521203:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078233.521204:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769078233.521205:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078233.521206:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078233.521206:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078233.521207:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078233.521208:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:0.0:1769078233.521210:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078233.521211:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078233.521212:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4700.
00000100:00000001:0.0:1769078233.521213:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078233.521214:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.521215:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078233.521217:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078233.521218:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078233.521220:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078233.521221:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078234.414507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078234.414513:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078234.414513:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078234.414515:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078234.414523:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.414524:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078234.414525:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078234.414530:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078234.414531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078234.414534:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078234.414535:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078234.414535:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078234.414538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078234.414546:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078234.414547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078234.414548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078234.414549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078234.414559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078234.414559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078234.414561:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078234.414562:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.414565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078234.414576:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078234.414579:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078234.414583:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.414583:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078234.414586:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078234.414589:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078234.414590:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078234.414594:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078234.414597:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078234.414597:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078234.414603:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078234.414608:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078234.862567:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299598627, at 4299598656
00000100:00000040:3.0:1769078234.862571:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299598627, at 4299598656
00000100:00000010:2.0:1769078234.862582:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031a20.
00000100:00000010:3.0:1769078234.862586:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031720.
00000100:00000001:0.0:1769078235.438569:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078235.438569:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078235.438570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078235.438570:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078235.438583:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078235.438584:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078235.438584:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078235.438588:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078235.438589:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.438589:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078235.438594:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078235.438596:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078235.438598:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078235.438600:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078235.438601:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078235.438607:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078235.438607:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078235.438619:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078235.438620:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078235.438621:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078235.438624:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078235.438625:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078235.438629:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.438630:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078235.438634:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.438635:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078235.438638:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078235.438641:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.438642:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078235.438645:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078235.438647:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078235.438659:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078235.438663:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078235.438683:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078236.462588:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078236.462589:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078236.462589:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078236.462598:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078236.462600:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078236.462601:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078236.462605:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078236.462607:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078236.462609:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078236.462610:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078236.462615:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078236.462618:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078236.462619:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078236.462623:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078236.462623:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078236.462643:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078236.462647:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078236.462649:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078236.462656:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078236.462656:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078236.462657:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078236.462657:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078236.462660:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078236.462663:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078236.462670:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078236.462672:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078236.462676:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078236.462683:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078236.462686:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078236.462690:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078236.462694:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078236.462695:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078236.462701:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078236.462705:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078237.486517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078237.486517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078237.486517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078237.486524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078237.486526:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078237.486526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078237.486526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078237.486530:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078237.486531:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078237.486531:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078237.486531:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078237.486537:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769078237.486538:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078237.486538:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078237.486539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078237.486541:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078237.486545:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078237.486545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078237.486545:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078237.486546:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078237.486550:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078237.486550:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078237.486551:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078237.486552:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078237.486553:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078237.486555:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078237.486559:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078237.486564:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078237.486565:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078237.486565:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078237.486568:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078237.486572:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078237.486572:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078237.486573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078237.486576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078237.486576:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078237.486579:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078237.486597:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078237.486602:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078237.486605:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078238.510513:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078238.510516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078238.510517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078238.510522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.510524:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078238.510524:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078238.510528:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.510529:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078238.510530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078238.510536:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078238.510536:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:3.0:1769078238.510536:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078238.510540:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769078238.510542:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078238.510543:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078238.510543:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078238.510547:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078238.510548:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078238.510548:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078238.510552:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.510553:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078238.510556:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.510558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078238.510560:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078238.510561:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.510563:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078238.510563:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078238.510568:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078238.510570:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078238.510572:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078238.510574:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078238.510577:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078238.510583:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078238.510587:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078238.510589:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078238.510591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078238.510594:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078238.510615:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078238.510620:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078238.510625:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078238.638522:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078238.638535:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078238.638537:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078238.638541:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078238.638544:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078238.638551:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4930
00000400:00000200:3.0:1769078238.638559:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078238.638569:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078238.638572:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078238.638574:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078238.638576:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078238.638578:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078238.638580:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078238.638584:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078238.638585:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078238.638587:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078238.638588:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078238.638590:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078238.638591:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078238.638593:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078238.638617:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078238.638619:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078238.638621:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078238.638624:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078238.638628:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078238.638630:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078238.638633:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078238.638637:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078238.638640:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078238.638642:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078238.638644:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078238.638651:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4000.
00000020:00000040:3.0:1769078238.638654:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078238.638657:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078238.638659:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078238.638662:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078238.638665:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078238.638668:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078238.638676:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050b800.
00000100:00000001:3.0:1769078238.638682:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078238.638691:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078238.638700:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078238.638705:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078238.638709:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065aabb28] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.638730:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078238.638734:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078238.638737:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078238.638739:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078238.638740:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078238.638743:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078238.638745:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4930
00000400:00000200:3.0:1769078238.638749:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078238.638751:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078238.638754:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078238.638756:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078238.638758:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078238.638760:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078238.638761:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078238.638762:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769078238.638767:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078238.638767:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078238.638771:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078238.638771:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078238.638774:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078238.638778:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000040:0.0:1769078238.638780:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078238.638781:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078238.638788:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078238.638796:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078238.638798:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078238.638800:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078238.638802:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078238.638805:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078238.638808:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078238.638810:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:3.0:1769078238.638814:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:0.0:1769078238.638815:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078238.638818:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078238.638819:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078238.638822:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078238.638824:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078238.638828:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769078238.638830:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932536576:192.168.204.153@tcp:250:kworker.0
02000000:00000001:3.0:1769078238.638832:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078238.638836:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078238.638839:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1769078238.638841:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078238.638844:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1769078238.638844:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078238.638845:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078238.638849:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078238.638850:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5f80.
02000000:00000001:0.0:1769078238.638855:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769078238.638855:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078238.638857:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078238.638859:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078238.638860:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078238.638861:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1769078238.638863:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:3.0:1769078238.638863:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078238.638868:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078238.638871:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050b400.
00000100:00000001:3.0:1769078238.638875:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078238.638879:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:3.0:1769078238.638883:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078238.638886:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00000001:3.0:1769078238.638892:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769078238.638895:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000001:3.0:1769078238.638895:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078238.638898:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84f5076] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078238.638905:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932536576, portal 25
00000100:00000001:3.0:1769078238.638906:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.638911:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769078238.638912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078238.638916:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564473856 : -121121145077760 : ffff91d7492c4000)
00000100:00080000:3.0:1769078238.638917:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078238.638920:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078238.638922:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078238.638924:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1769078238.638927:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078238.638928:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4930
00000400:00000200:3.0:1769078238.638935:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078238.638940:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078238.638943:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078238.638947:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078238.638949:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:0.0:1769078238.638954:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078238.638955:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769078238.638958:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000040:3.0:1769078238.638961:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000200:0.0:1769078238.638964:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932536576, offset 0
00000100:00000001:3.0:1769078238.638966:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078238.638970:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078238.638972:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000200:0.0:1769078238.638975:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000001:3.0:1769078238.638975:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078238.638979:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078238.638983:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:3.0:1769078238.638985:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078238.638989:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078238.638991:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078238.638992:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078238.638996:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078238.639004:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:3.0:1769078238.639009:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:0.0:1769078238.639011:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769078238.639015:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:0.0:1769078238.639019:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00080000:3.0:1769078238.639024:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:0.0:1769078238.639028:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078238.639029:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078238.639034:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000001:3.0:1769078238.639034:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078238.639038:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078238.639042:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47847:47847:256:4294967295] 192.168.204.153@tcp LPNI seq info [47847:47847:8:4294967295]
02000000:00000001:3.0:1769078238.639043:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078238.639049:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078238.639052:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000008:00100000:3.0:1769078238.639052:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078238.639057:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078238.639059:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078238.639065:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1769078238.639065:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6a00.
00000020:00000040:3.0:1769078238.639071:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:0.0:1769078238.639076:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000001:3.0:1769078238.639077:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078238.639080:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078238.639082:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00000001:3.0:1769078238.639082:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078238.639083:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078238.639085:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078238.639089:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509c00.
00000100:00000001:3.0:1769078238.639095:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078238.639102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769078238.639104:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078238.639110:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1769078238.639116:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1769078238.639121:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078238.639122:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078238.639128:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1769078238.639131:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000508d3ef2] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1769078238.639136:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078238.639141:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078238.639148:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078238.639151:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078238.639156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078238.639157:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769078238.639161:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078238.639164:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078238.639165:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000100:00000040:3.0:1769078238.639168:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1769078238.639170:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000040:3.0:1769078238.639174:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4940)
00000100:00000001:0.0:1769078238.639176:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078238.639182:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639191:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078238.639195:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639207:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.639209:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078238.639215:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078238.639219:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078238.639222:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299603746
00000100:00000010:0.0:1769078238.639227:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031180.
00000100:00000001:0.0:1769078238.639233:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078238.639239:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299603746
00000100:00000010:0.0:1769078238.639242:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ea0.
00000100:00000001:0.0:1769078238.639245:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078238.639249:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078238.639251:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.639254:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078238.639257:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078238/real 1769078238]  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078238.639266:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078238.639268:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078238.639270:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078238.639273:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078238.639285:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078238.639288:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078238.639295:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078238.639303:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639310:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078238.639312:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.639314:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078238.639315:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078238.639319:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639331:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078238.639335:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639341:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078238.639344:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.639346:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078238.639347:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.639349:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078238.639351:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078238.639354:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078238.639357:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078238.639359:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078238.639364:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078238.639371:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932536576:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078238.639375:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.639377:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078238.639380:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4000 x1855007932536576/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639385:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078238.639388:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078238.639390:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769078238.639393:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078238.639395:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078238.639397:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078238.639399:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078238.639428:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:0.0:1769078238.639433:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078238.639436:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078238.639438:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4000.
00000100:00000001:0.0:1769078238.639441:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078238.639442:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.639444:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.639452:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078238.639454:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.639456:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078238.639457:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078238.639458:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078238.639462:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639468:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078238.639470:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078238.639472:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078238.639473:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078238.639475:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078238.639478:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932536704:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078238.639480:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078238.639482:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078238.639483:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078238.639485:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078238.639488:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769078238.639490:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078238.639494:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078238.639496:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078238.639500:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078238.639502:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932536704, portal 10
00000100:00000001:0.0:1769078238.639504:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078238.639505:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481920 : -121121145069696 : ffff91d7492c5f80)
00000100:00000040:0.0:1769078238.639511:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639518:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078238.639520:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078238.639523:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078238.639525:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932536704, offset 0
00000400:00000200:0.0:1769078238.639529:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078238.639533:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078238.639536:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078238.639544:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078238.639546:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078238.639549:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078238.639551:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078238.639553:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47848:47848:256:4294967295] 192.168.204.153@tcp LPNI seq info [47848:47848:8:4294967295]
00000400:00000200:0.0:1769078238.639557:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078238.639563:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078238.639567:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078238.639570:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078238.639574:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078238.639576:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769078238.639580:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078238.639582:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1769078238.639586:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078238.639588:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078238.639590:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078238.639593:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078238.639613:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078238.639615:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078238.639618:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078238.639621:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639628:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078238.639631:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639637:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.639638:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078238.639650:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078238.639655:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078238.639661:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078238.639663:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299602444
00000100:00000001:0.0:1769078238.639665:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299603746
00000100:00000001:0.0:1769078238.639667:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299602444
00000100:00000001:0.0:1769078238.639669:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299603746
00000100:00000001:0.0:1769078238.639672:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078238.639674:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.639676:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078238.639680:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078238/real 1769078238]  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078238.639687:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078238.639688:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078238.639690:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078238.639692:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078238.639694:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078238.639695:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078238.639698:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078238.639706:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639711:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078238.639713:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.639714:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078238.639715:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078238.639718:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639724:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078238.639729:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639735:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078238.639737:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.639739:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078238.639740:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.639741:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078238.639743:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078238.639745:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078238.639748:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078238.639750:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078238.639753:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078238.639760:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932536704:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078238.639763:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078238.639767:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639772:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078238.639773:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078238.639775:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078238.639776:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078238.639778:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078238.639781:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932536832:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078238.639784:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078238.639785:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078238.639787:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078238.639788:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078238.639792:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078238.639793:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078238.639797:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078238.639799:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078238.639801:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078238.639804:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932536832, portal 10
00000100:00000001:0.0:1769078238.639806:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078238.639807:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564484608 : -121121145067008 : ffff91d7492c6a00)
00000100:00000040:0.0:1769078238.639811:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639816:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078238.639819:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078238.639821:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078238.639823:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932536832, offset 0
00000400:00000200:0.0:1769078238.639826:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078238.639829:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078238.639832:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078238.639835:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078238.639837:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078238.639839:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078238.639841:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078238.639844:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47849:47849:256:4294967295] 192.168.204.153@tcp LPNI seq info [47849:47849:8:4294967295]
00000400:00000200:0.0:1769078238.639847:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078238.639852:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078238.639856:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078238.639859:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078238.639862:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078238.639864:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769078238.639868:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078238.639870:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1769078238.639873:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078238.639875:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078238.639877:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078238.639880:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078238.639882:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078238.639884:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078238.639886:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078238.639889:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639895:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078238.639898:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639903:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.639904:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078238.639906:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078238.639909:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078238.639912:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078238.639913:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299602443
00000100:00000001:0.0:1769078238.639915:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299603746
00000100:00000001:0.0:1769078238.639917:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299602443
00000100:00000001:0.0:1769078238.639919:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299603746
00000100:00000001:0.0:1769078238.639921:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078238.639922:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.639924:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078238.639927:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078238/real 1769078238]  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078238.639933:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078238.639934:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078238.639936:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078238.639938:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078238.639939:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078238.639941:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078238.639943:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078238.639950:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639956:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078238.639957:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.639958:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078238.639960:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078238.639962:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639968:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078238.639971:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.639977:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078238.639979:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.639981:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078238.639982:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.639984:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078238.639986:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078238.639988:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078238.639991:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078238.639993:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078238.639996:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078238.640003:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932536832:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078238.640006:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.640008:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078238.640011:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5f80 x1855007932536704/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.640016:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078238.640018:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078238.640020:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769078238.640022:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078238.640024:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078238.640025:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078238.640027:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078238.640030:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:0.0:1769078238.640032:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078238.640033:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078238.640035:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5f80.
00000100:00000001:0.0:1769078238.640038:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078238.640039:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.640041:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078238.640043:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6a00 x1855007932536832/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078238.640049:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078238.640050:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078238.640051:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078238.640054:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078238.640055:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078238.640056:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078238.640058:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078238.640059:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:0.0:1769078238.640061:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078238.640062:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078238.640063:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6a00.
00000100:00000001:0.0:1769078238.640065:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078238.640066:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.640068:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078238.640072:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078238.640073:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078238.640075:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078238.640076:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.534523:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078239.534523:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078239.534523:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078239.534534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078239.534534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078239.534534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078239.534536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078239.534538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.534539:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078239.534544:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078239.534545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078239.534546:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078239.534549:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078239.534551:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078239.534552:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078239.534555:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078239.534556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.534557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078239.534558:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078239.534564:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078239.534568:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078239.534570:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078239.534574:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078239.534577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078239.534578:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078239.534596:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078239.534599:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078239.534707:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078239.534711:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078239.534715:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078239.534716:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078239.534736:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078239.534739:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078239.534743:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078239.982470:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299603746, at 4299603776
00000100:00000040:2.0:1769078239.982476:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299603746, at 4299603776
00000100:00000010:3.0:1769078239.982486:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031ea0.
00000100:00000010:2.0:1769078239.982487:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031180.
00000100:00000001:0.0:1769078240.558535:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078240.558535:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078240.558537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078240.558543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.558546:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078240.558546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078240.558551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.558551:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078240.558552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078240.558555:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078240.558557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078240.558560:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078240.558560:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078240.558560:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078240.558574:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.558579:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078240.558580:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078240.558584:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078240.558587:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.558590:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078240.558592:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078240.558594:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078240.558595:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078240.558598:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078240.558599:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.558600:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078240.558601:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.558602:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078240.558606:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078240.558607:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078240.558612:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078240.558612:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.558616:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078240.558620:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078241.582530:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078241.582530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078241.582535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078241.582539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078241.582539:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078241.582540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078241.582544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078241.582555:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078241.582561:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769078241.582564:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078241.582564:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078241.582566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078241.582567:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078241.582573:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078241.582573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078241.582573:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078241.582579:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078241.582579:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078241.582579:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078241.582586:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078241.582587:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078241.582587:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078241.582590:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078241.582591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078241.582596:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078241.582598:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078241.582601:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078241.582604:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078241.582605:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078241.582605:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078241.582610:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078241.582610:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078241.582617:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078241.582617:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078242.606497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078242.606502:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078242.606502:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078242.606504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078242.606511:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078242.606517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078242.606517:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078242.606517:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078242.606522:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078242.606525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078242.606526:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078242.606540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769078242.606540:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078242.606547:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078242.606552:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078242.606553:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078242.606554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078242.606557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078242.606561:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078242.606562:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078242.606567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078242.606568:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078242.606568:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078242.606574:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078242.606576:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078242.606579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078242.606580:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078242.606581:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078242.606582:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078242.606594:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078242.606594:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078242.606600:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078242.606604:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078242.606608:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078243.630558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078243.630558:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078243.630562:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078243.630564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078243.630565:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078243.630568:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078243.630571:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078243.630572:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078243.630574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078243.630579:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078243.630583:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078243.630584:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078243.630592:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078243.630593:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078243.630597:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078243.630599:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078243.630601:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078243.630604:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078243.630608:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078243.630609:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078243.630613:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078243.630618:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078243.630625:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078243.630632:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078243.630633:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078243.630637:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078243.630638:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078243.630643:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00010000:1.0:1769078243.630644:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078243.630650:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078243.630654:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.630657:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078243.630660:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.630663:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078243.758506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078243.758539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078243.758541:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078243.758544:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078243.758547:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078243.758552:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4935
00000400:00000200:3.0:1769078243.758559:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078243.758564:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078243.758566:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078243.758568:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758570:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078243.758572:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758574:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078243.758577:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078243.758578:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078243.758581:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078243.758583:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078243.758584:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078243.758585:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078243.758587:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758588:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078243.758589:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758590:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078243.758592:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078243.758594:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758596:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078243.758597:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078243.758599:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078243.758601:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078243.758602:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078243.758604:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078243.758610:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c7b80.
00000020:00000040:3.0:1769078243.758613:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078243.758615:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078243.758616:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078243.758618:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078243.758620:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078243.758623:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078243.758629:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508000.
00000100:00000001:3.0:1769078243.758633:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078243.758639:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078243.758646:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078243.758650:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078243.758653:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ac7ffd3] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078243.758670:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078243.758672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078243.758675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078243.758676:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078243.758677:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078243.758678:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078243.758680:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4935
00000400:00000200:3.0:1769078243.758681:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078243.758683:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078243.758684:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078243.758686:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758687:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078243.758688:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758690:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078243.758691:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078243.758692:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078243.758693:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078243.758694:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078243.758695:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078243.758697:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078243.758699:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758700:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078243.758701:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758702:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078243.758703:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:3.0:1769078243.758705:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758706:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078243.758707:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078243.758711:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078243.758712:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078243.758714:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078243.758718:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078243.758722:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078243.758723:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078243.758728:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6d80.
00000100:00000001:0.0:1769078243.758730:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078243.758731:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078243.758736:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078243.758738:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769078243.758739:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078243.758743:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078243.758744:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078243.758747:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078243.758751:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078243.758755:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078243.758757:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509000.
00000100:00000001:3.0:1769078243.758766:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078243.758768:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078243.758773:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078243.758777:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1769078243.758778:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078243.758781:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078243.758788:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078243.758797:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932536960:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078243.758804:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078243.758805:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078243.758810:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078243.758811:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078243.758815:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078243.758819:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078243.758820:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94e5211] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078243.758833:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
00000100:00000001:3.0:1769078243.758834:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078243.758840:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078243.758840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078243.758849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078243.758851:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078243.758855:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078243.758856:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078243.758865:0:36:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1769078243.758866:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00080000:3.0:1769078243.758869:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4935
00000400:00000200:3.0:1769078243.758874:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078243.758876:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000400:00000200:3.0:1769078243.758877:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078243.758883:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078243.758887:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000200:0.0:1769078243.758888:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932536960, portal 25
00000100:00000001:3.0:1769078243.758889:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078243.758897:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769078243.758898:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078243.758902:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564489088 : -121121145062528 : ffff91d7492c7b80)
00000100:00000001:3.0:1769078243.758903:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078243.758908:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078243.758910:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000100:00000040:0.0:1769078243.758913:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078243.758914:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078243.758919:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078243.758930:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769078243.758937:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078243.758940:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000020:00000001:3.0:1769078243.758945:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000010:0.0:1769078243.758946:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078243.758953:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932536960, offset 0
00000100:00000040:3.0:1769078243.758953:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758967:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078243.758975:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078243.758977:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758982:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078243.758984:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:3.0:1769078243.758987:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078243.758990:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078243.758991:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:3.0:1769078243.758993:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078243.758997:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078243.759000:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078243.759002:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:3.0:1769078243.759004:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078243.759007:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078243.759008:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1769078243.759016:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078243.759022:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:3.0:1769078243.759022:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078243.759033:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1769078243.759033:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4380.
00000020:00000040:3.0:1769078243.759041:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:0.0:1769078243.759043:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000001:3.0:1769078243.759052:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078243.759058:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078243.759059:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47850:47850:256:4294967295] 192.168.204.153@tcp LPNI seq info [47850:47850:8:4294967295]
00000100:00000001:3.0:1769078243.759065:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078243.759069:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078243.759071:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:3.0:1769078243.759074:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078243.759078:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509400.
00000400:00000200:0.0:1769078243.759088:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078243.759088:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078243.759105:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00100000:3.0:1769078243.759107:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1769078243.759113:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00000001:3.0:1769078243.759126:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1769078243.759133:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078243.759134:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078243.759147:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1769078243.759148:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfec9de8] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769078243.759167:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078243.759168:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078243.759181:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1769078243.759182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078243.759194:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:0.0:1769078243.759201:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:3.0:1769078243.759203:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1769078243.759204:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000100:00000040:3.0:1769078243.759213:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078243.759216:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078243.759217:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4945)
00000400:00000200:0.0:1769078243.759230:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078243.759235:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078243.759237:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078243.759242:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078243.759245:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759253:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078243.759255:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078268 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759260:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078243.759261:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078243.759265:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078243.759268:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078243.759271:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299608866
00000100:00000010:0.0:1769078243.759275:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031060.
00000100:00000001:0.0:1769078243.759281:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078243.759287:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299608866
00000100:00000010:0.0:1769078243.759289:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031540.
00000100:00000001:0.0:1769078243.759292:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078243.759294:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078243.759296:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078243.759298:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078243.759300:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078243/real 1769078243]  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078243.759306:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078243.759308:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078243.759309:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078243.759312:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078243.759313:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078243.759314:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078243.759316:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078243.759321:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759325:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078243.759326:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759328:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078243.759329:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078243.759331:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759335:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078243.759338:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759342:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078243.759344:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759345:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078243.759346:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759348:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078243.759349:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078243.759352:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078243.759354:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078243.759356:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078243.759359:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078243.759363:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932536960:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078243.759366:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759368:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078243.759369:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7b80 x1855007932536960/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759373:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078243.759376:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078243.759378:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769078243.759380:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078243.759381:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078243.759382:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078243.759384:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078243.759386:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508000.
02000000:00000001:0.0:1769078243.759389:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078243.759390:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078243.759392:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7b80.
00000100:00000001:0.0:1769078243.759395:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078243.759396:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759397:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759441:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078243.759443:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078243.759444:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078243.759445:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078243.759446:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078243.759449:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759454:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078243.759455:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078243.759456:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078243.759458:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078243.759459:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078243.759461:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932537088:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078243.759463:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078243.759464:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078243.759465:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078243.759466:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078243.759468:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769078243.759469:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078243.759472:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078243.759473:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078243.759475:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078243.759477:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932537088, portal 10
00000100:00000001:0.0:1769078243.759478:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078243.759479:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:0.0:1769078243.759484:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759488:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078243.759489:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078243.759491:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078243.759492:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932537088, offset 0
00000400:00000200:0.0:1769078243.759494:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078243.759496:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078243.759498:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078243.759500:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078243.759501:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078243.759503:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078243.759504:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078243.759506:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47851:47851:256:4294967295] 192.168.204.153@tcp LPNI seq info [47851:47851:8:4294967295]
00000400:00000200:0.0:1769078243.759521:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078243.759527:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078243.759532:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078243.759535:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078243.759539:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078243.759541:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769078243.759546:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078243.759548:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769078243.759551:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078243.759553:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078243.759556:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078243.759559:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078243.759561:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078243.759563:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078243.759565:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078243.759568:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759576:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078243.759578:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078268 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759584:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078243.759586:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078243.759588:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078243.759592:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078243.759595:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078243.759597:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299607564
00000100:00000001:0.0:1769078243.759600:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299608866
00000100:00000001:0.0:1769078243.759602:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299607564
00000100:00000001:0.0:1769078243.759604:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299608866
00000100:00000001:0.0:1769078243.759606:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078243.759609:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078243.759610:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078243.759613:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078243/real 1769078243]  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078243.759621:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078243.759622:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078243.759624:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078243.759626:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078243.759627:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078243.759629:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078243.759632:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078243.759639:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759645:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078243.759646:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759648:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078243.759650:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078243.759653:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759658:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078243.759662:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759668:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078243.759670:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759671:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078243.759672:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759674:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078243.759676:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078243.759678:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078243.759681:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078243.759683:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078243.759686:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078243.759694:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932537088:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078243.759697:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078243.759700:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759706:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078243.759707:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078243.759709:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078243.759711:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078243.759713:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078243.759715:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932537216:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078243.759718:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078243.759720:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078243.759722:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078243.759724:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078243.759727:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078243.759729:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078243.759732:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078243.759734:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078243.759737:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078243.759739:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932537216, portal 10
00000100:00000001:0.0:1769078243.759741:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078243.759742:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564474752 : -121121145076864 : ffff91d7492c4380)
00000100:00000040:0.0:1769078243.759748:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759753:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078243.759756:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078243.759757:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000200:0.0:1769078243.759760:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932537216, offset 0
00000400:00000200:0.0:1769078243.759763:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078243.759766:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078243.759769:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078243.759772:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078243.759774:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078243.759776:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078243.759778:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078243.759781:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47852:47852:256:4294967295] 192.168.204.153@tcp LPNI seq info [47852:47852:8:4294967295]
00000400:00000200:0.0:1769078243.759785:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078243.759790:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078243.759794:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078243.759796:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000800:00000200:0.0:1769078243.759800:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078243.759802:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769078243.759806:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078243.759809:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769078243.759812:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078243.759814:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:0.0:1769078243.759817:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078243.759819:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078243.759822:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:0.0:1769078243.759823:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:0.0:1769078243.759825:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078243.759828:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759835:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078243.759837:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078268 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759843:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078243.759845:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078243.759847:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078243.759850:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078243.759853:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078243.759855:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299607563
00000100:00000001:0.0:1769078243.759857:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299608866
00000100:00000001:0.0:1769078243.759859:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299607563
00000100:00000001:0.0:1769078243.759861:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299608866
00000100:00000001:0.0:1769078243.759863:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078243.759865:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078243.759867:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078243.759870:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078243/real 1769078243]  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078243.759877:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078243.759878:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078243.759879:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078243.759881:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078243.759883:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078243.759884:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078243.759887:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078243.759894:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759900:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078243.759901:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759903:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078243.759904:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078243.759907:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759913:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078243.759916:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759923:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078243.759925:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759927:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078243.759929:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759930:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078243.759933:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078243.759935:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078243.759938:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078243.759941:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078243.759944:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078243.759951:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932537216:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078243.759955:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759956:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078243.759959:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932537088/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759965:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078243.759967:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078243.759969:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769078243.759971:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078243.759972:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078243.759974:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078243.759975:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078243.759977:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:0.0:1769078243.759979:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078243.759981:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078243.759982:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:0.0:1769078243.759986:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078243.759987:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.759989:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078243.759992:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4380 x1855007932537216/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078243.759998:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078243.759999:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078243.760000:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078243.760002:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078243.760003:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078243.760004:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078243.760006:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078243.760008:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:0.0:1769078243.760010:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078243.760011:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078243.760012:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4380.
00000100:00000001:0.0:1769078243.760014:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078243.760015:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.760017:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078243.760020:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078243.760021:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078243.760023:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078243.760025:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.654491:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078244.654491:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078244.654508:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078244.654509:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078244.654512:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078244.654513:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078244.654516:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078244.654518:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078244.654519:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078244.654520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078244.654521:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078244.654522:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078244.654523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.654524:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078244.654526:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078244.654527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.654530:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078244.654530:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078244.654532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078244.654533:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078244.654534:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078244.654537:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078244.654538:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078244.654541:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078244.654542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078244.654543:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078244.654545:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078244.654546:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078244.654550:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078244.654550:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078244.654552:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078244.654556:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078244.654556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078244.654561:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078245.102468:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299608866, at 4299608896
00000100:00000040:3.0:1769078245.102468:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299608866, at 4299608896
00000100:00000010:2.0:1769078245.102481:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031060.
00000100:00000010:3.0:1769078245.102482:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031540.
00000100:00000001:0.0:1769078245.678544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078245.678544:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078245.678548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078245.678552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078245.678554:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078245.678554:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078245.678556:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078245.678559:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.678559:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078245.678560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078245.678560:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078245.678563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.678564:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078245.678566:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078245.678568:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078245.678568:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078245.678574:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078245.678574:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078245.678575:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078245.678578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078245.678579:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.678580:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.678581:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078245.678586:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078245.678589:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078245.678589:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078245.678592:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078245.678593:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078245.678598:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078245.678598:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078245.678603:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.678603:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078245.678608:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.678611:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078246.702508:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078246.702512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078246.702514:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078246.702520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078246.702521:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078246.702522:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078246.702524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078246.702525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078246.702525:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078246.702530:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078246.702531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769078246.702534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078246.702534:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769078246.702534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078246.702538:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078246.702540:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078246.702541:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078246.702542:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078246.702542:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078246.702545:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078246.702548:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078246.702549:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078246.702549:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078246.702560:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078246.702563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078246.702564:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078246.702565:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078246.702571:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078246.702582:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078246.702583:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078246.702583:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078246.702593:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078246.702594:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078246.702597:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078246.702599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078246.702600:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078246.702603:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078246.702605:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078246.702607:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078246.702614:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078247.726521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078247.726521:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078247.726521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078247.726528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078247.726529:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078247.726530:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078247.726530:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078247.726537:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078247.726537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078247.726537:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078247.726537:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078247.726546:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078247.726547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078247.726547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078247.726547:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078247.726550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078247.726553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078247.726554:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078247.726555:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078247.726558:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078247.726559:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078247.726560:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078247.726562:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078247.726566:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078247.726568:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078247.726568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078247.726571:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078247.726573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078247.726574:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078247.726575:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078247.726579:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078247.726580:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078247.726585:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078247.726585:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078248.750493:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078248.750501:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078248.750504:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078248.750512:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078248.750517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078248.750520:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078248.750527:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078248.750531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078248.750532:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078248.750532:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078248.750537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078248.750538:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078248.750538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078248.750546:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078248.750548:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078248.750549:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078248.750550:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078248.750554:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078248.750554:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078248.750558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078248.750559:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078248.750559:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078248.750564:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078248.750565:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078248.750567:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078248.750572:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078248.750578:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078248.750579:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078248.750581:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078248.750584:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078248.750585:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078248.750586:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078248.750593:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078248.750593:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078248.750595:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078248.750602:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078248.750610:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078248.750627:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078248.750630:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078248.750631:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078248.878491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078248.878502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078248.878505:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078248.878509:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078248.878513:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078248.878521:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4940
00000400:00000200:3.0:1769078248.878530:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078248.878536:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078248.878539:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078248.878543:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878546:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078248.878548:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878551:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078248.878556:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078248.878558:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078248.878560:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078248.878563:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078248.878565:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078248.878568:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078248.878571:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878573:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078248.878574:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878576:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078248.878578:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078248.878580:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878582:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078248.878584:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078248.878586:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078248.878588:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078248.878590:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078248.878591:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078248.878599:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5c00.
00000020:00000040:3.0:1769078248.878602:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078248.878605:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078248.878606:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078248.878609:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078248.878611:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078248.878614:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078248.878620:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a400.
00000100:00000001:3.0:1769078248.878625:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078248.878631:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078248.878638:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078248.878642:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078248.878645:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051ffd905] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078248.878663:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078248.878666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078248.878668:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078248.878669:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078248.878670:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078248.878672:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078248.878673:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4940
00000400:00000200:3.0:1769078248.878676:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078248.878678:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078248.878680:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078248.878682:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878684:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078248.878685:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878687:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078248.878688:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078248.878689:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078248.878690:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078248.878691:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078248.878691:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078248.878696:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:0.0:1769078248.878698:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078248.878698:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078248.878702:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078248.878703:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078248.878704:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078248.878707:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878709:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:0.0:1769078248.878714:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078248.878719:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:0.0:1769078248.878728:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078248.878729:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078248.878731:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078248.878734:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078248.878736:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078248.878741:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078248.878745:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078248.878746:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078248.878747:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078248.878752:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769078248.878754:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078248.878757:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078248.878759:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078248.878764:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932537344:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078248.878764:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078248.878769:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4380.
00000100:00000001:0.0:1769078248.878772:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769078248.878773:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078248.878776:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078248.878777:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078248.878777:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078248.878781:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078248.878781:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078248.878782:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078248.878785:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078248.878787:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078248.878789:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508c00.
00000100:00000001:3.0:1769078248.878792:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078248.878795:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
00000100:00100000:3.0:1769078248.878797:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078248.878798:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078248.878805:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078248.878807:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078248.878811:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769078248.878814:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfec9de8] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769078248.878817:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00000001:3.0:1769078248.878824:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078248.878826:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078248.878828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078248.878829:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078248.878831:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769078248.878832:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000001:3.0:1769078248.878833:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078248.878838:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4940
00000400:00000200:3.0:1769078248.878841:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000200:0.0:1769078248.878843:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932537344, portal 25
00000400:00000200:3.0:1769078248.878844:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078248.878847:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769078248.878848:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078248.878849:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481024 : -121121145070592 : ffff91d7492c5c00)
00000100:00000040:3.0:1769078248.878852:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878854:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078248.878858:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078248.878858:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878859:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078248.878864:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078248.878865:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078248.878868:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078248.878870:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078248.878874:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769078248.878875:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769078248.878876:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078248.878880:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878883:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078248.878884:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:3.0:1769078248.878887:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:0.0:1769078248.878888:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e5d8.
00000100:00000001:3.0:1769078248.878889:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078248.878892:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000200:0.0:1769078248.878893:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932537344, offset 0
00000100:00080000:3.0:1769078248.878896:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878898:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078248.878899:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769078248.878902:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:3.0:1769078248.878903:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078248.878906:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078248.878907:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078248.878908:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078248.878910:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078248.878911:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078248.878912:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078248.878916:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6d80.
00000020:00000040:3.0:1769078248.878918:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078248.878920:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078248.878922:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078248.878924:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:3.0:1769078248.878925:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078248.878928:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078248.878930:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078248.878933:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1769078248.878936:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a000.
00000400:00000200:0.0:1769078248.878938:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:3.0:1769078248.878942:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078248.878943:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078248.878947:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078248.878953:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47853:47853:256:4294967295] 192.168.204.153@tcp LPNI seq info [47853:47853:8:4294967295]
00000100:00100000:3.0:1769078248.878953:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078248.878965:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078248.878972:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078248.878976:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078248.878979:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078248.878984:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94e5211] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769078248.878990:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078248.878999:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078248.879000:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9b00.
00000100:00000040:3.0:1769078248.879002:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078248.879006:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078248.879008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769078248.879013:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:3.0:1769078248.879013:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078248.879019:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4950)
00000800:00000200:0.1:1769078248.879023:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769078248.879042:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078248.879047:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078248.879050:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299613986
00000100:00000010:0.0:1769078248.879055:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031780.
00000100:00000001:0.0:1769078248.879061:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078248.879066:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299613986
00000100:00000010:0.0:1769078248.879069:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031900.
00000100:00000001:0.0:1769078248.879072:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078248.879076:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078248.879078:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078248.879082:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078248.879084:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078248.879092:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078248.879093:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078248.879096:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078248.879097:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078248.879098:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078248.879102:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078248.879109:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078248.879110:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078248.879112:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078248.879114:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078248.879116:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078248.879118:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932537472:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078248.879121:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078248.879124:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078248.879125:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078248.879126:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078248.879130:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769078248.879131:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078248.879135:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078248.879139:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3210.
00000400:00000010:0.0:1769078248.879143:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000200:0.0:1769078248.879146:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932537472, portal 10
00000100:00000001:0.0:1769078248.879148:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078248.879149:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564474752 : -121121145076864 : ffff91d7492c4380)
00000100:00000040:0.0:1769078248.879155:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078248.879161:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078248.879163:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078248.879165:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e198.
00000100:00000200:0.0:1769078248.879168:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932537472, offset 0
00000400:00000200:0.0:1769078248.879171:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078248.879175:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078248.879179:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078248.879182:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078248.879184:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078248.879186:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078248.879188:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078248.879191:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47854:47854:255:4294967295] 192.168.204.153@tcp LPNI seq info [47854:47854:7:4294967295]
00000400:00000200:0.0:1769078248.879195:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078248.879202:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078248.879207:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078248.879210:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9600.
00000800:00000200:0.0:1769078248.879223:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078248.879230:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769078248.879233:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078248.879237:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078248.879241:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078248.879243:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299612683
00000100:00000001:0.0:1769078248.879245:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299613986
00000100:00000001:0.0:1769078248.879248:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299612683
00000100:00000001:0.0:1769078248.879250:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299613986
00000100:00000001:0.0:1769078248.879252:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078248.879254:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078248.879256:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078248.879259:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078248.879266:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078248.879267:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078248.879269:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078248.879271:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078248.879273:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078248.879276:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932537600:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078248.879278:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078248.879280:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078248.879281:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078248.879283:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078248.879287:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078248.879288:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078248.879291:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078248.879293:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078248.879296:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078248.879299:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932537600, portal 10
00000100:00000001:0.0:1769078248.879301:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078248.879302:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:0.0:1769078248.879307:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078248.879314:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078248.879317:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078248.879319:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ed48.
00000100:00000200:0.0:1769078248.879321:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932537600, offset 0
00000400:00000200:0.0:1769078248.879325:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078248.879329:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078248.879332:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078248.879335:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078248.879337:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078248.879339:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078248.879342:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078248.879345:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47855:47855:254:4294967295] 192.168.204.153@tcp LPNI seq info [47855:47855:6:4294967295]
00000400:00000200:0.0:1769078248.879348:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078248.879355:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078248.879359:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078248.879362:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9300.
00000800:00000200:0.0:1769078248.879365:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078248.879368:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769078248.879371:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078248.879373:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078248.879376:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078248.879378:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299612682
00000100:00000001:0.0:1769078248.879380:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299613986
00000100:00000001:0.0:1769078248.879383:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299612682
00000100:00000001:0.0:1769078248.879384:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299613986
00000100:00000001:0.0:1769078248.879386:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078248.879388:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078248.879391:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078248.879393:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078248.879396:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078248.879397:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078248.879399:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078248.879400:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078248.879421:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078248.879435:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.774527:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078249.774527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078249.774527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078249.774538:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078249.774538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078249.774541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.774542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.774542:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078249.774548:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078249.774550:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078249.774550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078249.774550:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078249.774553:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078249.774563:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078249.774564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078249.774564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.774564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078249.774567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.774570:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078249.774570:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078249.774575:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078249.774579:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078249.774583:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078249.774584:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078249.774586:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078249.774590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.774591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.774599:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078249.774599:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078249.774603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078249.774606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078249.774641:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078249.774645:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078249.774649:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078250.222533:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299613986, at 4299614016
00000100:00000040:3.0:1769078250.222533:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299613986, at 4299614016
00000100:00000010:3.0:1769078250.222551:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031900.
00000100:00000010:2.0:1769078250.222553:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031780.
00000100:00000001:0.0:1769078250.798518:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078250.798518:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078250.798521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078250.798525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078250.798526:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078250.798527:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078250.798529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.798531:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078250.798532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078250.798533:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078250.798536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078250.798538:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078250.798538:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078250.798543:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078250.798544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078250.798546:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078250.798548:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078250.798549:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.798554:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078250.798555:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078250.798555:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.798556:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.798560:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.798561:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078250.798561:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.798564:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078250.798567:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078250.798568:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078250.798568:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078250.798574:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078250.798578:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.798580:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078250.798582:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.798584:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078251.822521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078251.822521:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078251.822521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078251.822530:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078251.822531:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078251.822533:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078251.822534:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078251.822535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078251.822536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078251.822540:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078251.822541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078251.822542:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078251.822542:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078251.822544:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078251.822549:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078251.822550:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078251.822550:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078251.822551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078251.822555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078251.822556:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078251.822556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078251.822556:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078251.822562:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078251.822566:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078251.822568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078251.822569:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078251.822572:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.822575:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078251.822575:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078251.822577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078251.822579:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078251.822598:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078251.822601:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078251.822604:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769078251.950737:0:2407:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:1.0:1769078251.950797:0:2407:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769078251.950813:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078251.950817:0:2407:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:1.0:1769078251.950822:0:2407:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078251.950826:0:2407:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769078251.950833:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769078251.950838:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9b00.
00000400:00000200:1.0:1769078251.950844:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078251.950849:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078251.950857:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e5d8
00000400:00000010:1.0:1769078251.950860:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e5d8.
00000100:00000001:1.0:1769078251.950867:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078251.950877:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078251.950908:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078251.950913:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078251.950921:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078251.950923:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078251.950934:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769078251.950936:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9600.
00000400:00000200:1.0:1769078251.950940:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078251.950943:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078251.950946:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e198
00000400:00000010:1.0:1769078251.950948:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e198.
00000100:00000001:1.0:1769078251.950951:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078251.950956:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078251.950965:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078251.950968:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078251.950974:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078251.950976:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078251.950981:0:2407:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:1.0:1769078251.950983:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9300.
00000400:00000200:1.0:1769078251.950986:0:2407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078251.950989:0:2407:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078251.950992:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ed48
00000400:00000010:1.0:1769078251.950994:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ed48.
00000100:00000001:1.0:1769078251.950996:0:2407:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078251.951001:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078251.951008:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078251.951011:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078251.951017:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078251.951018:0:2407:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078251.951097:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078251.951104:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078251.951109:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078251.951118:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078248/real 1769078251]  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078251.951134:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078251.951137:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078251.951143:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3210.
00000400:00000200:0.0:1769078251.951148:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078251.951150:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078251.951154:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078251.951159:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078251.951175:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078251.951182:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078251.951184:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951188:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078251.951191:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078251.951195:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078251.951203:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078251.951210:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078251.951219:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078251.951224:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951226:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078251.951228:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951231:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078251.951235:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078251.951241:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078251.951247:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078251.951251:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078251.951255:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078251.951264:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932537472:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078251.951272:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078251.951276:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078248/real 1769078251]  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078251.951291:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078251.951292:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078251.951295:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078251.951299:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078251.951300:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078251.951302:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078251.951305:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078251.951314:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078251.951321:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078251.951323:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951325:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078251.951326:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078251.951330:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078251.951336:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078251.951340:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078251.951348:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078251.951351:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951352:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078251.951354:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951356:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078251.951360:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078251.951362:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078251.951366:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078251.951369:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078251.951387:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078251.951394:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932537600:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078251.951399:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078251.951437:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078248/real 1769078251]  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078251.951446:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078251.951447:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078251.951450:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078251.951452:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078251.951455:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078251.951457:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078251.951460:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078251.951468:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078251.951475:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078251.951477:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951478:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078251.951479:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078251.951483:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078251.951489:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078251.951493:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078251.951499:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078251.951501:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951503:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078251.951505:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951507:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078251.951508:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078251.951511:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078251.951515:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078251.951517:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078251.951521:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078251.951529:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932537344:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078251.951534:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951536:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078251.951539:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4380 x1855007932537472/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078251.951546:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078251.951550:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078251.951555:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769078251.951559:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078251.951562:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078251.951564:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078251.951567:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078251.951572:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508c00.
02000000:00000001:0.0:1769078251.951576:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078251.951580:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078251.951582:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4380.
00000100:00000001:0.0:1769078251.951587:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078251.951588:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951590:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078251.951593:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932537600/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078251.951599:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078251.951601:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078251.951602:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078251.951606:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078251.951607:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078251.951609:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078251.951611:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078251.951613:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:0.0:1769078251.951615:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078251.951617:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078251.951618:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:0.0:1769078251.951623:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078251.951624:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951626:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078251.951630:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5c00 x1855007932537344/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078251.951637:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078251.951638:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078251.951640:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078251.951642:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078251.951644:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078251.951645:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078251.951647:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078251.951648:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:0.0:1769078251.951650:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078251.951651:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078251.951652:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5c00.
00000100:00000001:0.0:1769078251.951654:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078251.951655:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951658:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078251.951669:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078251.951671:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078251.951674:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078251.951676:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078252.846515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078252.846515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078252.846524:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078252.846525:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078252.846527:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078252.846528:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078252.846532:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769078252.846534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078252.846535:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078252.846537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078252.846539:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078252.846539:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078252.846540:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078252.846545:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078252.846547:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078252.846547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078252.846548:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078252.846548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078252.846556:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078252.846559:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078252.846561:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078252.846564:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078252.846566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078252.846567:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078252.846568:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078252.846568:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078252.846576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078252.846577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078252.846577:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078252.846585:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078252.846587:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078252.846616:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078252.846620:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078252.846623:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078253.870514:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078253.870514:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078253.870514:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078253.870517:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078253.870522:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078253.870523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078253.870523:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078253.870524:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078253.870527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078253.870529:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078253.870529:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078253.870529:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078253.870530:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078253.870537:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078253.870537:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078253.870538:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078253.870545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078253.870546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078253.870546:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078253.870551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078253.870552:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078253.870552:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078253.870557:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078253.870561:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078253.870562:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078253.870565:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078253.870567:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078253.870567:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078253.870568:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078253.870572:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078253.870576:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078253.870577:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078253.870581:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078253.870585:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078253.998482:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078253.998496:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078253.998499:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078253.998504:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078253.998509:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078253.998519:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4945
00000400:00000200:3.0:1769078253.998530:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078253.998536:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078253.998540:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078253.998543:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078253.998546:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078253.998549:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078253.998551:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078253.998556:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078253.998558:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078253.998561:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078253.998564:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078253.998566:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078253.998568:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078253.998571:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078253.998573:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078253.998575:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078253.998577:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078253.998580:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078253.998583:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078253.998586:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078253.998589:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078253.998592:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078253.998595:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078253.998598:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078253.998600:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078253.998608:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c7b80.
00000020:00000040:3.0:1769078253.998612:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078253.998617:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078253.998620:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078253.998623:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078253.998627:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078253.998631:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078253.998640:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508400.
00000100:00000001:3.0:1769078253.998649:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078253.998660:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078253.998671:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078253.998676:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078253.998681:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ac7ffd3] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078253.998724:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078253.998728:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078253.998731:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078253.998733:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078253.998734:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078253.998737:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078253.998740:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4945
00000400:00000200:3.0:1769078253.998743:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078253.998746:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078253.998749:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078253.998752:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078253.998755:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078253.998756:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078253.998759:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078253.998761:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078253.998763:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078253.998765:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078253.998767:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078253.998769:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078253.998772:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078253.998775:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078253.998777:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078253.998779:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078253.998781:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078253.998783:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:3.0:1769078253.998786:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078253.998788:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078253.998790:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078253.998798:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078253.998800:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078253.998803:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078253.998808:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078253.998811:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078253.998813:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078253.998817:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6a00.
00000020:00000040:3.0:1769078253.998820:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078253.998822:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078253.998824:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078253.998825:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078253.998827:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078253.998828:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078253.998833:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a400.
00000100:00000001:3.0:1769078253.998837:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078253.998843:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078253.998852:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078253.998854:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078253.998858:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000508d3ef2] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.998865:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078253.998867:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078253.998872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078253.998873:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078253.998878:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078253.998879:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078253.998881:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078253.998885:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078253.998890:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1769078253.998892:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078253.998895:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4945
00000400:00000200:3.0:1769078253.998904:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078253.998911:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769078253.998911:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078253.998915:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078253.998916:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078253.998921:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000001:0.0:1769078253.998924:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078253.998925:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078253.998928:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078253.998929:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000001:0.0:1769078253.998934:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078253.998935:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078253.998941:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:0.0:1769078253.998942:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932537728:192.168.204.153@tcp:250:kworker.0
00000020:00000040:3.0:1769078253.998943:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078253.998947:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078253.998950:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769078253.998951:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078253.998956:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
02000000:00000001:0.0:1769078253.998957:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1769078253.998960:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
02000000:00000001:0.0:1769078253.998962:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078253.998968:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078253.998972:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078253.998973:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078253.998976:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078253.998980:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000010:0.0:1769078253.998981:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
00000020:00000040:3.0:1769078253.998984:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
02000000:00000001:0.0:1769078253.998985:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078253.998997:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:3.0:1769078253.998997:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078253.999004:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078253.999005:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
02000000:00000001:3.0:1769078253.999007:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078253.999012:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1769078253.999014:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
02000000:00000001:3.0:1769078253.999015:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078253.999020:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078253.999024:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078253.999027:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078253.999028:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932537728, portal 25
00000100:00000001:3.0:1769078253.999029:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078253.999033:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078253.999036:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564489088 : -121121145062528 : ffff91d7492c7b80)
00000100:00000010:3.0:1769078253.999037:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5f80.
00000020:00000040:3.0:1769078253.999043:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078253.999047:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1769078253.999049:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078253.999050:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078253.999056:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078253.999059:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078253.999062:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078253.999065:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078253.999069:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000010:3.0:1769078253.999069:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a000.
00000400:00000010:0.0:1769078253.999075:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000001:3.0:1769078253.999076:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078253.999081:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932537728, offset 0
00000100:00100000:3.0:1769078253.999086:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078253.999095:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078253.999101:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078253.999103:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078253.999109:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84f5076] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078253.999113:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078253.999124:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078253.999130:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078253.999131:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078253.999137:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:3.0:1769078253.999137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078253.999145:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078253.999145:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078253.999152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078253.999153:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000040:3.0:1769078253.999160:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078253.999161:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47856:47856:256:4294967295] 192.168.204.153@tcp LPNI seq info [47856:47856:8:4294967295]
00000400:00000200:0.0:1769078253.999167:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078253.999179:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078253.999188:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078253.999195:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078253.999203:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078253.999208:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078253.999220:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078253.999224:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078253.999227:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078253.999230:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078253.999235:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078253.999241:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769078253.999244:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4955)
00000400:00000200:0.0:1769078253.999248:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078253.999251:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078253.999256:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078253.999260:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999272:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078253.999281:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999289:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078253.999291:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078253.999300:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078253.999306:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078253.999309:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299619106
00000100:00000010:0.0:1769078253.999315:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031de0.
00000100:00000001:0.0:1769078253.999325:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078253.999332:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299619106
00000100:00000010:0.0:1769078253.999335:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600313c0.
00000100:00000001:0.0:1769078253.999349:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078253.999353:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078253.999356:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078253.999363:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078253.999368:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078253/real 1769078253]  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078253.999379:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078253.999381:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078253.999385:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078253.999389:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078253.999391:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078253.999394:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078253.999398:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078253.999443:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999449:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078253.999451:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078253.999454:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078253.999456:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078253.999460:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999468:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078253.999473:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999480:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078253.999484:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078253.999485:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078253.999486:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078253.999489:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078253.999491:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078253.999494:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078253.999499:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078253.999501:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078253.999505:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078253.999512:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932537728:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078253.999518:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078253.999520:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999527:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078253.999528:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078253.999530:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078253.999532:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078253.999534:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078253.999537:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932537856:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078253.999540:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078253.999542:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078253.999544:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078253.999546:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078253.999550:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078253.999552:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078253.999556:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078253.999558:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078253.999562:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078253.999576:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932537856, portal 10
00000100:00000001:0.0:1769078253.999578:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078253.999579:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564484608 : -121121145067008 : ffff91d7492c6a00)
00000100:00000040:0.0:1769078253.999586:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999592:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078253.999594:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078253.999596:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078253.999598:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932537856, offset 0
00000400:00000200:0.0:1769078253.999601:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078253.999606:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078253.999609:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078253.999612:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078253.999615:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078253.999617:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078253.999619:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078253.999623:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47857:47857:256:4294967295] 192.168.204.153@tcp LPNI seq info [47857:47857:8:4294967295]
00000400:00000200:0.0:1769078253.999626:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078253.999632:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078253.999636:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078253.999638:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078253.999642:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078253.999645:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078253.999649:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078253.999652:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078253.999655:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078253.999657:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078253.999661:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078253.999664:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078253.999667:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078253.999669:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078253.999671:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078253.999674:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999682:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078253.999685:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999692:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078253.999694:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078253.999697:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078253.999701:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078253.999705:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078253.999706:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299617804
00000100:00000001:0.0:1769078253.999710:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299619106
00000100:00000001:0.0:1769078253.999712:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299617804
00000100:00000001:0.0:1769078253.999714:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299619106
00000100:00000001:0.0:1769078253.999717:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078253.999719:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078253.999721:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078253.999724:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078253/real 1769078253]  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078253.999731:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078253.999732:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078253.999734:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078253.999736:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078253.999738:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078253.999740:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078253.999743:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078253.999751:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999758:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078253.999760:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078253.999761:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078253.999763:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078253.999767:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999773:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078253.999777:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999783:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078253.999785:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078253.999787:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078253.999788:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078253.999790:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078253.999792:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078253.999795:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078253.999798:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078253.999800:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078253.999804:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078253.999813:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932537856:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078253.999818:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078253.999820:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078253.999823:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7b80 x1855007932537728/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999831:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078253.999834:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078253.999838:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078253.999841:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078253.999842:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078253.999843:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078253.999845:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078253.999848:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:0.0:1769078253.999851:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078253.999853:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078253.999854:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7b80.
00000100:00000001:0.0:1769078253.999858:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078253.999859:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078253.999860:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078253.999863:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6a00 x1855007932537856/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999866:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078253.999868:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078253.999868:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078253.999870:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078253.999870:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078253.999871:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078253.999872:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078253.999873:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:0.0:1769078253.999874:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078253.999875:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078253.999875:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6a00.
00000100:00000001:0.0:1769078253.999878:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078253.999879:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078253.999880:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078253.999891:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078253.999892:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078253.999894:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078253.999895:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078253.999896:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078253.999898:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999902:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078253.999904:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078253.999905:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078253.999906:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078253.999907:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078253.999909:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932537984:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078253.999911:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078253.999912:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078253.999913:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078253.999914:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078253.999916:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078253.999918:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078253.999920:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078253.999922:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078253.999924:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078253.999926:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932537984, portal 10
00000100:00000001:0.0:1769078253.999927:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078253.999928:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481920 : -121121145069696 : ffff91d7492c5f80)
00000100:00000040:0.0:1769078253.999932:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999936:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078253.999938:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078253.999939:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078253.999941:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932537984, offset 0
00000400:00000200:0.0:1769078253.999943:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078253.999945:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078253.999948:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078253.999949:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078253.999951:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078253.999953:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078253.999954:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078253.999957:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47858:47858:256:4294967295] 192.168.204.153@tcp LPNI seq info [47858:47858:8:4294967295]
00000400:00000200:0.0:1769078253.999959:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078253.999963:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078253.999966:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078253.999968:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078253.999970:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078253.999972:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078253.999975:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078253.999976:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078253.999979:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078253.999981:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078253.999982:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078253.999984:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078253.999986:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078253.999987:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078253.999988:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078253.999990:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078253.999995:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078253.999997:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078254.000000:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078254.000001:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078254.000003:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078254.000005:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078254.000006:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078254.000008:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299617803
00000100:00000001:0.0:1769078254.000009:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299619106
00000100:00000001:0.0:1769078254.000010:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299617803
00000100:00000001:0.0:1769078254.000012:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299619106
00000100:00000001:0.0:1769078254.000013:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078254.000015:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078254.000016:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078254.000018:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078253/real 1769078253]  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078254.000024:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078254.000025:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078254.000027:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078254.000029:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078254.000031:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078254.000033:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078254.000036:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078254.000044:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078254.000050:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078254.000051:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078254.000054:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078254.000055:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078254.000058:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078254.000066:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078254.000069:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078254.000077:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078254.000079:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078254.000081:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078254.000082:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078254.000083:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078254.000087:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078254.000091:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078254.000095:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078254.000097:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078254.000101:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078254.000108:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932537984:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078254.000111:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078254.000113:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078254.000116:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5f80 x1855007932537984/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078254.000121:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078254.000123:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078254.000125:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078254.000127:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078254.000129:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078254.000130:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078254.000132:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078254.000134:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:0.0:1769078254.000136:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078254.000137:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078254.000139:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5f80.
00000100:00000001:0.0:1769078254.000142:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078254.000143:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078254.000145:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078254.000147:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078254.000148:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078254.000149:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078254.000150:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078254.894516:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078254.894517:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078254.894520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078254.894524:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078254.894525:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078254.894525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078254.894526:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078254.894530:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078254.894530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769078254.894533:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078254.894534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078254.894537:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078254.894537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078254.894537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078254.894538:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078254.894541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078254.894544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078254.894544:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078254.894545:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078254.894548:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078254.894550:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078254.894553:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078254.894554:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.894556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078254.894559:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078254.894560:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078254.894561:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078254.894562:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078254.894566:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078254.894567:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078254.894570:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078254.894571:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078254.894575:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078254.894578:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078255.342518:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299619106, at 4299619136
00000100:00000040:3.0:1769078255.342518:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299619106, at 4299619136
00000100:00000010:3.0:1769078255.342545:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600313c0.
00000100:00000010:2.0:1769078255.342549:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031de0.
00000100:00000001:0.0:1769078255.918524:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078255.918524:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078255.918524:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078255.918525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078255.918532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078255.918533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078255.918534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078255.918534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078255.918538:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.918539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.918540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078255.918540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078255.918543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078255.918543:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078255.918546:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078255.918547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078255.918549:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078255.918553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078255.918554:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078255.918555:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078255.918558:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078255.918559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078255.918560:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078255.918565:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078255.918569:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078255.918570:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.918571:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078255.918572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.918575:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078255.918577:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078255.918579:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.918579:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078255.918584:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078255.918588:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078256.942470:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078256.942476:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078256.942478:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078256.942480:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078256.942481:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078256.942482:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.942485:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078256.942488:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769078256.942489:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078256.942489:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078256.942492:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078256.942494:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078256.942496:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078256.942496:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078256.942499:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078256.942499:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078256.942502:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.942502:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078256.942503:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078256.942505:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078256.942509:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078256.942510:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078256.942511:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078256.942512:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078256.942518:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078256.942519:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078256.942519:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078256.942519:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078256.942525:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078256.942525:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078256.942525:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078256.942532:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078256.942533:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078256.942535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078256.942537:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078256.942539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078256.942557:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078256.942564:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078256.942569:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078256.942573:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078257.966467:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078257.966468:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078257.966468:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078257.966474:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078257.966476:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078257.966476:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078257.966479:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078257.966480:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078257.966481:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078257.966484:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078257.966485:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078257.966485:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078257.966491:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078257.966491:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078257.966494:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078257.966496:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078257.966497:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078257.966501:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078257.966504:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078257.966507:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078257.966510:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078257.966511:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078257.966513:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078257.966515:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078257.966516:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00010000:1.0:1769078257.966519:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078257.966522:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078257.966525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078257.966529:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078257.966532:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078257.966535:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078257.966537:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078257.966539:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078257.966542:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078258.990521:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078258.990521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078258.990525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078258.990531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078258.990531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078258.990532:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078258.990532:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078258.990537:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078258.990538:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078258.990538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078258.990541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078258.990541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078258.990545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078258.990545:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078258.990546:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078258.990547:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078258.990553:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769078258.990554:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078258.990554:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078258.990554:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078258.990557:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078258.990560:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078258.990561:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078258.990561:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078258.990562:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078258.990566:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078258.990567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078258.990569:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078258.990571:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078258.990572:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078258.990576:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078258.990576:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078258.990580:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078258.990585:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078258.990585:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078258.990589:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078258.990593:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078258.990603:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078258.990607:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078258.990610:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078259.118526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078259.118537:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078259.118540:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078259.118544:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078259.118547:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078259.118553:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4950
00000400:00000200:3.0:1769078259.118563:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078259.118568:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078259.118571:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078259.118573:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078259.118576:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078259.118578:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078259.118579:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078259.118583:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078259.118585:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078259.118587:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078259.118589:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078259.118590:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078259.118592:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078259.118594:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078259.118595:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078259.118596:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078259.118598:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078259.118600:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078259.118602:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078259.118604:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078259.118606:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078259.118609:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078259.118611:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.118613:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078259.118615:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078259.118624:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4000.
00000020:00000040:3.0:1769078259.118627:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078259.118638:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078259.118640:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.118643:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078259.118645:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078259.118649:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078259.118657:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508c00.
00000100:00000001:3.0:1769078259.118663:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078259.118671:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078259.118679:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078259.118686:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078259.118692:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065aabb28] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078259.118720:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078259.118724:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078259.118728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078259.118729:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078259.118731:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078259.118734:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078259.118737:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4950
00000400:00000200:3.0:1769078259.118742:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078259.118745:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078259.118748:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078259.118751:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078259.118752:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078259.118756:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078259.118758:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078259.118759:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078259.118763:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078259.118764:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078259.118768:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078259.118770:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078259.118772:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078259.118775:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000040:0.0:1769078259.118776:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078259.118779:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078259.118784:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078259.118791:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078259.118794:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078259.118798:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769078259.118799:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078259.118803:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.118803:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078259.118809:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:0.0:1769078259.118811:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1769078259.118812:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078259.118816:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078259.118817:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078259.118818:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078259.118823:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078259.118826:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769078259.118830:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932538112:192.168.204.153@tcp:250:kworker.0
02000000:00000001:3.0:1769078259.118830:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.118834:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078259.118839:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078259.118844:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078259.118847:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769078259.118851:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078259.118852:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1769078259.118857:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078259.118860:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
00000100:00000001:3.0:1769078259.118860:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078259.118866:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078259.118867:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4700.
00000020:00000040:3.0:1769078259.118871:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000400:00000200:0.0:1769078259.118876:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:3.0:1769078259.118876:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078259.118879:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.118882:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1769078259.118883:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
02000000:00000001:3.0:1769078259.118884:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078259.118886:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078259.118892:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509400.
00000400:00000010:0.0:1769078259.118893:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000001:3.0:1769078259.118896:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078259.118903:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078259.118904:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932538112, portal 25
00000100:00000001:0.0:1769078259.118910:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078259.118913:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564473856 : -121121145077760 : ffff91d7492c4000)
00000100:00000040:0.0:1769078259.118923:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078259.118925:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078259.118932:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078259.118938:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078259.118938:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078259.118945:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000040:3.0:1769078259.118947:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068e30ace] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078259.118951:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932538112, offset 0
00000100:00000001:3.0:1769078259.118961:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078259.118964:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078259.118965:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:3.0:1769078259.118971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078259.118972:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078259.118974:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078259.118979:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078259.118979:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078259.118984:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4950
00000400:00000200:3.0:1769078259.118989:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078259.118991:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078259.118995:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078259.118998:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078259.119001:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078259.119003:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078259.119006:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078259.119010:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:3.0:1769078259.119011:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078259.119015:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078259.119018:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769078259.119019:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1769078259.119020:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078259.119025:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078259.119027:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000020:00000040:3.0:1769078259.119028:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078259.119032:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:3.0:1769078259.119036:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:0.0:1769078259.119037:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47859:47859:256:4294967295] 192.168.204.153@tcp LPNI seq info [47859:47859:8:4294967295]
00000100:00000040:3.0:1769078259.119042:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078259.119046:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078259.119048:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769078259.119049:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078259.119053:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078259.119056:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:3.0:1769078259.119060:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078259.119065:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078259.119069:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769078259.119069:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078259.119074:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078259.119076:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.119080:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.0:1769078259.119081:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000008:00100000:3.0:1769078259.119082:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078259.119086:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.119088:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078259.119089:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000100:00000010:3.0:1769078259.119092:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4e00.
00000020:00000040:3.0:1769078259.119095:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078259.119098:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1769078259.119100:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:3.0:1769078259.119100:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.119104:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078259.119107:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078259.119108:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078259.119109:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
02000000:00000010:3.0:1769078259.119112:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509000.
00000100:00000001:3.0:1769078259.119117:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078259.119119:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00100000:3.0:1769078259.119124:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769078259.119126:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1769078259.119144:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1769078259.119147:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078259.119147:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078259.119153:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000100:00000040:3.0:1769078259.119154:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9cf5994] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078259.119162:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078259.119163:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078259.119164:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078259.119169:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078259.119175:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769078259.119175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078259.119180:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078259.119185:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000100:00000040:3.0:1769078259.119186:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4960)
00000400:00000010:0.0:1769078259.119191:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078259.119197:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078259.119202:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119213:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078259.119216:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119223:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078259.119224:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078259.119230:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078259.119235:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078259.119238:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299624226
00000100:00000010:0.0:1769078259.119243:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031840.
00000100:00000001:0.0:1769078259.119262:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078259.119269:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299624226
00000100:00000010:0.0:1769078259.119272:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600310c0.
00000100:00000001:0.0:1769078259.119276:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078259.119279:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078259.119282:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078259.119284:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078259.119288:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078259/real 1769078259]  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078259.119296:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078259.119298:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078259.119299:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078259.119302:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078259.119303:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078259.119305:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078259.119308:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078259.119314:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119318:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078259.119319:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119320:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078259.119322:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078259.119324:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119328:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078259.119332:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119336:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078259.119338:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119339:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078259.119340:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119342:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078259.119343:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078259.119345:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078259.119348:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078259.119349:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078259.119352:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078259.119357:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932538112:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078259.119360:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119362:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078259.119363:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4000 x1855007932538112/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119367:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078259.119369:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078259.119371:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078259.119374:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078259.119375:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078259.119376:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078259.119377:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078259.119379:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508c00.
02000000:00000001:0.0:1769078259.119383:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078259.119385:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078259.119387:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4000.
00000100:00000001:0.0:1769078259.119389:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078259.119391:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119393:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119422:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078259.119425:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078259.119427:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078259.119428:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078259.119430:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078259.119435:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119440:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078259.119441:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078259.119443:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078259.119445:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078259.119446:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078259.119448:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932538240:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078259.119450:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078259.119452:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078259.119453:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078259.119454:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078259.119456:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078259.119458:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078259.119461:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078259.119463:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078259.119465:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078259.119467:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932538240, portal 10
00000100:00000001:0.0:1769078259.119469:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078259.119470:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564475648 : -121121145075968 : ffff91d7492c4700)
00000100:00000040:0.0:1769078259.119474:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119478:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078259.119480:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078259.119481:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078259.119483:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932538240, offset 0
00000400:00000200:0.0:1769078259.119485:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078259.119488:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078259.119490:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078259.119492:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078259.119494:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078259.119495:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078259.119497:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078259.119499:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47860:47860:256:4294967295] 192.168.204.153@tcp LPNI seq info [47860:47860:8:4294967295]
00000400:00000200:0.0:1769078259.119502:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078259.119506:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078259.119509:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078259.119511:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078259.119513:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078259.119515:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078259.119518:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078259.119520:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078259.119522:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078259.119523:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078259.119525:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078259.119528:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078259.119530:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078259.119531:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078259.119532:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078259.119534:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119539:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078259.119541:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119545:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078259.119546:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078259.119548:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078259.119551:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078259.119553:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078259.119554:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299622924
00000100:00000001:0.0:1769078259.119556:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299624226
00000100:00000001:0.0:1769078259.119558:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299622924
00000100:00000001:0.0:1769078259.119559:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299624226
00000100:00000001:0.0:1769078259.119560:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078259.119562:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078259.119563:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078259.119565:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078259/real 1769078259]  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078259.119570:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078259.119571:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078259.119572:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078259.119574:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078259.119575:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078259.119577:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078259.119580:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078259.119588:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119593:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078259.119594:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119596:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078259.119597:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078259.119601:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119608:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078259.119612:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119618:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078259.119621:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119622:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078259.119624:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119625:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078259.119628:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078259.119631:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078259.119634:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078259.119636:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078259.119649:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078259.119657:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932538240:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078259.119661:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078259.119664:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119671:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078259.119672:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078259.119674:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078259.119676:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078259.119678:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078259.119680:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932538368:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078259.119682:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078259.119684:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078259.119685:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078259.119687:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078259.119690:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769078259.119692:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078259.119696:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078259.119698:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078259.119701:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078259.119704:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932538368, portal 10
00000100:00000001:0.0:1769078259.119706:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078259.119707:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564477440 : -121121145074176 : ffff91d7492c4e00)
00000100:00000040:0.0:1769078259.119713:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119725:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078259.119727:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078259.119729:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078259.119732:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932538368, offset 0
00000400:00000200:0.0:1769078259.119735:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078259.119739:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078259.119743:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078259.119745:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078259.119748:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078259.119750:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078259.119752:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078259.119755:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47861:47861:256:4294967295] 192.168.204.153@tcp LPNI seq info [47861:47861:8:4294967295]
00000400:00000200:0.0:1769078259.119758:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078259.119762:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078259.119765:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078259.119767:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078259.119769:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078259.119771:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078259.119774:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078259.119776:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078259.119778:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078259.119779:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078259.119781:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078259.119783:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078259.119785:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078259.119786:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078259.119788:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078259.119790:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119795:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078259.119797:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119804:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078259.119805:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078259.119807:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078259.119809:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078259.119811:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078259.119817:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299622923
00000100:00000001:0.0:1769078259.119819:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299624226
00000100:00000001:0.0:1769078259.119825:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299622923
00000100:00000001:0.0:1769078259.119826:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299624226
00000100:00000001:0.0:1769078259.119828:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078259.119829:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078259.119830:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078259.119832:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078259/real 1769078259]  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078259.119839:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078259.119840:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078259.119841:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078259.119843:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078259.119844:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078259.119845:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078259.119847:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078259.119851:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119855:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078259.119855:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119856:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078259.119857:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078259.119859:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119864:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078259.119866:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119870:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078259.119871:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119872:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078259.119873:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119874:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078259.119876:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078259.119878:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078259.119881:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078259.119882:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078259.119886:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078259.119892:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932538368:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078259.119895:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119897:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078259.119900:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4700 x1855007932538240/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119906:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078259.119908:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078259.119910:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078259.119912:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078259.119914:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078259.119915:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078259.119917:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078259.119919:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:0.0:1769078259.119922:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078259.119924:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078259.119925:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4700.
00000100:00000001:0.0:1769078259.119927:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078259.119929:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119930:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078259.119934:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4e00 x1855007932538368/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078259.119938:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078259.119939:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078259.119940:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769078259.119941:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078259.119942:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078259.119943:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078259.119944:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078259.119945:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:0.0:1769078259.119946:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078259.119947:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078259.119948:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4e00.
00000100:00000001:0.0:1769078259.119949:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078259.119950:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119952:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078259.119956:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078259.119957:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078259.119959:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078259.119960:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078260.014525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078260.014531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078260.014533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078260.014535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078260.014537:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078260.014541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078260.014541:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769078260.014544:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078260.014549:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078260.014551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078260.014552:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078260.014557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078260.014558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078260.014559:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078260.014562:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078260.014568:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078260.014569:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078260.014577:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078260.014582:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078260.014586:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078260.014589:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078260.014589:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078260.014592:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078260.014597:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078260.014597:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078260.014676:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078260.014685:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078260.014686:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078260.014689:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078260.014690:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078260.014692:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.014693:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078260.014694:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078260.014696:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078260.462533:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299624226, at 4299624256
00000100:00000040:2.0:1769078260.462547:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299624226, at 4299624256
00000100:00000010:3.0:1769078260.462547:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600310c0.
00000100:00000010:2.0:1769078260.462562:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031840.
00000100:00000001:2.0:1769078261.038548:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078261.038549:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078261.038549:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078261.038555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078261.038560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078261.038563:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078261.038564:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078261.038565:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078261.038567:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078261.038573:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078261.038573:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.038573:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078261.038574:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078261.038588:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078261.038589:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078261.038589:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078261.038603:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078261.038606:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078261.038606:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078261.038607:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078261.038608:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.038613:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078261.038614:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078261.038615:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078261.038615:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078261.038622:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078261.038624:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078261.038626:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.038627:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078261.038633:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.038637:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078261.038639:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078261.038642:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078261.038646:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078262.062525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078262.062526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078262.062527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078262.062535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078262.062535:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078262.062535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078262.062538:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078262.062539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078262.062546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078262.062548:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078262.062548:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078262.062548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078262.062555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078262.062557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078262.062558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078262.062558:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078262.062565:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078262.062566:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078262.062571:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078262.062572:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078262.062573:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078262.062576:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078262.062577:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078262.062578:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078262.062581:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078262.062583:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078262.062585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078262.062586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078262.062592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078262.062597:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078262.062601:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078262.062634:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078262.062638:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078262.062641:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078263.086537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078263.086537:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078263.086539:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078263.086539:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078263.086544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078263.086545:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078263.086549:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078263.086550:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078263.086552:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078263.086552:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078263.086555:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078263.086557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078263.086558:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078263.086559:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078263.086565:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078263.086567:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078263.086569:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078263.086570:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078263.086577:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078263.086580:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078263.086580:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078263.086582:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078263.086583:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078263.086587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078263.086592:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078263.086594:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078263.086601:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078263.086608:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078263.086609:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078263.086614:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078263.086617:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078263.086618:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078263.086622:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078263.086625:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.110507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078264.110507:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078264.110517:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078264.110517:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078264.110518:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078264.110519:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078264.110523:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078264.110523:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078264.110529:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078264.110530:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078264.110531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078264.110534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078264.110540:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078264.110540:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078264.110541:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078264.110543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078264.110550:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078264.110553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078264.110554:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.110560:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1769078264.110562:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078264.110564:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.110575:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078264.110575:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078264.110575:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078264.110582:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078264.110583:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.110585:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078264.110591:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078264.110595:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078264.110596:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078264.110601:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078264.110603:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078264.110608:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078264.238557:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078264.238567:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078264.238569:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078264.238574:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078264.238578:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078264.238585:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4955
00000400:00000200:1.0:1769078264.238594:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078264.238600:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078264.238602:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078264.238605:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078264.238608:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078264.238610:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078264.238612:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078264.238616:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078264.238617:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078264.238619:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078264.238621:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078264.238623:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078264.238624:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078264.238626:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078264.238627:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078264.238628:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078264.238630:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078264.238632:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078264.238634:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078264.238635:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078264.238638:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078264.238641:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078264.238644:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078264.238646:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078264.238648:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078264.238660:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4e00.
00000020:00000040:1.0:1769078264.238665:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078264.238669:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078264.238672:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078264.238676:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078264.238679:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078264.238684:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078264.238694:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000100:00000001:1.0:1769078264.238701:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078264.238710:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078264.238718:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078264.238721:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078264.238724:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000699d57bf] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078264.238742:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078264.238750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078264.238752:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078264.238754:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078264.238755:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078264.238756:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078264.238758:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4955
00000400:00000200:1.0:1769078264.238760:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078264.238762:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078264.238763:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078264.238765:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078264.238767:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078264.238768:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078264.238769:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078264.238771:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078264.238771:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078264.238773:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078264.238774:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078264.238775:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078264.238777:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769078264.238779:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078264.238781:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078264.238782:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078264.238784:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078264.238785:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078264.238787:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078264.238789:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078264.238791:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078264.238795:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078264.238797:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078264.238798:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078264.238801:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078264.238803:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078264.238804:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078264.238806:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5180.
00000020:00000040:1.0:1769078264.238808:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769078264.238811:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769078264.238811:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078264.238814:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078264.238820:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078264.238822:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769078264.238823:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078264.238827:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.238829:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000010:1.0:1769078264.238831:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769078264.238835:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078264.238841:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078264.238844:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078264.238858:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078264.238860:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078264.238870:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b0b83e] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.238912:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078264.238913:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.238917:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078264.238918:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078264.238925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1769078264.238926:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078264.238933:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078264.238935:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1769078264.238936:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078264.238938:0:38:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:0.0:1769078264.238943:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078264.238943:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4955
00000400:00000200:1.0:1769078264.238959:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:0.0:1769078264.238960:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932538496:192.168.204.153@tcp:250:kworker.0
00000400:00000200:1.0:1769078264.238967:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078264.238972:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078264.238976:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769078264.238980:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078264.238983:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078264.238984:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1769078264.238986:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078264.238992:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:0.0:1769078264.238993:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078264.239003:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1769078264.239003:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078264.239011:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078264.239013:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078264.239014:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769078264.239015:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769078264.239017:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
02000000:00000010:0.0:1769078264.239019:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
00000100:00000040:1.0:1769078264.239020:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000001:0.0:1769078264.239027:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078264.239027:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078264.239034:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078264.239038:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078264.239040:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769078264.239045:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:0.0:1769078264.239048:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078264.239049:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078264.239056:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1769078264.239059:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
02000000:00000001:1.0:1769078264.239060:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078264.239071:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078264.239073:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:0.0:1769078264.239075:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000008:00100000:1.0:1769078264.239076:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078264.239084:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078264.239086:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078264.239089:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932538496, portal 25
00000100:00000010:1.0:1769078264.239091:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4700.
00000100:00000001:0.0:1769078264.239094:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1769078264.239095:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078264.239105:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078264.239106:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559365632 : -121121150185984 : ffff91d748de4e00)
02000000:00000001:1.0:1769078264.239109:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078264.239113:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078264.239115:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078264.239117:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078264.239122:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078264.239123:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769078264.239130:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.239145:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1769078264.239147:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078264.239156:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769078264.239185:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078264.239187:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078264.239193:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000040:1.0:1769078264.239195:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e317231] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078264.239201:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932538496, offset 0
00000100:00000001:1.0:1769078264.239218:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078264.239226:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078264.239226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078264.239232:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078264.239236:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078264.239240:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078264.239244:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4965)
00000400:00000200:0.0:1769078264.239245:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078264.239257:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078264.239264:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078264.239269:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078264.239273:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078264.239278:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078264.239283:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47862:47862:256:4294967295] 192.168.204.153@tcp LPNI seq info [47862:47862:8:4294967295]
00000400:00000200:0.0:1769078264.239288:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078264.239298:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078264.239304:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078264.239309:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078264.239316:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078264.239320:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078264.239325:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078264.239329:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078264.239333:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078264.239335:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078264.239341:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078264.239346:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078264.239350:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078264.239352:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078264.239356:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078264.239361:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239371:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078264.239374:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239381:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.239383:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078264.239388:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078264.239392:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078264.239394:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299629346
00000100:00000010:0.0:1769078264.239400:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600317e0.
00000100:00000001:0.0:1769078264.239452:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078264.239459:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299629347
00000100:00000010:0.0:1769078264.239462:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031120.
00000100:00000001:0.0:1769078264.239465:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078264.239468:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078264.239471:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.239473:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078264.239483:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078264/real 1769078264]  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078264.239492:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078264.239494:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078264.239496:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078264.239499:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078264.239501:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078264.239503:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078264.239506:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078264.239515:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239521:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078264.239523:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.239525:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078264.239526:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078264.239530:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239537:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078264.239541:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239548:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078264.239551:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.239553:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078264.239554:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.239556:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078264.239558:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078264.239561:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078264.239564:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078264.239568:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078264.239572:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078264.239580:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932538496:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078264.239584:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.239586:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078264.239589:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4e00 x1855007932538496/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239595:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078264.239597:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078264.239600:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078264.239603:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078264.239605:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078264.239607:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078264.239609:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078264.239612:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154400.
02000000:00000001:0.0:1769078264.239615:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078264.239617:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078264.239619:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4e00.
00000100:00000001:0.0:1769078264.239622:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078264.239623:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.239625:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.239634:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078264.239636:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.239638:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078264.239640:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078264.239641:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078264.239645:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239652:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078264.239654:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078264.239656:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078264.239658:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078264.239660:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078264.239663:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932538624:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078264.239666:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078264.239668:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078264.239669:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078264.239671:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078264.239673:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078264.239675:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078264.239679:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078264.239681:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078264.239684:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078264.239687:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932538624, portal 10
00000100:00000001:0.0:1769078264.239688:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078264.239690:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559366528 : -121121150185088 : ffff91d748de5180)
00000100:00000040:0.0:1769078264.239695:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239701:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078264.239704:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078264.239705:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078264.239707:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932538624, offset 0
00000400:00000200:0.0:1769078264.239711:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078264.239714:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078264.239717:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078264.239720:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078264.239722:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078264.239724:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078264.239727:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078264.239730:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47863:47863:256:4294967295] 192.168.204.153@tcp LPNI seq info [47863:47863:8:4294967295]
00000400:00000200:0.0:1769078264.239734:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078264.239739:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078264.239743:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078264.239746:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078264.239750:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078264.239752:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078264.239756:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078264.239759:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078264.239762:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078264.239764:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078264.239766:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078264.239769:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078264.239772:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078264.239774:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078264.239776:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078264.239779:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239786:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078264.239789:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239794:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.239796:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078264.239798:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078264.239802:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078264.239805:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078264.239807:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299628044
00000100:00000001:0.0:1769078264.239810:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299629346
00000100:00000001:0.0:1769078264.239812:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299628044
00000100:00000001:0.0:1769078264.239814:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299629347
00000100:00000001:0.0:1769078264.239816:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078264.239818:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.239820:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078264.239823:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078264/real 1769078264]  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078264.239837:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078264.239839:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078264.239840:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078264.239843:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078264.239844:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078264.239846:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078264.239849:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078264.239858:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239864:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078264.239866:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.239867:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078264.239868:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078264.239871:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239878:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078264.239881:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239887:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078264.239890:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.239891:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078264.239893:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.239894:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078264.239896:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078264.239899:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078264.239902:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078264.239904:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078264.239908:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078264.239916:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932538624:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078264.239920:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078264.239923:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239929:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078264.239930:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078264.239933:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078264.239934:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078264.239936:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078264.239939:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932538752:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078264.239942:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078264.239944:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078264.239945:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078264.239947:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078264.239950:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769078264.239952:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078264.239955:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078264.239957:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078264.239960:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078264.239962:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932538752, portal 10
00000100:00000001:0.0:1769078264.239964:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078264.239966:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559363840 : -121121150187776 : ffff91d748de4700)
00000100:00000040:0.0:1769078264.239971:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.239977:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078264.239979:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078264.239981:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078264.239983:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932538752, offset 0
00000400:00000200:0.0:1769078264.239988:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078264.239991:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078264.239994:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078264.239996:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078264.239999:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078264.240001:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078264.240004:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078264.240007:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47864:47864:256:4294967295] 192.168.204.153@tcp LPNI seq info [47864:47864:8:4294967295]
00000400:00000200:0.0:1769078264.240011:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078264.240017:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078264.240021:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078264.240023:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078264.240027:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078264.240029:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078264.240033:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078264.240036:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078264.240040:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078264.240042:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078264.240044:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078264.240048:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078264.240050:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078264.240052:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078264.240054:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078264.240057:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.240064:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078264.240067:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.240073:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.240075:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078264.240077:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078264.240080:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078264.240083:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078264.240085:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299628043
00000100:00000001:0.0:1769078264.240087:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299629346
00000100:00000001:0.0:1769078264.240089:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299628043
00000100:00000001:0.0:1769078264.240091:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299629347
00000100:00000001:0.0:1769078264.240093:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078264.240094:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.240096:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078264.240099:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078264/real 1769078264]  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078264.240106:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078264.240107:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078264.240108:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078264.240110:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078264.240112:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078264.240114:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078264.240117:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078264.240124:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.240130:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078264.240131:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.240133:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078264.240134:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078264.240137:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.240143:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078264.240147:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.240153:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078264.240155:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.240157:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078264.240158:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.240160:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078264.240162:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078264.240180:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078264.240183:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078264.240186:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078264.240189:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078264.240198:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932538752:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078264.240201:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.240202:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078264.240205:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5180 x1855007932538624/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.240211:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078264.240213:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078264.240214:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078264.240216:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078264.240218:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078264.240219:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078264.240221:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078264.240222:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:0.0:1769078264.240224:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078264.240226:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078264.240227:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5180.
00000100:00000001:0.0:1769078264.240230:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078264.240231:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.240232:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078264.240235:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4700 x1855007932538752/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.240247:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078264.240249:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078264.240250:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769078264.240252:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078264.240253:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078264.240254:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078264.240256:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078264.240257:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:0.0:1769078264.240259:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078264.240260:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078264.240261:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4700.
00000100:00000001:0.0:1769078264.240263:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078264.240264:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.240266:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078264.240268:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078264.240269:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.240271:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078264.240272:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:2.0:1769078264.750527:0:38874:0:(osc_request.c:735:osc_update_next_shrink()) next time 6161 to shrink grant
00000100:00000001:2.0:1769078265.134526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078265.134527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078265.134536:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078265.134537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078265.134539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078265.134545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.134547:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078265.134548:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.134550:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078265.134551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078265.134551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078265.134559:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078265.134561:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078265.134563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078265.134564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078265.134573:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078265.134574:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078265.134574:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078265.134578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078265.134579:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078265.134584:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078265.134585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078265.134585:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078265.134592:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078265.134593:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078265.134594:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078265.134602:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078265.134607:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078265.134608:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078265.134611:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078265.134614:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078265.134640:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078265.134646:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078265.134660:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078265.582475:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299629347, at 4299629376
00000100:00000040:2.0:1769078265.582478:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299629346, at 4299629376
00000100:00000010:2.0:1769078265.582494:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600317e0.
00000100:00000010:3.0:1769078265.582497:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031120.
00000100:00000001:2.0:1769078266.158510:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078266.158514:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078266.158515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078266.158520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078266.158520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.158520:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078266.158522:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078266.158525:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.158525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078266.158531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078266.158533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078266.158534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078266.158534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078266.158535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.158538:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.158542:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078266.158543:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078266.158547:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078266.158549:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078266.158549:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.158557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078266.158558:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078266.158563:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.158565:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078266.158568:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078266.158568:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078266.158571:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078266.158572:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.158575:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078266.158576:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078266.158581:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.158582:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078266.158587:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.158591:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078267.182525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078267.182525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078267.182529:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078267.182532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078267.182535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078267.182535:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078267.182535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078267.182538:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769078267.182539:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078267.182540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078267.182540:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078267.182543:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078267.182548:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078267.182549:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078267.182550:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078267.182550:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078267.182553:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078267.182556:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078267.182557:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078267.182558:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078267.182558:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078267.182562:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078267.182563:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078267.182563:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078267.182568:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078267.182570:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078267.182570:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078267.182576:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078267.182577:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078267.182578:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078267.182583:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078267.182586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078267.182587:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078267.182587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078267.182590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078267.182592:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078267.182597:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078267.182621:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078267.182625:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078267.182629:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078268.206521:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078268.206534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078268.206536:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078268.206541:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078268.206542:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078268.206555:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078268.206556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078268.206556:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078268.206559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078268.206563:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078268.206566:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078268.206567:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078268.206572:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078268.206574:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078268.206579:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078268.206582:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078268.206584:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078268.206584:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.206588:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078268.206600:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078268.206604:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078268.206604:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078268.206606:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078268.206611:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078268.206614:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078268.206615:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078268.206624:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078268.206626:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00010000:1.0:1769078268.206627:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078268.206637:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078268.206650:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078268.206655:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078268.206659:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078268.206663:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078269.230526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078269.230526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078269.230532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078269.230534:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078269.230535:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078269.230536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078269.230538:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078269.230538:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078269.230545:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078269.230546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078269.230546:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078269.230551:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078269.230552:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078269.230552:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078269.230555:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078269.230556:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078269.230557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078269.230560:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078269.230560:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078269.230563:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078269.230564:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078269.230567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078269.230567:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078269.230570:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078269.230571:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078269.230573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078269.230576:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.230578:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078269.230635:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078269.230640:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078269.230642:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078269.230644:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078269.230647:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078269.230650:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.230652:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078269.230654:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.230656:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078269.230683:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078269.230687:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078269.230690:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078269.358508:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078269.358519:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078269.358521:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078269.358525:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078269.358529:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078269.358536:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4960
00000400:00000200:1.0:1769078269.358545:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078269.358550:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078269.358559:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078269.358562:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358564:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078269.358566:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358568:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078269.358571:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078269.358573:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078269.358576:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078269.358578:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078269.358579:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078269.358581:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078269.358583:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358584:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078269.358585:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358587:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078269.358589:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078269.358591:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358592:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078269.358594:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078269.358597:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078269.358599:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078269.358601:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078269.358602:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078269.358612:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7480.
00000020:00000040:1.0:1769078269.358615:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078269.358619:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078269.358620:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078269.358623:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078269.358626:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078269.358630:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078269.358637:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769078269.358643:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078269.358651:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078269.358658:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078269.358662:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078269.358665:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07cafef] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.358683:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078269.358685:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078269.358688:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078269.358689:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078269.358690:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078269.358691:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078269.358692:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4960
00000400:00000200:1.0:1769078269.358695:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078269.358696:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078269.358698:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078269.358699:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358700:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078269.358702:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358703:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078269.358705:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078269.358706:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078269.358706:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078269.358708:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078269.358709:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078269.358711:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769078269.358713:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358714:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078269.358715:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358717:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078269.358718:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078269.358720:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358721:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078269.358722:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078269.358727:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078269.358728:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078269.358729:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078269.358730:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:1.0:1769078269.358733:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078269.358736:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:1.0:1769078269.358737:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078269.358740:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.358741:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1769078269.358742:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7800.
00000020:00000040:1.0:1769078269.358745:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078269.358747:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078269.358748:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078269.358750:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078269.358751:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1769078269.358752:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078269.358753:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078269.358757:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:1.0:1769078269.358761:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.358768:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1769078269.358768:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078269.358772:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078269.358779:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078269.358781:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078269.358784:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078269.358787:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004cc4143] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078269.358791:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078269.358797:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078269.358805:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932538880:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078269.358810:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078269.358815:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078269.358817:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078269.358822:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078269.358826:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078269.358829:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
00000100:00080000:1.0:1769078269.358830:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769078269.358834:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078269.358836:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078269.358839:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078269.358841:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078269.358844:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078269.358845:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:1.0:1769078269.358848:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4960
00000400:00000010:0.0:1769078269.358852:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:1.0:1769078269.358853:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078269.358859:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078269.358861:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1769078269.358863:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000040:1.0:1769078269.358864:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358869:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078269.358871:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358873:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000200:0.0:1769078269.358874:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932538880, portal 25
00000020:00000001:1.0:1769078269.358875:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078269.358878:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078269.358881:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559375488 : -121121150176128 : ffff91d748de7480)
00000100:00000040:0.0:1769078269.358889:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078269.358889:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078269.358893:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078269.358896:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769078269.358901:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769078269.358906:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000001:0.0:1769078269.358907:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078269.358912:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:0.0:1769078269.358914:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358918:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769078269.358920:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000040:1.0:1769078269.358924:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358926:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000200:0.0:1769078269.358927:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932538880, offset 0
00000020:00000040:1.0:1769078269.358928:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769078269.358933:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078269.358934:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078269.358936:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078269.358939:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078269.358941:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769078269.358942:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078269.358944:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078269.358947:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078269.358949:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078269.358950:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078269.358953:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4000.
00000400:00000200:0.0:1769078269.358955:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:1.0:1769078269.358956:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078269.358961:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078269.358962:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078269.358965:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:1.0:1769078269.358966:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078269.358969:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078269.358972:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078269.358973:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1769078269.358980:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000400:00000200:0.0:1769078269.358981:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:1.0:1769078269.358987:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078269.358989:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078269.358995:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00100000:1.0:1769078269.358996:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078269.359001:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47865:47865:256:4294967295] 192.168.204.153@tcp LPNI seq info [47865:47865:8:4294967295]
00000400:00000200:0.0:1769078269.359012:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078269.359014:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078269.359017:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078269.359020:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdbad1da] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078269.359032:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078269.359032:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078269.359037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078269.359041:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1769078269.359045:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078269.359045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078269.359050:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078269.359054:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4970)
00000800:00000010:0.0:1769078269.359055:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078269.359065:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078269.359069:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078269.359076:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078269.359106:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078269.359111:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078269.359114:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078269.359122:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078269.359127:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078269.359133:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078269.359136:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078269.359141:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078269.359145:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359154:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078269.359158:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359165:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.359166:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078269.359172:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078269.359177:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078269.359180:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299634466
00000100:00000010:0.0:1769078269.359186:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031f60.
00000100:00000001:0.0:1769078269.359194:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078269.359199:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299634466
00000100:00000010:0.0:1769078269.359202:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ae0.
00000100:00000001:0.0:1769078269.359206:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078269.359209:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078269.359212:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.359215:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078269.359218:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078269/real 1769078269]  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078269.359229:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078269.359231:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078269.359233:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078269.359237:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078269.359238:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078269.359241:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078269.359244:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078269.359259:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359265:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078269.359267:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359269:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078269.359272:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078269.359275:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359282:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078269.359286:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359293:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078269.359296:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359298:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078269.359299:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359301:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078269.359303:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078269.359306:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078269.359310:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078269.359312:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078269.359316:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078269.359324:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932538880:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078269.359329:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359331:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078269.359334:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7480 x1855007932538880/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359346:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078269.359348:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078269.359351:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769078269.359354:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078269.359355:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078269.359357:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078269.359359:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078269.359361:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:0.0:1769078269.359365:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078269.359367:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078269.359369:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7480.
00000100:00000001:0.0:1769078269.359372:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078269.359373:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359375:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359383:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078269.359385:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.359387:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078269.359396:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078269.359397:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078269.359401:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359428:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078269.359430:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078269.359432:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078269.359433:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078269.359435:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078269.359438:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932539008:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078269.359440:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078269.359442:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078269.359443:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078269.359445:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078269.359448:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769078269.359450:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078269.359454:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078269.359456:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078269.359459:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078269.359462:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932539008, portal 10
00000100:00000001:0.0:1769078269.359464:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078269.359465:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559376384 : -121121150175232 : ffff91d748de7800)
00000100:00000040:0.0:1769078269.359471:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359477:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078269.359480:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078269.359481:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078269.359484:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932539008, offset 0
00000400:00000200:0.0:1769078269.359487:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078269.359491:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078269.359495:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078269.359498:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078269.359500:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078269.359502:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078269.359505:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078269.359508:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47866:47866:256:4294967295] 192.168.204.153@tcp LPNI seq info [47866:47866:8:4294967295]
00000400:00000200:0.0:1769078269.359512:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078269.359518:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078269.359522:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078269.359526:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078269.359529:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078269.359532:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078269.359536:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078269.359538:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078269.359542:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078269.359543:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078269.359546:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078269.359549:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078269.359552:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078269.359554:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078269.359557:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078269.359560:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359568:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078269.359571:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359578:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.359579:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078269.359582:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078269.359586:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078269.359588:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078269.359591:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299633164
00000100:00000001:0.0:1769078269.359593:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299634466
00000100:00000001:0.0:1769078269.359596:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299633164
00000100:00000001:0.0:1769078269.359598:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299634466
00000100:00000001:0.0:1769078269.359600:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078269.359603:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.359605:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078269.359608:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078269/real 1769078269]  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078269.359616:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078269.359617:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078269.359618:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078269.359620:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078269.359622:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078269.359624:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078269.359627:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078269.359636:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359647:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078269.359649:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359650:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078269.359652:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078269.359655:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359661:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078269.359665:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359671:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078269.359673:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359675:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078269.359676:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359677:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078269.359679:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078269.359682:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078269.359685:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078269.359687:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078269.359691:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078269.359698:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932539008:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078269.359702:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078269.359705:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359711:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078269.359712:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078269.359715:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078269.359716:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078269.359719:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078269.359721:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932539136:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078269.359724:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078269.359726:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078269.359727:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078269.359729:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078269.359732:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078269.359733:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078269.359736:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078269.359737:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078269.359739:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078269.359741:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932539136, portal 10
00000100:00000001:0.0:1769078269.359742:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078269.359743:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362048 : -121121150189568 : ffff91d748de4000)
00000100:00000040:0.0:1769078269.359747:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359751:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078269.359753:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078269.359754:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078269.359755:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932539136, offset 0
00000400:00000200:0.0:1769078269.359757:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078269.359760:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078269.359762:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078269.359763:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078269.359765:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078269.359767:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078269.359768:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078269.359770:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47867:47867:256:4294967295] 192.168.204.153@tcp LPNI seq info [47867:47867:8:4294967295]
00000400:00000200:0.0:1769078269.359772:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078269.359776:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078269.359779:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078269.359781:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078269.359783:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078269.359785:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078269.359787:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078269.359789:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078269.359791:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078269.359793:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078269.359794:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078269.359796:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078269.359798:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078269.359799:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078269.359800:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078269.359802:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359806:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078269.359808:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359812:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.359812:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078269.359814:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078269.359815:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078269.359817:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078269.359818:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299633163
00000100:00000001:0.0:1769078269.359819:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299634466
00000100:00000001:0.0:1769078269.359820:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299633163
00000100:00000001:0.0:1769078269.359822:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299634466
00000100:00000001:0.0:1769078269.359823:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078269.359824:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.359825:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078269.359827:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078269/real 1769078269]  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078269.359832:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078269.359833:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078269.359834:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078269.359835:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078269.359836:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078269.359837:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078269.359838:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078269.359842:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359846:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078269.359847:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359848:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078269.359848:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078269.359850:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359854:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078269.359856:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359859:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078269.359861:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359861:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078269.359862:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359863:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078269.359865:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078269.359866:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078269.359868:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078269.359869:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078269.359871:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078269.359876:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932539136:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078269.359878:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359879:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078269.359880:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7800 x1855007932539008/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359884:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078269.359885:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078269.359886:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769078269.359887:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078269.359888:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078269.359888:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078269.359889:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078269.359890:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:0.0:1769078269.359892:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078269.359892:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078269.359893:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7800.
00000100:00000001:0.0:1769078269.359894:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078269.359895:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359896:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078269.359898:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4000 x1855007932539136/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.359901:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078269.359902:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078269.359902:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078269.359904:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078269.359904:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078269.359905:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078269.359906:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078269.359906:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156800.
02000000:00000001:0.0:1769078269.359907:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078269.359909:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078269.359909:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4000.
00000100:00000001:0.0:1769078269.359911:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078269.359912:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359913:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078269.359915:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078269.359916:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.359917:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078269.359918:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078270.254516:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078270.254517:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078270.254517:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078270.254520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078270.254525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.254526:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078270.254526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078270.254527:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078270.254531:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.254531:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078270.254532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078270.254532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078270.254536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078270.254539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078270.254540:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078270.254540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078270.254545:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078270.254545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078270.254546:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078270.254551:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078270.254551:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078270.254551:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078270.254556:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078270.254559:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078270.254562:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078270.254562:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078270.254567:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078270.254568:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078270.254572:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078270.254573:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078270.254576:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078270.254576:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078270.254579:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078270.254581:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078270.702551:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299634466, at 4299634496
00000100:00000040:2.0:1769078270.702552:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299634466, at 4299634496
00000100:00000010:2.0:1769078270.702573:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031f60.
00000100:00000010:3.0:1769078270.702577:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031ae0.
00000100:00000001:0.0:1769078271.278540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078271.278540:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078271.278550:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078271.278551:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078271.278554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078271.278555:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.278555:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078271.278557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078271.278563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078271.278564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078271.278564:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078271.278567:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078271.278569:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078271.278570:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078271.278573:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.278575:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078271.278578:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078271.278583:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078271.278586:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.278589:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078271.278593:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.278595:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078271.278635:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078271.278639:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078271.278643:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078271.278657:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078271.278662:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078271.278663:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078271.278666:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078271.278668:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078271.278678:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078271.278680:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078271.278682:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078271.278684:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078272.302575:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078272.302575:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078272.302585:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078272.302585:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078272.302589:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078272.302590:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078272.302600:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078272.302600:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078272.302608:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078272.302608:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078272.302614:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078272.302615:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078272.302620:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078272.302624:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078272.302628:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078272.302636:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078272.302640:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078272.302642:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078272.302698:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078272.302702:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078272.302704:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078272.302707:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078272.302709:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078272.302711:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078272.302713:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078272.302715:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078272.302725:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078272.302829:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078272.302832:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078272.302837:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078272.302838:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078272.302857:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078272.302859:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078272.302863:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078273.326533:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078273.326533:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078273.326533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078273.326542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078273.326544:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078273.326545:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078273.326545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078273.326549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078273.326550:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078273.326550:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078273.326550:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078273.326560:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078273.326560:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078273.326560:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078273.326561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078273.326565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078273.326568:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078273.326569:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078273.326569:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078273.326573:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078273.326573:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078273.326574:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078273.326580:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078273.326584:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078273.326587:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078273.326587:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078273.326591:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078273.326594:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078273.326595:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078273.326598:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769078273.326601:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078273.326602:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078273.326606:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078273.326611:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078274.350531:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078274.350531:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078274.350531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078274.350541:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078274.350541:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078274.350542:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078274.350546:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078274.350546:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078274.350546:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078274.350556:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078274.350556:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078274.350556:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078274.350563:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078274.350564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078274.350564:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078274.350572:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078274.350572:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078274.350573:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078274.350579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078274.350583:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078274.350587:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078274.350587:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078274.350590:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078274.350593:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078274.350594:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078274.350597:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.350600:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078274.350720:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078274.350724:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078274.350728:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078274.350729:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078274.350745:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078274.350748:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078274.350751:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078274.478530:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078274.478541:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078274.478543:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078274.478547:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078274.478551:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078274.478558:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4965
00000400:00000200:1.0:1769078274.478569:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078274.478574:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078274.478577:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078274.478580:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078274.478583:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078274.478585:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078274.478588:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078274.478592:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078274.478594:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078274.478597:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078274.478600:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078274.478603:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078274.478606:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078274.478609:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078274.478611:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078274.478612:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078274.478614:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078274.478617:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078274.478621:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078274.478624:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078274.478627:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078274.478631:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078274.478634:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.478637:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078274.478639:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078274.478652:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7100.
00000020:00000040:1.0:1769078274.478655:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078274.478659:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078274.478661:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.478664:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078274.478667:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078274.478672:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078274.478682:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155000.
00000100:00000001:1.0:1769078274.478691:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078274.478702:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078274.478714:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078274.478719:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078274.478724:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef5307cc] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.478757:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078274.478760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078274.478764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078274.478765:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078274.478767:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078274.478770:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078274.478773:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4965
00000400:00000200:1.0:1769078274.478778:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078274.478782:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078274.478784:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078274.478788:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078274.478788:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078274.478792:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078274.478795:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078274.478796:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078274.478799:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078274.478800:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078274.478805:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078274.478808:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000040:0.0:1769078274.478810:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078274.478810:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078274.478814:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078274.478820:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078274.478826:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:0.0:1769078274.478827:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078274.478830:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078274.478831:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078274.478834:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078274.478836:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769078274.478836:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078274.478839:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:0.0:1769078274.478841:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769078274.478844:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:0.0:1769078274.478845:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078274.478848:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078274.478852:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078274.478853:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932539264:192.168.204.153@tcp:250:kworker.0
02000000:00000001:1.0:1769078274.478854:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078274.478860:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078274.478861:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078274.478865:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.478866:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078274.478867:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1769078274.478870:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078274.478871:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078274.478876:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078274.478882:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
00000008:00000001:1.0:1769078274.478882:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.478887:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078274.478888:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078274.478895:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5500.
00000020:00000040:1.0:1769078274.478899:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000400:00000200:0.0:1769078274.478900:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769078274.478904:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078274.478907:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078274.478908:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00000001:1.0:1769078274.478910:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078274.478913:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078274.478915:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078274.478916:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
02000000:00000010:1.0:1769078274.478922:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156800.
00000100:00000200:0.0:1769078274.478926:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932539264, portal 25
00000100:00000001:1.0:1769078274.478928:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078274.478930:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078274.478933:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559374592 : -121121150177024 : ffff91d748de7100)
00000100:00100000:1.0:1769078274.478938:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078274.478943:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.478955:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078274.478958:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078274.478960:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078274.478963:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078274.478967:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000040:1.0:1769078274.478971:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d81c436f] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078274.478972:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932539264, offset 0
00000400:00000200:0.0:1769078274.478981:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078274.479003:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078274.479005:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078274.479008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078274.479012:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00080000:1.0:1769078274.479012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078274.479015:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078274.479019:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078274.479022:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078274.479024:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078274.479029:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4965
00000400:00000200:0.0:1769078274.479037:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078274.479042:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078274.479046:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078274.479049:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47868:47868:256:4294967295] 192.168.204.153@tcp LPNI seq info [47868:47868:8:4294967295]
00000400:00000200:0.0:1769078274.479054:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078274.479061:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078274.479069:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1769078274.479071:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078274.479076:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1769078274.479081:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078274.479081:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078274.479086:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078274.479089:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000010:0.0:1769078274.479091:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000100:00000001:1.0:1769078274.479091:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078274.479096:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078274.479098:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078274.479100:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1769078274.479104:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:1.0:1769078274.479104:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:1.0:1769078274.479110:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:0.0:1769078274.479112:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1769078274.479114:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769078274.479122:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078274.479125:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078274.479126:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000200:0.1:1769078274.479130:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:1.0:1769078274.479131:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078274.479137:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000200:0.1:1769078274.479137:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000100:00080000:1.0:1769078274.479144:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000100:0.0:1769078274.479147:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769078274.479149:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078274.479152:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
02000000:00000001:1.0:1769078274.479153:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078274.479158:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078274.479161:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769078274.479162:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.479166:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078274.479170:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000008:00100000:1.0:1769078274.479171:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078274.479176:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078274.479178:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000100:00000001:1.0:1769078274.479179:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078274.479182:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000010:1.0:1769078274.479184:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5c00.
00000020:00000040:1.0:1769078274.479187:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769078274.479188:0:2416:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1769078274.479190:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078274.479193:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078274.479195:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.479195:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078274.479197:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078274.479200:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078274.479206:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749157000.
00000100:00000001:0.0:1769078274.479211:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078274.479212:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078274.479216:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078274.479222:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078274.479231:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.479237:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078274.479241:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078274.479242:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078274.479249:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078274.479250:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a34063] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078274.479257:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078274.479262:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299639586
00000100:00000001:1.0:1769078274.479265:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078274.479269:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031cc0.
00000100:00000040:1.0:1769078274.479269:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078274.479274:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078274.479276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078274.479280:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1769078274.479280:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078274.479286:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4975)
00000100:00000001:0.0:1769078274.479290:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299639586
00000100:00000010:0.0:1769078274.479295:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600316c0.
00000100:00000001:0.0:1769078274.479299:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078274.479302:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078274.479306:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078274.479309:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078274.479314:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078274/real 1769078274]  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078274.479332:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078274.479334:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078274.479337:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078274.479340:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078274.479342:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078274.479344:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078274.479349:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078274.479358:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479371:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078274.479373:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.479375:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078274.479378:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078274.479382:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479389:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078274.479394:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479400:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078274.479428:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.479429:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078274.479431:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.479434:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078274.479436:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078274.479439:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078274.479443:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078274.479446:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078274.479451:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078274.479459:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932539264:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078274.479464:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.479467:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078274.479469:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7100 x1855007932539264/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479482:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078274.479485:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078274.479488:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769078274.479491:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078274.479500:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078274.479502:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078274.479504:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078274.479507:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155000.
02000000:00000001:0.0:1769078274.479511:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078274.479514:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078274.479515:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7100.
00000100:00000001:0.0:1769078274.479519:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078274.479520:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.479522:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.479530:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078274.479532:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078274.479535:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078274.479536:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078274.479537:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078274.479541:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479548:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078274.479549:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078274.479551:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078274.479559:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078274.479561:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078274.479564:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932539392:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078274.479568:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078274.479570:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078274.479571:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078274.479573:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078274.479576:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769078274.479578:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078274.479582:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078274.479585:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078274.479588:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078274.479591:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932539392, portal 10
00000100:00000001:0.0:1769078274.479593:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078274.479594:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559367424 : -121121150184192 : ffff91d748de5500)
00000100:00000040:0.0:1769078274.479600:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479607:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078274.479609:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078274.479611:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078274.479613:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932539392, offset 0
00000400:00000200:0.0:1769078274.479617:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078274.479620:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078274.479624:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078274.479627:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078274.479629:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078274.479632:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078274.479634:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078274.479637:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47869:47869:256:4294967295] 192.168.204.153@tcp LPNI seq info [47869:47869:8:4294967295]
00000400:00000200:0.0:1769078274.479641:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078274.479647:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078274.479652:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078274.479654:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078274.479671:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078274.479673:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078274.479678:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078274.479681:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078274.479684:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078274.479686:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078274.479688:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078274.479692:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078274.479695:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078274.479697:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078274.479699:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078274.479703:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479711:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078274.479716:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479723:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078274.479725:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078274.479728:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078274.479731:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078274.479735:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078274.479737:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299638284
00000100:00000001:0.0:1769078274.479740:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299639586
00000100:00000001:0.0:1769078274.479742:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299638284
00000100:00000001:0.0:1769078274.479744:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299639586
00000100:00000001:0.0:1769078274.479746:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078274.479749:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078274.479751:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078274.479754:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078274/real 1769078274]  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078274.479762:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078274.479764:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078274.479765:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078274.479768:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078274.479769:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078274.479771:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078274.479774:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078274.479783:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479795:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078274.479796:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.479798:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078274.479799:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078274.479803:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479809:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078274.479813:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479820:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078274.479823:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.479824:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078274.479826:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.479828:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078274.479830:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078274.479832:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078274.479836:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078274.479838:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078274.479842:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078274.479849:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932539392:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078274.479853:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078274.479856:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479862:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078274.479864:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078274.479866:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078274.479868:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078274.479870:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078274.479873:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932539520:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078274.479876:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078274.479878:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078274.479879:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078274.479881:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078274.479885:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9000.
02000000:00000001:0.0:1769078274.479888:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078274.479892:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078274.479894:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078274.479897:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078274.479900:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932539520, portal 10
00000100:00000001:0.0:1769078274.479902:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078274.479903:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559369216 : -121121150182400 : ffff91d748de5c00)
00000100:00000040:0.0:1769078274.479912:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.479919:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078274.479921:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078274.479923:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078274.479925:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932539520, offset 0
00000400:00000200:0.0:1769078274.479929:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078274.479933:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078274.479936:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078274.479939:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078274.479941:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078274.479944:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078274.479946:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078274.479949:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47870:47870:256:4294967295] 192.168.204.153@tcp LPNI seq info [47870:47870:8:4294967295]
00000400:00000200:0.0:1769078274.479954:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078274.479959:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078274.479964:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078274.479967:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078274.479971:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078274.479973:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078274.479977:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078274.479980:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078274.479984:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078274.479986:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078274.479989:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078274.480007:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078274.480010:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078274.480011:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078274.480014:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078274.480018:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.480025:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078274.480028:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.480034:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078274.480036:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078274.480038:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078274.480041:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078274.480044:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078274.480046:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299638283
00000100:00000001:0.0:1769078274.480049:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299639586
00000100:00000001:0.0:1769078274.480051:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299638283
00000100:00000001:0.0:1769078274.480053:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299639586
00000100:00000001:0.0:1769078274.480055:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078274.480057:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078274.480059:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078274.480062:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078274/real 1769078274]  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078274.480070:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078274.480071:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078274.480073:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078274.480075:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078274.480077:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078274.480079:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078274.480082:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078274.480090:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.480097:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078274.480098:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.480100:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078274.480101:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078274.480104:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.480111:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078274.480115:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.480121:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078274.480123:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.480125:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078274.480126:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.480128:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078274.480131:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078274.480134:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078274.480137:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078274.480139:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078274.480143:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078274.480151:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932539520:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078274.480155:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.480157:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078274.480159:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5500 x1855007932539392/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.480165:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078274.480167:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078274.480169:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769078274.480171:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078274.480173:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078274.480174:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078274.480176:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078274.480177:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156800.
02000000:00000001:0.0:1769078274.480179:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078274.480181:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078274.480182:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5500.
00000100:00000001:0.0:1769078274.480185:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078274.480186:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.480188:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078274.480190:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5c00 x1855007932539520/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078274.480196:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078274.480197:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078274.480199:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9000.
02000000:00000001:0.0:1769078274.480201:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078274.480202:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078274.480203:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078274.480205:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078274.480206:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749157000.
02000000:00000001:0.0:1769078274.480208:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078274.480209:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078274.480211:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5c00.
00000100:00000001:0.0:1769078274.480213:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078274.480214:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.480216:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078274.480218:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078274.480220:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078274.480221:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078274.480223:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078275.374478:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078275.374489:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078275.374491:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078275.374497:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1769078275.374500:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078275.374503:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078275.374506:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078275.374506:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078275.374512:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078275.374513:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078275.374515:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078275.374518:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078275.374519:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078275.374524:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078275.374533:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078275.374536:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078275.374539:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078275.374556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078275.374561:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078275.374566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078275.374568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078275.374599:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078275.374603:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078275.374604:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078275.374607:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078275.374610:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078275.374613:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078275.374616:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078275.374618:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078275.374620:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078275.374634:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078275.374639:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078275.374643:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078275.374657:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078275.822483:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299639586, at 4299639616
00000100:00000010:3.0:1769078275.822499:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600316c0.
00000100:00000040:2.0:1769078275.822503:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299639586, at 4299639616
00000100:00000010:2.0:1769078275.822515:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031cc0.
00000100:00000001:2.0:1769078276.398527:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078276.398529:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078276.398529:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078276.398537:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.398537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078276.398537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078276.398542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.398551:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078276.398554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078276.398558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078276.398558:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078276.398558:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078276.398568:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078276.398569:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078276.398577:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.398578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078276.398582:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078276.398586:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.398586:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078276.398592:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078276.398594:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078276.398598:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.398644:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078276.398647:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078276.398648:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078276.398652:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078276.398654:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078276.398655:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078276.398660:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078276.398663:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078276.398666:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078276.398668:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078276.398670:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078276.398672:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078277.422543:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078277.422544:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078277.422546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078277.422548:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078277.422553:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769078277.422554:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078277.422554:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078277.422557:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078277.422557:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078277.422559:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078277.422560:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078277.422565:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078277.422565:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078277.422568:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078277.422569:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078277.422582:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078277.422583:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078277.422583:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078277.422583:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078277.422588:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078277.422590:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078277.422590:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078277.422591:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078277.422592:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078277.422595:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078277.422602:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078277.422602:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078277.422603:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078277.422614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078277.422615:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078277.422616:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078277.422616:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078277.422621:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078277.422625:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078277.422626:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078277.422630:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078277.422634:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078277.422645:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078277.422647:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078277.422649:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078278.446573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078278.446575:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078278.446576:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078278.446576:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078278.446588:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078278.446588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078278.446589:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078278.446589:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078278.446596:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078278.446597:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078278.446601:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078278.446606:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078278.446607:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078278.446608:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078278.446611:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078278.446617:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078278.446617:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078278.446617:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078278.446628:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078278.446629:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078278.446630:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078278.446635:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078278.446635:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078278.446637:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078278.446645:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078278.446645:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078278.446650:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078278.446655:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078278.446655:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078278.446660:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078278.446665:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078278.446672:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078278.446677:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078278.446683:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078279.470533:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078279.470534:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078279.470534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078279.470545:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078279.470545:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078279.470545:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078279.470549:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078279.470550:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078279.470550:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078279.470559:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078279.470559:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078279.470559:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078279.470566:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078279.470566:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078279.470572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.470576:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078279.470577:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.470580:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.470582:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078279.470587:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.470590:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078279.470594:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078279.470597:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078279.470600:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078279.470668:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078279.470672:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078279.470676:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078279.470680:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078279.470682:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078279.470685:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078279.470689:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078279.470696:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078279.470698:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078279.470701:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078279.470711:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078279.470715:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.470718:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078279.470748:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078279.470752:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078279.470756:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078279.598563:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078279.598577:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078279.598580:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078279.598585:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078279.598590:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078279.598599:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4970
00000400:00000200:1.0:1769078279.598612:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078279.598619:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078279.598623:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078279.598627:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078279.598630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078279.598633:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078279.598636:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078279.598641:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078279.598643:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078279.598646:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078279.598648:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078279.598651:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078279.598653:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078279.598656:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078279.598658:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078279.598660:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078279.598670:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078279.598674:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078279.598678:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078279.598680:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078279.598684:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078279.598688:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078279.598691:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078279.598694:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078279.598697:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078279.598709:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5f80.
00000020:00000040:1.0:1769078279.598713:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078279.598718:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078279.598720:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078279.598723:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078279.598726:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078279.598731:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078279.598742:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156000.
00000100:00000001:1.0:1769078279.598750:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078279.598760:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078279.598770:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078279.598775:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078279.598780:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab0876a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078279.598805:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078279.598808:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078279.598812:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078279.598813:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078279.598815:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078279.598818:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078279.598820:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4970
00000400:00000200:1.0:1769078279.598824:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078279.598828:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078279.598830:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078279.598834:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078279.598837:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078279.598839:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078279.598842:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078279.598844:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078279.598846:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078279.598848:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078279.598849:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:0.0:1769078279.598852:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078279.598852:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:1.0:1769078279.598857:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:0.0:1769078279.598859:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078279.598862:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078279.598863:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078279.598868:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078279.598873:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000040:0.0:1769078279.598874:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078279.598876:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769078279.598888:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078279.598891:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078279.598891:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:0.0:1769078279.598899:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1769078279.598899:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:0.0:1769078279.598903:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078279.598904:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078279.598917:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078279.598922:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932539648:192.168.204.153@tcp:250:kworker.0
02000000:00000001:1.0:1769078279.598924:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078279.598932:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078279.598935:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078279.598937:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078279.598938:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078279.598943:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1769078279.598944:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078279.598947:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078279.598949:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078279.598952:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078279.598953:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078279.598958:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
00000100:00000010:1.0:1769078279.598960:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4380.
02000000:00000001:0.0:1769078279.598962:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078279.598964:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078279.598969:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078279.598971:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078279.598973:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078279.598974:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078279.598977:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078279.598979:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078279.598980:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
02000000:00000010:1.0:1769078279.598985:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000400:00000010:0.0:1769078279.598989:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000001:1.0:1769078279.598990:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078279.598997:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078279.599001:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932539648, portal 25
00000100:00000001:0.0:1769078279.599007:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078279.599008:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078279.599011:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559370112 : -121121150181504 : ffff91d748de5f80)
00000100:00000001:1.0:1769078279.599012:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078279.599022:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078279.599022:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c1fb56] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599047:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078279.599049:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078279.599054:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769078279.599055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769078279.599058:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00080000:1.0:1769078279.599060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1769078279.599064:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932539648, offset 0
00000100:00000001:1.0:1769078279.599064:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078279.599067:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078279.599071:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078279.599074:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769078279.599077:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4970
00000400:00000200:1.0:1769078279.599082:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078279.599085:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078279.599088:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769078279.599089:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:1.0:1769078279.599093:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078279.599098:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:1.0:1769078279.599098:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078279.599103:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078279.599106:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078279.599107:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078279.599111:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769078279.599113:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000020:00000040:1.0:1769078279.599114:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078279.599118:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078279.599119:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769078279.599121:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:0.0:1769078279.599124:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000020:00000001:1.0:1769078279.599126:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:0.0:1769078279.599131:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47871:47871:256:4294967295] 192.168.204.153@tcp LPNI seq info [47871:47871:8:4294967295]
00000020:00000001:1.0:1769078279.599131:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:1.0:1769078279.599137:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078279.599141:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078279.599143:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078279.599154:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078279.599158:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078279.599159:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078279.599164:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:1.0:1769078279.599169:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000200:0.0:1769078279.599172:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:1.0:1769078279.599174:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078279.599177:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1769078279.599179:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
02000000:00000001:1.0:1769078279.599181:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078279.599185:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078279.599186:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078279.599188:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078279.599191:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078279.599193:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078279.599197:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6d80.
00000020:00000040:1.0:1769078279.599200:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000800:00000200:0.0:1769078279.599201:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:1.0:1769078279.599203:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078279.599206:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078279.599207:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1769078279.599208:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078279.599211:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078279.599215:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078279.599216:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000010:1.0:1769078279.599220:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000800:00000200:0.1:1769078279.599222:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1769078279.599225:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769078279.599230:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078279.599235:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000100:00100000:1.0:1769078279.599235:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078279.599243:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078279.599244:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078279.599248:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078279.599252:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769078279.599256:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066daca7b] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078279.599264:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000100:00000001:1.0:1769078279.599266:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078279.599269:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000040:1.0:1769078279.599270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078279.599276:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078279.599276:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078279.599281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1769078279.599284:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078279.599286:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078279.599294:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4981)
00000100:00000001:0.0:1769078279.599298:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078279.599303:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599311:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078279.599313:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078279.599319:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078279.599324:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078279.599328:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299644706
00000100:00000010:0.0:1769078279.599335:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031300.
00000100:00000001:0.0:1769078279.599343:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078279.599348:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299644706
00000100:00000010:0.0:1769078279.599351:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031600.
00000100:00000001:0.0:1769078279.599354:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078279.599358:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078279.599360:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078279.599363:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078279.599368:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078279/real 1769078279]  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078279.599379:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078279.599380:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078279.599383:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078279.599387:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078279.599389:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078279.599391:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078279.599395:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078279.599431:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599438:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078279.599440:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.599443:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078279.599445:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078279.599449:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599457:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078279.599462:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599476:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078279.599479:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.599481:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078279.599482:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.599484:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078279.599486:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078279.599489:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078279.599493:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078279.599495:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078279.599499:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078279.599507:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932539648:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078279.599512:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.599514:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078279.599517:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5f80 x1855007932539648/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599524:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078279.599527:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078279.599529:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769078279.599532:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078279.599534:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078279.599535:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078279.599538:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078279.599540:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156000.
02000000:00000001:0.0:1769078279.599544:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078279.599546:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078279.599548:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5f80.
00000100:00000001:0.0:1769078279.599551:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078279.599553:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.599555:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.599564:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078279.599566:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078279.599568:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078279.599570:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078279.599571:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078279.599574:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599581:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078279.599583:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078279.599585:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078279.599587:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078279.599590:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078279.599592:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932539776:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078279.599596:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078279.599599:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078279.599600:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078279.599602:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078279.599605:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769078279.599607:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078279.599612:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078279.599615:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078279.599618:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078279.599620:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932539776, portal 10
00000100:00000001:0.0:1769078279.599622:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078279.599624:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559362944 : -121121150188672 : ffff91d748de4380)
00000100:00000040:0.0:1769078279.599630:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599636:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078279.599639:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078279.599641:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078279.599643:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932539776, offset 0
00000400:00000200:0.0:1769078279.599647:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078279.599651:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078279.599655:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078279.599658:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078279.599661:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078279.599663:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078279.599665:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078279.599668:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47872:47872:256:4294967295] 192.168.204.153@tcp LPNI seq info [47872:47872:8:4294967295]
00000400:00000200:0.0:1769078279.599672:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078279.599679:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078279.599684:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078279.599688:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078279.599692:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078279.599694:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078279.599699:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078279.599701:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078279.599705:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078279.599707:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078279.599710:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078279.599713:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078279.599715:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078279.599717:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078279.599720:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078279.599724:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599731:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078279.599735:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599742:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078279.599743:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078279.599746:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078279.599750:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078279.599753:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078279.599755:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299643404
00000100:00000001:0.0:1769078279.599758:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299644706
00000100:00000001:0.0:1769078279.599760:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299643404
00000100:00000001:0.0:1769078279.599762:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299644706
00000100:00000001:0.0:1769078279.599764:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078279.599766:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078279.599767:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078279.599771:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078279/real 1769078279]  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078279.599778:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078279.599780:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078279.599781:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078279.599784:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078279.599785:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078279.599787:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078279.599790:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078279.599798:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599804:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078279.599805:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.599807:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078279.599808:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078279.599812:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599818:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078279.599821:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599828:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078279.599830:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.599832:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078279.599834:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.599835:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078279.599837:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078279.599840:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078279.599843:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078279.599845:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078279.599849:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078279.599857:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932539776:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078279.599861:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078279.599864:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599870:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078279.599871:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078279.599873:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078279.599875:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078279.599877:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078279.599880:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932539904:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078279.599883:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078279.599885:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078279.599887:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078279.599888:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078279.599891:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9400.
02000000:00000001:0.0:1769078279.599893:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078279.599897:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078279.599899:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078279.599902:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078279.599923:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932539904, portal 10
00000100:00000001:0.0:1769078279.599925:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078279.599927:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559373696 : -121121150177920 : ffff91d748de6d80)
00000100:00000040:0.0:1769078279.599933:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.599940:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078279.599942:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078279.599945:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078279.599947:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932539904, offset 0
00000400:00000200:0.0:1769078279.599952:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078279.599956:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078279.599960:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078279.599963:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078279.599965:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078279.599968:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078279.599970:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078279.599973:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47873:47873:256:4294967295] 192.168.204.153@tcp LPNI seq info [47873:47873:8:4294967295]
00000400:00000200:0.0:1769078279.599977:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078279.599983:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078279.599988:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078279.599991:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078279.599995:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078279.599998:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078279.600002:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078279.600005:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078279.600009:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078279.600011:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078279.600013:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078279.600017:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078279.600019:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078279.600021:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078279.600023:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078279.600027:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.600034:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078279.600038:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.600045:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078279.600046:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078279.600049:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078279.600051:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078279.600054:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078279.600057:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299643403
00000100:00000001:0.0:1769078279.600059:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299644706
00000100:00000001:0.0:1769078279.600061:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299643403
00000100:00000001:0.0:1769078279.600064:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299644706
00000100:00000001:0.0:1769078279.600066:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078279.600068:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078279.600070:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078279.600073:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078279/real 1769078279]  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078279.600080:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078279.600082:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078279.600084:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078279.600085:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078279.600087:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078279.600089:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078279.600092:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078279.600101:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.600107:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078279.600108:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.600110:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078279.600111:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078279.600115:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.600122:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078279.600126:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.600132:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078279.600134:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.600136:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078279.600137:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.600139:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078279.600142:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078279.600144:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078279.600147:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078279.600148:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078279.600152:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078279.600159:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932539904:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078279.600163:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.600164:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078279.600167:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4380 x1855007932539776/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.600174:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078279.600176:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078279.600177:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:0.0:1769078279.600179:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078279.600181:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078279.600182:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078279.600184:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078279.600186:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:0.0:1769078279.600188:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078279.600190:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078279.600191:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4380.
00000100:00000001:0.0:1769078279.600194:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078279.600195:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.600197:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078279.600200:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6d80 x1855007932539904/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078279.600206:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078279.600207:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078279.600208:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9400.
02000000:00000001:0.0:1769078279.600210:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078279.600211:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078279.600212:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078279.600214:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078279.600216:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:0.0:1769078279.600218:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078279.600219:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078279.600221:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6d80.
00000100:00000001:0.0:1769078279.600223:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078279.600224:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.600226:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078279.600229:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078279.600231:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078279.600233:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078279.600234:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.494515:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078280.494515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078280.494515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078280.494520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078280.494523:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078280.494524:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078280.494524:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078280.494525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078280.494526:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078280.494528:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.494529:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078280.494533:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078280.494536:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078280.494536:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078280.494537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078280.494538:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078280.494541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.494544:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078280.494544:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078280.494549:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078280.494549:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078280.494550:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078280.494555:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078280.494558:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078280.494561:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078280.494563:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078280.494567:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078280.494571:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078280.494571:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078280.494575:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078280.494575:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078280.494581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078280.494581:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078280.494588:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078280.942502:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299644706, at 4299644736
00000100:00000040:3.0:1769078280.942502:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299644706, at 4299644736
00000100:00000010:3.0:1769078280.942522:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031600.
00000100:00000010:2.0:1769078280.942523:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031300.
00000100:00000001:2.0:1769078281.518518:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078281.518518:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078281.518527:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078281.518527:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078281.518531:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.518531:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078281.518540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078281.518540:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078281.518542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078281.518547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078281.518547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.518547:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078281.518548:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078281.518554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078281.518554:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.518555:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078281.518557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078281.518561:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078281.518564:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078281.518567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078281.518567:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078281.518572:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078281.518572:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078281.518576:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078281.518577:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.518577:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078281.518579:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078281.518584:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078281.518584:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078281.518586:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078281.518587:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078281.518590:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078281.518591:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078281.518593:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078282.542528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078282.542528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078282.542528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078282.542538:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078282.542539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078282.542539:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078282.542543:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078282.542543:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078282.542550:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078282.542551:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078282.542553:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078282.542558:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078282.542558:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078282.542558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078282.542563:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078282.542565:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078282.542565:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078282.542567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078282.542573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078282.542576:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078282.542579:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078282.542580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078282.542583:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078282.542586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078282.542587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078282.542590:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078282.542594:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078282.542934:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078282.542938:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078282.542942:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078282.542944:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078282.542963:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078282.542966:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078282.542969:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078283.566496:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078283.566496:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078283.566507:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078283.566507:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078283.566510:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078283.566511:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078283.566514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078283.566519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078283.566519:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078283.566519:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078283.566528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078283.566528:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078283.566528:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078283.566532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078283.566534:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078283.566534:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078283.566540:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078283.566543:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078283.566546:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078283.566563:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078283.566567:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078283.566571:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078283.566756:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078283.566759:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078283.566762:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078283.566874:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078283.566877:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078283.566879:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078283.566882:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769078283.566885:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078283.566887:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078283.566889:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078283.566891:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078283.566893:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078284.590526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078284.590526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078284.590526:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078284.590535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078284.590536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078284.590536:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078284.590538:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078284.590540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078284.590540:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078284.590548:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:1.0:1769078284.590549:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078284.590549:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:1.0:1769078284.590556:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078284.590556:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078284.590556:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078284.590562:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.590562:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078284.590563:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.590569:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078284.590573:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078284.590577:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078284.590577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078284.590581:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078284.590586:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078284.590586:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078284.590590:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078284.590593:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078284.590617:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078284.590620:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078284.590626:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078284.590627:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078284.590644:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078284.590648:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078284.590651:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078284.718523:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078284.718534:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078284.718537:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078284.718542:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078284.718547:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078284.718565:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4976
00000400:00000200:0.0:1769078284.718577:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078284.718583:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078284.718587:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078284.718591:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078284.718729:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078284.718733:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078284.718736:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078284.718741:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078284.718743:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078284.718746:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078284.718749:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078284.718752:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078284.718754:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078284.718757:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078284.718759:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078284.718761:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078284.718763:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078284.718767:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078284.718770:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078284.718772:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078284.718775:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078284.718778:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078284.718781:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078284.718784:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078284.718786:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078284.718797:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769078284.718801:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078284.718806:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078284.718808:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078284.718811:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078284.718814:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078284.718827:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078284.718837:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9400.
00000100:00000001:0.0:1769078284.718844:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078284.718853:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078284.718864:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078284.718869:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078284.718874:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078284.718902:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078284.718905:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078284.718910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078284.718912:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078284.718913:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078284.718916:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078284.718986:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078284.718990:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078284.718993:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078284.719000:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.719008:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078284.719011:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078284.719015:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078284.719018:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078284.719021:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078284.719025:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932540032:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078284.719030:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078284.719034:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078284.719037:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078284.719040:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078284.719045:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078284.719047:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078284.719054:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078284.719059:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078284.719066:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078284.719075:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932540032, portal 25
00000100:00000001:3.0:1769078284.719078:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078284.719079:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769078284.719085:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.719093:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078284.719096:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078284.719098:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078284.719101:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932540032, offset 0
00000400:00000200:3.0:1769078284.719108:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078284.719116:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078284.719122:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078284.719128:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078284.719133:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078284.719137:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078284.719140:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078284.719144:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47874:47874:256:4294967295] 192.168.204.153@tcp LPNI seq info [47874:47874:8:4294967295]
00000400:00000200:3.0:1769078284.719148:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078284.719158:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078284.719164:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078284.719169:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078284.719177:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078284.719181:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078284.719187:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078284.719191:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078284.719195:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078284.719199:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078284.719205:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078284.719210:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078284.719214:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078284.719217:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078284.719221:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078284.719225:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.719235:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078284.719238:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.719245:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078284.719247:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078284.719253:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078284.719257:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078284.719260:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299649826
00000100:00000010:3.0:1769078284.719265:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000001:3.0:1769078284.719273:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078284.719280:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299649826
00000100:00000010:3.0:1769078284.719283:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000100:00000001:3.0:1769078284.719286:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078284.719289:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078284.719292:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078284.719294:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078284.719298:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078284/real 1769078284]  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078284.719308:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078284.719310:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078284.719312:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078284.719314:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078284.719316:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078284.719318:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078284.719321:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078284.719330:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.719336:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078284.719338:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.719340:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078284.719342:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078284.719346:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.719353:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078284.719358:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.719365:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078284.719367:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.719369:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078284.719370:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.719372:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078284.719374:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078284.719377:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078284.719381:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078284.719384:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078284.719388:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078284.719396:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932540032:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078284.719423:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.719426:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078284.719430:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932540032/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.719437:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078284.719440:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078284.719443:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078284.719446:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078284.719448:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078284.719450:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078284.719452:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078284.719454:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9400.
02000000:00000001:3.0:1769078284.719459:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078284.719461:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078284.719463:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769078284.719466:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078284.719467:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.719470:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.719479:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078284.719481:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078284.719483:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078284.719485:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078284.719537:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4976
00000400:00000200:0.0:1769078284.719541:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078284.719543:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078284.719546:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078284.719548:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078284.719560:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078284.719563:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078284.719565:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078284.719567:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078284.719569:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078284.719571:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078284.719573:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078284.719575:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078284.719577:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078284.719580:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078284.719582:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078284.719584:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078284.719586:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078284.719588:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078284.719590:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078284.719592:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078284.719594:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078284.719599:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078284.719601:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078284.719603:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078284.719607:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078284.719611:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078284.719613:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078284.719616:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769078284.719618:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078284.719621:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078284.719622:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078284.719624:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078284.719625:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078284.719627:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078284.719631:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9c00.
00000100:00000001:0.0:1769078284.719634:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078284.719639:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078284.719647:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078284.719649:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078284.719653:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078284.719669:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078284.719672:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078284.719675:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078284.719677:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078284.719679:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078284.719681:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078284.719684:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4976
00000400:00000200:0.0:1769078284.719687:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078284.719689:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078284.719692:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078284.719694:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078284.719696:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078284.719697:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078284.719700:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078284.719702:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078284.719704:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078284.719706:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078284.719707:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078284.719709:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769078284.719712:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078284.719714:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078284.719716:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078284.719718:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078284.719720:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078284.719723:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769078284.719725:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078284.719727:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078284.719729:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078284.719731:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078284.719733:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078284.719735:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078284.719737:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078284.719739:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078284.719741:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078284.719744:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769078284.719746:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078284.719749:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078284.719750:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078284.719752:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078284.719753:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078284.719755:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078284.719758:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9800.
00000100:00000001:0.0:1769078284.719761:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078284.719765:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078284.719778:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078284.719780:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078284.719783:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078284.719790:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078284.719794:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078284.719798:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078284.719801:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078284.719804:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078284.719809:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4986)
00000100:00000001:3.0:1769078284.720070:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078284.720073:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078284.720074:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078284.720079:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720086:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078284.720087:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078284.720090:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078284.720092:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078284.720094:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078284.720097:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932540160:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078284.720100:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078284.720102:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078284.720104:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078284.720106:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078284.720109:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078284.720111:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078284.720116:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078284.720118:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078284.720121:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078284.720125:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932540160, portal 10
00000100:00000001:3.0:1769078284.720127:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078284.720129:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769078284.720135:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720142:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078284.720144:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078284.720146:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078284.720149:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932540160, offset 0
00000400:00000200:3.0:1769078284.720153:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078284.720157:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078284.720160:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078284.720163:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078284.720166:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078284.720169:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078284.720171:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078284.720174:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47875:47875:256:4294967295] 192.168.204.153@tcp LPNI seq info [47875:47875:8:4294967295]
00000400:00000200:3.0:1769078284.720179:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078284.720185:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078284.720190:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078284.720193:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078284.720197:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078284.720200:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078284.720204:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078284.720207:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078284.720211:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078284.720214:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078284.720216:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078284.720220:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078284.720223:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078284.720224:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078284.720227:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078284.720230:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720237:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078284.720241:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720247:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078284.720249:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078284.720251:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078284.720255:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078284.720258:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078284.720260:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299648524
00000100:00000001:3.0:1769078284.720263:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299649826
00000100:00000001:3.0:1769078284.720266:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299648524
00000100:00000001:3.0:1769078284.720268:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299649826
00000100:00000001:3.0:1769078284.720270:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078284.720272:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078284.720274:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078284.720277:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078284/real 1769078284]  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078284.720285:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078284.720286:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078284.720288:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078284.720290:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078284.720291:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078284.720293:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078284.720296:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078284.720305:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720310:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078284.720312:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.720314:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078284.720315:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078284.720319:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720325:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078284.720329:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720335:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078284.720337:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.720338:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078284.720340:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.720341:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078284.720343:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078284.720346:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078284.720349:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078284.720351:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078284.720354:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078284.720362:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932540160:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078284.720365:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078284.720369:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720376:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078284.720378:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078284.720379:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078284.720381:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078284.720383:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078284.720386:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932540288:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078284.720389:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078284.720390:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078284.720392:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078284.720394:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078284.720396:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078284.720398:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078284.720416:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078284.720418:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078284.720421:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078284.720424:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932540288, portal 10
00000100:00000001:3.0:1769078284.720426:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078284.720427:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:3.0:1769078284.720433:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720439:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078284.720441:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078284.720444:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078284.720446:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932540288, offset 0
00000400:00000200:3.0:1769078284.720450:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078284.720453:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078284.720456:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078284.720459:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078284.720461:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078284.720463:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078284.720466:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078284.720469:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47876:47876:256:4294967295] 192.168.204.153@tcp LPNI seq info [47876:47876:8:4294967295]
00000400:00000200:3.0:1769078284.720474:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078284.720479:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078284.720484:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078284.720487:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078284.720490:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078284.720493:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078284.720497:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078284.720500:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078284.720503:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078284.720505:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078284.720508:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078284.720511:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078284.720514:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078284.720516:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078284.720518:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078284.720521:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720528:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078284.720532:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720538:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078284.720540:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078284.720542:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078284.720545:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078284.720548:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078284.720620:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299648524
00000100:00000001:3.0:1769078284.720623:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299649826
00000100:00000001:3.0:1769078284.720625:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299648524
00000100:00000001:3.0:1769078284.720627:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299649826
00000100:00000001:3.0:1769078284.720630:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078284.720632:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078284.720634:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078284.720638:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078284/real 1769078284]  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078284.720647:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078284.720648:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078284.720649:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078284.720652:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078284.720654:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078284.720656:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078284.720659:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078284.720667:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720673:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078284.720675:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.720677:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078284.720678:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078284.720681:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720688:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078284.720691:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720698:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078284.720700:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.720702:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078284.720703:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.720705:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078284.720708:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078284.720711:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078284.720714:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078284.720716:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078284.720720:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078284.720729:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932540288:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078284.720732:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.720734:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078284.720737:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932540160/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720743:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078284.720744:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078284.720746:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078284.720749:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078284.720750:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078284.720752:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078284.720754:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078284.720756:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:3.0:1769078284.720758:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078284.720760:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078284.720761:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769078284.720764:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078284.720765:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.720767:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078284.720770:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932540288/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078284.720776:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078284.720777:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078284.720779:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078284.720781:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078284.720782:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078284.720783:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078284.720785:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078284.720787:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9800.
02000000:00000001:3.0:1769078284.720789:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078284.720790:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078284.720792:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769078284.720794:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078284.720795:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.720797:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078284.720800:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078284.720801:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078284.720803:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078284.720804:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.614507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078285.614514:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078285.614516:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078285.614521:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078285.614526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078285.614526:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078285.614531:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078285.614532:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078285.614534:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078285.614536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078285.614538:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078285.614544:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078285.614544:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078285.614549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078285.614560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078285.614560:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078285.614566:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078285.614567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078285.614571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078285.614574:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078285.614576:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078285.614576:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.614580:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078285.614581:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078285.614591:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078285.614594:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.614596:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078285.614601:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.614605:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078285.614607:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078285.614610:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078285.614624:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078285.614628:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078285.614631:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078286.062492:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299649826, at 4299649856
00000100:00000040:2.0:1769078286.062497:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299649826, at 4299649856
00000100:00000010:2.0:1769078286.062511:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000010:3.0:1769078286.062513:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000001:0.0:1769078286.638510:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078286.638510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078286.638510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078286.638513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078286.638518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078286.638518:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078286.638519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078286.638520:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078286.638521:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.638522:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078286.638523:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078286.638524:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1769078286.638529:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078286.638531:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078286.638531:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078286.638532:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.638533:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078286.638536:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078286.638538:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078286.638538:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078286.638539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078286.638539:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078286.638543:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078286.638544:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.638544:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078286.638549:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.638549:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078286.638554:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.638555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078286.638556:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.638558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078286.638560:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078286.638562:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078286.638563:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078286.638564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078286.638568:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078286.638572:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078286.638601:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078286.638604:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078286.638607:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078287.662570:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078287.662571:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078287.662571:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078287.662579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078287.662585:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078287.662586:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078287.662587:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078287.662587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078287.662598:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078287.662599:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078287.662599:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078287.662601:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078287.662611:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078287.662615:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078287.662617:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078287.662618:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078287.662621:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078287.662627:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078287.662628:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078287.662628:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078287.662634:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078287.662637:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078287.662638:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078287.662638:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078287.662651:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078287.662652:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078287.662657:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078287.662659:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078287.662664:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078287.662664:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078287.662665:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078287.662672:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078287.662674:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078287.662679:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078288.686494:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078288.686494:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078288.686494:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078288.686498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078288.686500:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078288.686501:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078288.686502:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078288.686504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078288.686505:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078288.686506:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078288.686507:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078288.686512:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078288.686513:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078288.686514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078288.686516:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078288.686520:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078288.686520:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078288.686521:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078288.686521:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078288.686524:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078288.686525:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078288.686526:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078288.686527:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078288.686530:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078288.686531:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078288.686532:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078288.686533:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078288.686536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078288.686539:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078288.686540:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078288.686543:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078288.686545:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078288.686545:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078288.686547:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078288.686549:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078288.686552:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078288.686553:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078288.686576:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078288.686578:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078288.686580:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078289.710501:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078289.710501:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078289.710505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078289.710508:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078289.710508:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078289.710510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078289.710511:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.710512:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078289.710518:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078289.710518:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078289.710519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078289.710524:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078289.710525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.710525:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078289.710527:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.710530:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078289.710531:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078289.710533:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078289.710534:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078289.710539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078289.710539:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.710539:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078289.710544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.710545:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078289.710549:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1769078289.710551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078289.710551:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078289.710553:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078289.710557:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078289.710559:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078289.710561:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078289.710565:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078289.710567:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078289.710569:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078289.838542:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078289.838554:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078289.838557:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078289.838561:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078289.838565:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078289.838571:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4981
00000400:00000200:1.0:1769078289.838581:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078289.838587:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078289.838591:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078289.838594:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078289.838598:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078289.838600:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078289.838603:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078289.838607:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078289.838610:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078289.838612:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078289.838615:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078289.838618:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078289.838620:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078289.838624:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078289.838626:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078289.838628:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078289.838630:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078289.838633:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078289.838636:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078289.838639:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078289.838641:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078289.838645:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078289.838647:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078289.838650:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078289.838652:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078289.838660:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de5880.
00000020:00000040:1.0:1769078289.838664:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078289.838668:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078289.838670:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078289.838673:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078289.838676:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078289.838679:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078289.838687:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769078289.838693:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078289.838701:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078289.838711:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078289.838716:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078289.838721:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab40a945] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078289.838757:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078289.838760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078289.838764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078289.838765:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078289.838768:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078289.838770:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078289.838772:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4981
00000400:00000200:1.0:1769078289.838777:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078289.838781:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078289.838783:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078289.838787:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078289.838787:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078289.838791:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078289.838792:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078289.838794:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078289.838797:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078289.838801:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000040:3.0:1769078289.838802:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078289.838806:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078289.838809:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:1.0:1769078289.838813:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078289.838814:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769078289.838816:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769078289.838817:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078289.838822:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:3.0:1769078289.838822:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078289.838826:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769078289.838827:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:3.0:1769078289.838829:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078289.838835:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00100000:3.0:1769078289.838835:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932540416:192.168.204.153@tcp:250:kworker.0
00000100:00000001:1.0:1769078289.838841:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078289.838842:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769078289.838847:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000001:3.0:1769078289.838847:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078289.838850:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078289.838852:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:3.0:1769078289.838853:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1769078289.838857:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000010:3.0:1769078289.838858:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078289.838861:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078289.838863:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078289.838867:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078289.838868:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769078289.838872:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1769078289.838873:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
02000000:00000001:1.0:1769078289.838878:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1769078289.838879:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
02000000:00000001:1.0:1769078289.838884:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078289.838887:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:3.0:1769078289.838888:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932540416, portal 25
00000100:00000001:3.0:1769078289.838891:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078289.838892:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559368320 : -121121150183296 : ffff91d748de5880)
00000008:00100000:1.0:1769078289.838894:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1769078289.838897:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769078289.838900:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078289.838905:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.838907:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078289.838911:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000010:1.0:1769078289.838912:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6a00.
00000400:00000010:3.0:1769078289.838915:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000020:00000040:1.0:1769078289.838916:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00000200:3.0:1769078289.838920:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932540416, offset 0
02000000:00000001:1.0:1769078289.838921:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078289.838924:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078289.838926:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078289.838928:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078289.838930:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
02000000:00000001:1.0:1769078289.838931:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078289.838937:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154400.
00000400:00000200:3.0:1769078289.838941:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:1.0:1769078289.838942:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078289.838949:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078289.838950:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078289.838959:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078289.838961:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078289.838965:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078289.838966:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:1.0:1769078289.838971:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459e8b75] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078289.838973:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078289.838977:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078289.838986:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47877:47877:256:4294967295] 192.168.204.153@tcp LPNI seq info [47877:47877:8:4294967295]
00000100:00000001:1.0:1769078289.838991:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078289.838995:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:1.0:1769078289.838997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078289.839001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078289.839003:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078289.839006:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078289.839012:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078289.839013:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078289.839019:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4981
00000800:00000200:3.0:1769078289.839024:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000400:00000200:1.0:1769078289.839025:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000800:00000010:3.0:1769078289.839031:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000400:00000200:1.0:1769078289.839032:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078289.839036:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1769078289.839040:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:1.0:1769078289.839043:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078289.839046:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078289.839048:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078289.839052:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:3.0:1769078289.839052:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1769078289.839058:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078289.839061:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000800:00000200:3.1:1769078289.839062:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000001:1.0:1769078289.839066:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1769078289.839066:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000020:00000040:1.0:1769078289.839070:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000800:00000100:3.0:1769078289.839071:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000020:00000001:1.0:1769078289.839076:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000010:3.0:1769078289.839076:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000020:00000001:1.0:1769078289.839080:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078289.839082:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769078289.839086:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078289.839090:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078289.839091:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078289.839094:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000100:00000040:1.0:1769078289.839097:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:3.0:1769078289.839097:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:1.0:1769078289.839102:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769078289.839103:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1769078289.839107:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000200:3.0:1769078289.839108:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839118:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769078289.839120:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078289.839126:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078289.839128:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078289.839129:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078289.839135:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078289.839136:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.839139:0:2416:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1769078289.839141:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078289.839144:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078289.839145:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078289.839147:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078289.839151:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000008:00000001:1.0:1769078289.839154:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.839155:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299654946
00000100:00000001:1.0:1769078289.839158:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078289.839160:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000100:00000010:1.0:1769078289.839164:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000100:00000001:3.0:1769078289.839167:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000020:00000040:1.0:1769078289.839169:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769078289.839173:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299654946
02000000:00000001:1.0:1769078289.839174:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078289.839177:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078289.839178:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9c00.
00000100:00000001:1.0:1769078289.839182:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078289.839183:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1769078289.839186:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078289.839187:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078289.839191:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.839191:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.839195:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000010:1.0:1769078289.839199:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154800.
00000100:00100000:3.0:1769078289.839199:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078289/real 1769078289]  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078289.839206:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769078289.839210:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078289.839212:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078289.839213:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000100:00100000:1.0:1769078289.839216:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078289.839216:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078289.839219:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078289.839222:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078289.839229:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078289.839231:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078289.839236:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078289.839238:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078289.839244:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839245:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078289.839247:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839250:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078289.839252:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078289.839259:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078289.839262:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.839268:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078289.839269:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078289.839273:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078289.839276:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078289.839282:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1769078289.839283:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078289.839285:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839289:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078289.839291:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078289.839292:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078289.839293:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078289.839296:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078289.839298:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1769078289.839300:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4991)
00000100:00080000:3.0:1769078289.839302:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078289.839305:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078289.839308:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078289.839312:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932540416:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078289.839321:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839323:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078289.839325:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de5880 x1855007932540416/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839334:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078289.839336:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078289.839337:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078289.839339:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078289.839341:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078289.839342:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078289.839343:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078289.839345:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:3.0:1769078289.839348:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078289.839349:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078289.839350:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de5880.
00000100:00000001:3.0:1769078289.839352:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078289.839353:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839354:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839361:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078289.839362:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.839364:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078289.839365:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078289.839366:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078289.839368:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839372:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078289.839373:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078289.839374:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078289.839376:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078289.839377:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078289.839379:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932540544:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078289.839380:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078289.839381:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078289.839382:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078289.839383:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078289.839385:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078289.839386:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078289.839389:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078289.839391:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078289.839397:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078289.839399:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932540544, portal 10
00000100:00000001:3.0:1769078289.839400:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078289.839419:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559372800 : -121121150178816 : ffff91d748de6a00)
00000100:00000040:3.0:1769078289.839424:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839428:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078289.839429:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078289.839431:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078289.839432:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932540544, offset 0
00000400:00000200:3.0:1769078289.839435:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078289.839438:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078289.839441:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078289.839444:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078289.839446:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078289.839448:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078289.839450:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078289.839453:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47878:47878:256:4294967295] 192.168.204.153@tcp LPNI seq info [47878:47878:8:4294967295]
00000400:00000200:3.0:1769078289.839457:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078289.839462:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078289.839467:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078289.839470:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078289.839474:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078289.839477:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078289.839481:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078289.839484:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078289.839487:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078289.839489:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078289.839492:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078289.839494:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078289.839496:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078289.839497:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078289.839500:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078289.839502:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839507:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078289.839509:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839513:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.839515:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078289.839518:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078289.839521:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078289.839524:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078289.839526:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299653644
00000100:00000001:3.0:1769078289.839529:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299654946
00000100:00000001:3.0:1769078289.839531:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299653644
00000100:00000001:3.0:1769078289.839533:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299654946
00000100:00000001:3.0:1769078289.839535:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078289.839537:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.839539:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078289.839543:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078289/real 1769078289]  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078289.839551:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078289.839552:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078289.839554:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078289.839557:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078289.839558:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078289.839560:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078289.839564:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078289.839569:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839577:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078289.839578:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839579:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078289.839580:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078289.839582:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839586:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078289.839588:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839592:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078289.839593:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839594:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078289.839595:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839597:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078289.839599:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078289.839601:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078289.839603:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078289.839605:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078289.839608:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078289.839625:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932540544:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078289.839630:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078289.839633:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839639:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078289.839641:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078289.839643:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078289.839644:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078289.839646:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078289.839647:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932540672:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078289.839650:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078289.839651:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078289.839652:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078289.839653:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078289.839655:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078289.839657:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078289.839659:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078289.839661:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078289.839663:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078289.839664:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932540672, portal 10
00000100:00000001:3.0:1769078289.839666:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078289.839667:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559371904 : -121121150179712 : ffff91d748de6680)
00000100:00000040:3.0:1769078289.839670:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839674:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078289.839675:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078289.839677:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078289.839678:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932540672, offset 0
00000400:00000200:3.0:1769078289.839680:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078289.839683:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078289.839685:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078289.839686:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078289.839688:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078289.839689:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078289.839691:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078289.839693:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47879:47879:256:4294967295] 192.168.204.153@tcp LPNI seq info [47879:47879:8:4294967295]
00000400:00000200:3.0:1769078289.839695:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078289.839699:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078289.839702:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078289.839704:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078289.839706:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078289.839708:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078289.839710:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078289.839712:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078289.839714:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078289.839716:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078289.839717:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078289.839719:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078289.839721:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078289.839722:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078289.839724:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078289.839725:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839730:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078289.839731:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839753:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.839754:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078289.839757:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078289.839759:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078289.839761:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078289.839762:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299653643
00000100:00000001:3.0:1769078289.839764:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299654946
00000100:00000001:3.0:1769078289.839765:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299653643
00000100:00000001:3.0:1769078289.839766:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299654946
00000100:00000001:3.0:1769078289.839767:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078289.839768:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.839770:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078289.839772:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078289/real 1769078289]  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078289.839777:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078289.839778:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078289.839779:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078289.839781:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078289.839781:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078289.839783:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078289.839784:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078289.839789:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839793:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078289.839794:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839795:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078289.839795:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078289.839797:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839801:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078289.839803:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839806:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078289.839807:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839808:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078289.839809:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839810:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078289.839812:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078289.839813:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078289.839815:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078289.839816:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078289.839819:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078289.839824:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932540672:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078289.839826:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839827:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078289.839828:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6a00 x1855007932540544/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839832:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078289.839832:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078289.839833:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078289.839835:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078289.839835:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078289.839836:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078289.839837:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078289.839838:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154400.
02000000:00000001:3.0:1769078289.839839:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078289.839840:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078289.839841:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6a00.
00000100:00000001:3.0:1769078289.839842:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078289.839843:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839844:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078289.839846:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6680 x1855007932540672/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078289.839849:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078289.839850:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078289.839851:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078289.839852:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078289.839852:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078289.839853:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078289.839854:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078289.839854:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154800.
02000000:00000001:3.0:1769078289.839855:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078289.839856:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078289.839857:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6680.
00000100:00000001:3.0:1769078289.839858:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078289.839859:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839860:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078289.839862:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078289.839863:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078289.839864:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078289.839865:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078290.734536:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078290.734537:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078290.734540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078290.734546:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078290.734546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078290.734546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078290.734548:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078290.734549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.734550:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078290.734554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078290.734556:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078290.734559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078290.734559:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078290.734560:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078290.734562:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078290.734572:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078290.734574:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078290.734574:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.734576:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.734586:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769078290.734590:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078290.734591:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078290.734594:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078290.734597:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078290.734598:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078290.734603:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078290.734605:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078290.734605:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078290.734606:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078290.734610:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078290.734614:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078290.734618:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078290.734621:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078290.734625:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078291.182542:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299654946, at 4299654976
00000100:00000040:2.0:1769078291.182543:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299654946, at 4299654976
00000100:00000010:2.0:1769078291.182569:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000010:3.0:1769078291.182572:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000001:0.0:1769078291.758568:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078291.758568:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078291.758569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078291.758572:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078291.758576:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.758577:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078291.758578:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078291.758580:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078291.758583:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078291.758583:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.758585:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078291.758586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078291.758590:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078291.758592:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078291.758592:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078291.758595:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078291.758601:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078291.758602:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078291.758604:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078291.758609:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078291.758610:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.758612:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078291.758618:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078291.758621:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078291.758622:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078291.758624:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078291.758626:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.758627:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078291.758628:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078291.758631:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078291.758635:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.758637:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078291.758642:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.758648:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078292.782527:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078292.782527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078292.782527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078292.782531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078292.782536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078292.782537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078292.782537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078292.782538:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078292.782542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078292.782542:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078292.782543:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078292.782545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078292.782550:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078292.782550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078292.782551:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078292.782551:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078292.782558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078292.782559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078292.782559:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078292.782566:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078292.782566:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078292.782566:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078292.782570:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078292.782574:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078292.782577:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078292.782577:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078292.782577:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078292.782581:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078292.782582:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078292.782586:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078292.782587:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078292.782588:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078292.782592:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078292.782596:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078293.806551:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078293.806551:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078293.806554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078293.806554:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078293.806561:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078293.806562:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078293.806563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078293.806564:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078293.806573:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078293.806575:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078293.806575:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078293.806576:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078293.806583:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078293.806591:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078293.806594:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078293.806595:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078293.806598:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078293.806599:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078293.806607:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078293.806608:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078293.806611:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078293.806614:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078293.806615:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078293.806616:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078293.806618:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078293.806620:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078293.806620:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078293.806623:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078293.806629:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078293.806630:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078293.806636:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078293.806639:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078293.806643:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078293.806648:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078294.830488:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078294.830488:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078294.830491:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078294.830495:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078294.830495:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078294.830495:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078294.830498:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078294.830499:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078294.830503:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078294.830503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078294.830504:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078294.830505:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078294.830506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078294.830507:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078294.830509:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078294.830510:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078294.830511:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078294.830514:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078294.830515:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078294.830515:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078294.830519:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078294.830520:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078294.830523:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078294.830523:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078294.830527:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078294.830528:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078294.830529:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078294.830532:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078294.830532:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.830535:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078294.830536:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078294.830536:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078294.830539:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078294.830543:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078294.958496:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078294.958504:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078294.958506:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078294.958510:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078294.958512:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078294.958518:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4986
00000400:00000200:0.0:1769078294.958526:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078294.958533:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078294.958536:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078294.958538:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078294.958541:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078294.958544:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078294.958546:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078294.958550:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078294.958552:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078294.958554:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078294.958557:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078294.958560:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078294.958563:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078294.958566:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078294.958568:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078294.958569:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078294.958571:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078294.958574:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078294.958577:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078294.958579:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078294.958580:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078294.958583:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078294.958584:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078294.958586:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078294.958588:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078294.958596:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d1500.
00000020:00000040:0.0:1769078294.958599:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078294.958601:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078294.958602:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078294.958604:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078294.958606:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078294.958610:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078294.958616:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca800.
00000100:00000001:0.0:1769078294.958621:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078294.958627:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078294.958634:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078294.958637:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078294.958640:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bde341] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078294.958674:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078294.958678:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078294.958681:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078294.958682:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078294.958684:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078294.958686:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078294.958690:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4986
00000400:00000200:0.0:1769078294.958697:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078294.958701:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078294.958704:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078294.958704:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078294.958713:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078294.958714:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078294.958717:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078294.958719:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078294.958725:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000040:3.0:1769078294.958729:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078294.958731:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078294.958739:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078294.958744:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078294.958746:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078294.958750:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
02000000:00000001:3.0:1769078294.958750:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769078294.958755:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1769078294.958756:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078294.958762:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078294.958764:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00100000:3.0:1769078294.958770:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932540800:192.168.204.153@tcp:250:kworker.0
00000020:00000001:0.0:1769078294.958771:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078294.958780:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078294.958783:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769078294.958788:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000001:3.0:1769078294.958790:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078294.958793:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078294.958796:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078294.958804:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1769078294.958807:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
00000100:00000040:0.0:1769078294.958809:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000001:3.0:1769078294.958812:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078294.958816:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078294.958821:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078294.958830:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769078294.958830:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078294.958839:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078294.958841:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
02000000:00000001:0.0:1769078294.958843:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078294.958851:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1769078294.958852:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
02000000:00000001:0.0:1769078294.958860:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078294.958863:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:3.0:1769078294.958866:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932540800, portal 25
00000008:00100000:0.0:1769078294.958868:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078294.958871:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078294.958874:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548799744 : -121121160751872 : ffff91d7483d1500)
00000008:00000001:0.0:1769078294.958876:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078294.958880:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078294.958885:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769078294.958888:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3480.
00000020:00000040:0.0:1769078294.958894:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078294.958902:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078294.958905:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078294.958905:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078294.958910:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1769078294.958913:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769078294.958914:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078294.958921:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078294.958921:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078294.958928:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932540800, offset 0
02000000:00000010:0.0:1769078294.958932:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb800.
00000100:00000001:0.0:1769078294.958937:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078294.958943:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078294.958959:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078294.958962:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078294.958965:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb5fd4f] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078294.958975:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078294.958981:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078294.958981:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:0.0:1769078294.958993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078294.958996:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078294.958997:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078294.959002:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078294.959005:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4986
00000400:00000200:3.0:1769078294.959010:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078294.959016:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078294.959023:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078294.959024:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078294.959029:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078294.959029:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078294.959038:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:0.0:1769078294.959043:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078294.959045:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078294.959052:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:0.0:1769078294.959054:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078294.959056:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47880:47880:256:4294967295] 192.168.204.153@tcp LPNI seq info [47880:47880:8:4294967295]
00000400:00000200:3.0:1769078294.959063:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078294.959064:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078294.959069:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078294.959072:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078294.959074:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078294.959077:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078294.959081:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078294.959088:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078294.959088:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1769078294.959095:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:3.0:1769078294.959104:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078294.959105:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078294.959112:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078294.959115:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000010:3.0:1769078294.959116:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00000001:0.0:1769078294.959118:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078294.959124:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000200:3.0:1769078294.959130:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00080000:0.0:1769078294.959136:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000200:3.0:1769078294.959138:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769078294.959142:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078294.959151:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1769078294.959151:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078294.959157:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1769078294.959158:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:3.0:1769078294.959164:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
02000000:00000001:0.0:1769078294.959166:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078294.959167:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000100:00000001:0.0:1769078294.959176:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078294.959181:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078294.959181:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:0.0:1769078294.959188:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078294.959189:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078294.959193:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078294.959197:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000100:00000010:0.0:1769078294.959200:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000400:00000010:3.0:1769078294.959201:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000020:00000040:0.0:1769078294.959206:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769078294.959209:0:2416:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769078294.959210:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078294.959214:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078294.959219:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1769078294.959219:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078294.959223:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078294.959228:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078294.959238:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8c00.
00000100:00000001:3.0:1769078294.959240:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078294.959242:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078294.959246:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078294.959251:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078294.959264:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078294.959271:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078294.959275:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078294.959279:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078294.959280:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078294.959287:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078294.959292:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299660066
00000100:00000040:0.0:1769078294.959294:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078294.959300:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769078294.959309:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078294.959310:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078294.959316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078294.959318:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299660066
00000100:00000040:0.0:1769078294.959321:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:3.0:1769078294.959324:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000040:0.0:1769078294.959326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078294.959331:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1769078294.959333:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078294.959337:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078294.959340:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4996)
00000100:00000001:3.0:1769078294.959343:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078294.959348:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078294.959355:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078294/real 1769078294]  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078294.959366:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078294.959367:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078294.959370:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078294.959373:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078294.959374:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078294.959376:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078294.959379:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078294.959385:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959393:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078294.959394:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959396:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078294.959397:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078294.959400:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959430:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078294.959435:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959442:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078294.959445:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959446:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078294.959447:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959450:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078294.959452:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078294.959456:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078294.959461:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078294.959463:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078294.959468:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078294.959476:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932540800:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078294.959481:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959482:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078294.959484:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d1500 x1855007932540800/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959489:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078294.959491:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078294.959494:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078294.959496:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078294.959498:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078294.959500:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078294.959501:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078294.959503:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca800.
02000000:00000001:3.0:1769078294.959506:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078294.959508:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078294.959510:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d1500.
00000100:00000001:3.0:1769078294.959512:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078294.959513:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959514:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959522:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078294.959523:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078294.959525:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078294.959526:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078294.959527:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078294.959530:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959534:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078294.959535:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078294.959537:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078294.959538:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078294.959540:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078294.959541:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932540928:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078294.959543:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078294.959544:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078294.959545:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078294.959547:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078294.959549:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078294.959550:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078294.959553:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078294.959555:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078294.959557:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078294.959559:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932540928, portal 10
00000100:00000001:3.0:1769078294.959561:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078294.959562:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548807808 : -121121160743808 : ffff91d7483d3480)
00000100:00000040:3.0:1769078294.959567:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959571:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078294.959573:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078294.959574:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078294.959576:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932540928, offset 0
00000400:00000200:3.0:1769078294.959578:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078294.959581:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078294.959583:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078294.959585:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078294.959587:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078294.959588:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078294.959590:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078294.959592:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47881:47881:256:4294967295] 192.168.204.153@tcp LPNI seq info [47881:47881:8:4294967295]
00000400:00000200:3.0:1769078294.959594:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078294.959598:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078294.959601:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078294.959603:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078294.959605:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078294.959607:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078294.959610:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078294.959612:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078294.959614:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078294.959615:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078294.959617:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078294.959620:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078294.959621:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078294.959623:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078294.959624:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078294.959626:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959635:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078294.959637:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959641:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078294.959642:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078294.959643:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078294.959657:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078294.959660:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078294.959661:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299658764
00000100:00000001:3.0:1769078294.959663:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299660066
00000100:00000001:3.0:1769078294.959665:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299658764
00000100:00000001:3.0:1769078294.959667:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299660066
00000100:00000001:3.0:1769078294.959668:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078294.959669:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078294.959670:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078294.959673:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078294/real 1769078294]  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078294.959677:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078294.959678:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078294.959679:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078294.959680:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078294.959681:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078294.959683:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078294.959684:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078294.959690:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959694:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078294.959695:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959696:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078294.959697:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078294.959699:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959703:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078294.959705:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959709:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078294.959710:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959711:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078294.959712:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959713:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078294.959715:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078294.959716:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078294.959718:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078294.959719:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078294.959721:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078294.959726:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932540928:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078294.959729:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078294.959731:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959734:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078294.959735:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078294.959737:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078294.959738:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078294.959739:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078294.959741:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932541056:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078294.959743:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078294.959745:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078294.959746:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078294.959747:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078294.959749:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078294.959750:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078294.959752:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078294.959754:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078294.959756:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078294.959758:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932541056, portal 10
00000100:00000001:3.0:1769078294.959759:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078294.959760:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:3.0:1769078294.959764:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959767:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078294.959769:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078294.959770:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078294.959771:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932541056, offset 0
00000400:00000200:3.0:1769078294.959773:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078294.959776:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078294.959778:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078294.959779:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078294.959781:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078294.959782:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078294.959783:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078294.959785:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47882:47882:256:4294967295] 192.168.204.153@tcp LPNI seq info [47882:47882:8:4294967295]
00000400:00000200:3.0:1769078294.959788:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078294.959792:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078294.959794:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078294.959796:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078294.959799:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078294.959800:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078294.959802:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078294.959804:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078294.959806:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078294.959807:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078294.959809:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078294.959811:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078294.959812:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078294.959814:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078294.959815:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078294.959817:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959821:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078294.959823:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959826:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078294.959827:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078294.959829:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078294.959831:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078294.959833:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078294.959834:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299658763
00000100:00000001:3.0:1769078294.959835:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299660066
00000100:00000001:3.0:1769078294.959836:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299658763
00000100:00000001:3.0:1769078294.959837:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299660066
00000100:00000001:3.0:1769078294.959839:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078294.959840:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078294.959841:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078294.959842:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078294/real 1769078294]  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078294.959846:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078294.959848:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078294.959849:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078294.959850:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078294.959851:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078294.959852:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078294.959854:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078294.959858:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959861:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078294.959862:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959863:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078294.959863:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078294.959865:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959868:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078294.959870:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959874:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078294.959875:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959876:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078294.959877:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959878:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078294.959880:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078294.959881:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078294.959883:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078294.959884:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078294.959886:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078294.959903:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932541056:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078294.959906:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959907:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078294.959909:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3480 x1855007932540928/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959913:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078294.959914:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078294.959915:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078294.959920:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078294.959921:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078294.959922:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078294.959923:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078294.959924:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb800.
02000000:00000001:3.0:1769078294.959926:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078294.959927:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078294.959928:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3480.
00000100:00000001:3.0:1769078294.959930:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078294.959931:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959932:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078294.959934:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932541056/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078294.959938:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078294.959938:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078294.959939:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078294.959941:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078294.959942:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078294.959942:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078294.959943:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078294.959944:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:3.0:1769078294.959945:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078294.959946:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078294.959947:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769078294.959951:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078294.959952:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959954:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078294.959956:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078294.959958:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078294.959959:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078294.959961:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078295.854519:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078295.854519:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078295.854526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078295.854526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078295.854527:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078295.854532:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078295.854532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.854536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1769078295.854539:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078295.854539:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078295.854540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078295.854543:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078295.854548:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078295.854550:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078295.854552:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078295.854552:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078295.854556:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078295.854563:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.854564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078295.854568:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.854570:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078295.854570:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078295.854576:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078295.854581:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.854582:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078295.854588:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078295.854593:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078295.854693:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078295.854695:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078295.854698:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078295.854699:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078295.854713:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078295.854715:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078295.854716:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078296.302498:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299660066, at 4299660096
00000100:00000040:2.0:1769078296.302499:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299660066, at 4299660096
00000100:00000010:3.0:1769078296.302512:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000010:2.0:1769078296.302514:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769078296.878507:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078296.878508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078296.878515:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078296.878515:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078296.878518:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078296.878519:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.878525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769078296.878525:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078296.878526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078296.878526:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078296.878530:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078296.878538:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078296.878538:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078296.878540:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078296.878540:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078296.878542:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078296.878543:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078296.878549:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078296.878550:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078296.878551:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078296.878552:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078296.878552:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078296.878556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078296.878558:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078296.878562:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078296.878563:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078296.878563:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078296.878567:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078296.878570:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078296.878571:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078296.878576:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078296.878577:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.878578:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078296.878584:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078296.878589:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078296.878590:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078296.878596:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078296.878638:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078296.878642:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078296.878646:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078297.902534:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078297.902536:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078297.902536:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078297.902538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078297.902545:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078297.902546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078297.902547:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078297.902547:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078297.902549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078297.902554:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078297.902557:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078297.902559:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078297.902560:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078297.902560:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078297.902570:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078297.902570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078297.902576:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078297.902577:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078297.902588:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078297.902591:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078297.902592:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078297.902593:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078297.902614:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078297.902622:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078297.902625:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.902628:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078297.902632:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078297.902635:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078297.902640:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078297.902640:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078297.902647:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078297.902647:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078297.902654:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078297.902659:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078298.926509:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078298.926510:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078298.926510:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078298.926516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078298.926518:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078298.926518:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078298.926519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078298.926523:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078298.926524:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078298.926524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078298.926525:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078298.926533:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078298.926533:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078298.926534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078298.926534:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078298.926538:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078298.926541:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078298.926541:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078298.926541:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078298.926542:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078298.926546:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078298.926547:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078298.926548:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078298.926548:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078298.926552:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078298.926556:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078298.926556:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078298.926562:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078298.926570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078298.926572:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078298.926576:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078298.926576:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078298.926576:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078298.926592:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078298.926598:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078298.926598:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078298.926604:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078298.926631:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078298.926635:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078298.926639:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078299.950481:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078299.950484:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078299.950484:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078299.950488:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078299.950489:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078299.950489:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078299.950491:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078299.950493:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078299.950493:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078299.950497:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078299.950498:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:1.0:1769078299.950498:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078299.950501:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078299.950503:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078299.950503:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078299.950506:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078299.950506:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078299.950509:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078299.950510:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078299.950511:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078299.950516:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078299.950516:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078299.950517:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078299.950519:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078299.950520:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078299.950522:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078299.950524:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078299.950540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078299.950554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078299.950558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078299.950560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078299.950587:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078299.950590:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078299.950592:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078300.078532:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078300.078542:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078300.078545:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078300.078549:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078300.078553:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078300.078568:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4991
00000400:00000200:2.0:1769078300.078577:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078300.078583:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078300.078586:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078300.078590:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078300.078593:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078300.078595:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078300.078598:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078300.078602:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078300.078604:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078300.078606:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078300.078608:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078300.078611:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078300.078613:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078300.078616:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078300.078618:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078300.078620:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078300.078622:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078300.078625:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078300.078629:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078300.078631:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078300.078634:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078300.078637:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078300.078639:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078300.078641:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078300.078643:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078300.078652:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000020:00000040:2.0:1769078300.078656:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078300.078659:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078300.078661:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078300.078664:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078300.078666:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078300.078670:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078300.078677:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8800.
00000100:00000001:2.0:1769078300.078683:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078300.078690:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078300.078700:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078300.078704:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078300.078709:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078300.078730:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078300.078733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078300.078736:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078300.078738:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078300.078739:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078300.078741:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078300.078743:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4991
00000400:00000200:2.0:1769078300.078746:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078300.078749:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078300.078750:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078300.078753:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078300.078756:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078300.078758:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078300.078760:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078300.078762:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078300.078764:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078300.078765:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078300.078767:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769078300.078769:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078300.078771:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078300.078774:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078300.078774:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078300.078779:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078300.078780:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078300.078781:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078300.078784:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078300.078785:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078300.078789:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769078300.078793:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000040:3.0:1769078300.078795:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078300.078796:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078300.078799:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078300.078803:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078300.078808:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078300.078811:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078300.078811:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078300.078815:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078300.078817:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078300.078821:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1769078300.078822:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078300.078826:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078300.078827:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078300.078832:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
02000000:00000001:3.0:1769078300.078832:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078300.078837:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00100000:3.0:1769078300.078841:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932541184:192.168.204.153@tcp:250:kworker.0
02000000:00000001:2.0:1769078300.078842:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078300.078844:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078300.078848:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078300.078850:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078300.078851:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078300.078855:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078300.078856:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078300.078860:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078300.078861:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9000.
02000000:00000001:3.0:1769078300.078864:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078300.078866:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078300.078871:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
00000100:00100000:2.0:1769078300.078873:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078300.078875:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078300.078885:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078300.078885:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769078300.078889:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078300.078893:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000100:00000040:2.0:1769078300.078894:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078300.078901:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000001:2.0:1769078300.078905:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078300.078909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769078300.078910:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932541184, portal 25
00000100:00080000:2.0:1769078300.078914:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078300.078915:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078300.078917:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078300.078919:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564819712 : -121121144731904 : ffff91d749318700)
00000100:00080000:2.0:1769078300.078921:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078300.078926:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769078300.078928:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078300.078931:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4991
00000400:00000200:2.0:1769078300.078939:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078300.078946:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078300.078946:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769078300.078949:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078300.078953:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769078300.078955:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000010:3.0:1769078300.078958:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000001:2.0:1769078300.078959:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078300.078964:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000200:3.0:1769078300.078965:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932541184, offset 0
00000100:00000001:2.0:1769078300.078967:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078300.078971:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078300.078972:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078300.078975:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078300.078976:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000040:2.0:1769078300.078978:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769078300.078982:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769078300.078984:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078300.078988:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769078300.078991:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078300.078995:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078300.079000:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078300.079000:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:2.0:1769078300.079004:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078300.079008:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769078300.079009:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769078300.079013:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078300.079018:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078300.079018:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
02000000:00000001:2.0:1769078300.079022:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078300.079025:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078300.079026:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078300.079030:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078300.079031:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:2.0:1769078300.079034:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078300.079038:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078300.079039:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47883:47883:256:4294967295] 192.168.204.153@tcp LPNI seq info [47883:47883:8:4294967295]
00000008:00000001:2.0:1769078300.079042:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078300.079048:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078300.079050:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000010:2.0:1769078300.079053:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769078300.079057:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078300.079061:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078300.079064:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078300.079066:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078300.079067:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078300.079070:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078300.079073:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078300.079077:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000010:2.0:1769078300.079078:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491ab400.
00000100:00000001:2.0:1769078300.079083:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078300.079086:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00100000:2.0:1769078300.079089:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078300.079098:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1769078300.079098:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:2.0:1769078300.079102:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078300.079106:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078300.079106:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769078300.079116:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078300.079118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769078300.079118:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769078300.079125:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1769078300.079126:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769078300.079127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078300.079132:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:3.0:1769078300.079137:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769078300.079138:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5001)
00000800:00000010:3.0:1769078300.079141:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078300.079148:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078300.079154:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078300.079159:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078300.079163:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078300.079167:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078300.079171:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079181:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078300.079184:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079191:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078300.079193:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078300.079199:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078300.079203:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078300.079206:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299665186
00000100:00000010:3.0:1769078300.079212:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769078300.079218:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078300.079223:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299665186
00000100:00000010:3.0:1769078300.079226:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
00000100:00000001:3.0:1769078300.079230:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078300.079232:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078300.079235:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078300.079238:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078300.079242:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078300/real 1769078300]  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078300.079257:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078300.079258:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078300.079260:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078300.079263:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078300.079264:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078300.079267:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078300.079271:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078300.079280:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079286:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078300.079288:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.079290:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078300.079292:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078300.079296:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079304:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078300.079309:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079316:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078300.079319:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.079321:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078300.079322:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.079325:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078300.079326:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078300.079330:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078300.079334:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078300.079336:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078300.079340:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078300.079349:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932541184:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078300.079353:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.079356:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078300.079359:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318700 x1855007932541184/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079365:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078300.079368:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078300.079370:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078300.079373:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078300.079375:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078300.079376:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078300.079378:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078300.079381:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8800.
02000000:00000001:3.0:1769078300.079384:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078300.079386:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078300.079388:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318700.
00000100:00000001:3.0:1769078300.079391:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078300.079392:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.079394:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.079423:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078300.079425:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078300.079427:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078300.079429:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078300.079430:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078300.079434:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079441:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078300.079442:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078300.079444:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078300.079446:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078300.079448:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078300.079451:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932541312:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078300.079455:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078300.079457:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078300.079458:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078300.079460:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078300.079463:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078300.079465:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078300.079469:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078300.079471:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078300.079475:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078300.079477:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932541312, portal 10
00000100:00000001:3.0:1769078300.079479:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078300.079481:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564817920 : -121121144733696 : ffff91d749318000)
00000100:00000040:3.0:1769078300.079487:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079494:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078300.079496:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078300.079498:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078300.079501:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932541312, offset 0
00000400:00000200:3.0:1769078300.079505:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078300.079509:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078300.079513:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078300.079515:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078300.079518:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078300.079520:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078300.079522:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078300.079526:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47884:47884:256:4294967295] 192.168.204.153@tcp LPNI seq info [47884:47884:8:4294967295]
00000400:00000200:3.0:1769078300.079530:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078300.079536:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078300.079540:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078300.079544:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078300.079548:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078300.079555:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078300.079572:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078300.079575:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078300.079579:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078300.079581:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078300.079584:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078300.079587:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078300.079590:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078300.079592:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078300.079594:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078300.079597:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079605:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078300.079608:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079614:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078300.079615:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078300.079618:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078300.079630:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078300.079637:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078300.079639:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299663884
00000100:00000001:3.0:1769078300.079642:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299665186
00000100:00000001:3.0:1769078300.079644:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299663884
00000100:00000001:3.0:1769078300.079646:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299665186
00000100:00000001:3.0:1769078300.079648:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078300.079650:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078300.079652:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078300.079656:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078300/real 1769078300]  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078300.079663:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078300.079665:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078300.079666:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078300.079669:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078300.079670:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078300.079672:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078300.079676:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078300.079684:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079700:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078300.079702:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.079704:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078300.079705:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078300.079709:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079716:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078300.079720:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079726:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078300.079729:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.079731:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078300.079732:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.079734:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078300.079736:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078300.079738:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078300.079742:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078300.079744:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078300.079748:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078300.079755:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932541312:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078300.079759:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078300.079762:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079768:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078300.079769:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078300.079772:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078300.079773:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078300.079775:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078300.079778:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932541440:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078300.079781:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078300.079783:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078300.079785:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078300.079786:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078300.079789:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078300.079791:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078300.079794:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078300.079797:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078300.079799:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078300.079802:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932541440, portal 10
00000100:00000001:3.0:1769078300.079804:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078300.079805:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564825984 : -121121144725632 : ffff91d749319f80)
00000100:00000040:3.0:1769078300.079811:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079817:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078300.079819:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078300.079821:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078300.079824:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932541440, offset 0
00000400:00000200:3.0:1769078300.079827:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078300.079831:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078300.079834:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078300.079837:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078300.079840:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078300.079842:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078300.079844:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078300.079847:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47885:47885:256:4294967295] 192.168.204.153@tcp LPNI seq info [47885:47885:8:4294967295]
00000400:00000200:3.0:1769078300.079851:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078300.079856:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078300.079861:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078300.079864:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078300.079867:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078300.079870:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078300.079874:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078300.079877:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078300.079881:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078300.079882:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078300.079885:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078300.079888:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078300.079891:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078300.079892:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078300.079895:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078300.079898:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079905:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078300.079908:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079914:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078300.079916:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078300.079918:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078300.079921:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078300.079924:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078300.079926:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299663883
00000100:00000001:3.0:1769078300.079929:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299665186
00000100:00000001:3.0:1769078300.079931:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299663883
00000100:00000001:3.0:1769078300.079933:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299665186
00000100:00000001:3.0:1769078300.079935:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078300.079936:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078300.079938:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078300.079942:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078300/real 1769078300]  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078300.079949:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078300.079951:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078300.079952:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078300.079954:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078300.079956:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078300.079958:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078300.079961:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078300.079969:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079976:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078300.079977:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.079979:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078300.079980:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078300.079984:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.079991:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078300.079994:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.080001:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078300.080003:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.080005:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078300.080006:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.080008:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078300.080010:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078300.080013:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078300.080016:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078300.080018:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078300.080021:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078300.080029:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932541440:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078300.080032:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.080034:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078300.080037:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318000 x1855007932541312/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.080043:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078300.080045:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078300.080047:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078300.080049:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078300.080050:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078300.080051:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078300.080053:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078300.080055:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9000.
02000000:00000001:3.0:1769078300.080058:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078300.080059:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078300.080060:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318000.
00000100:00000001:3.0:1769078300.080062:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078300.080063:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.080064:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078300.080068:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319f80 x1855007932541440/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078300.080075:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078300.080076:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078300.080077:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078300.080079:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078300.080080:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078300.080081:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078300.080083:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078300.080085:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491ab400.
02000000:00000001:3.0:1769078300.080086:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078300.080087:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078300.080089:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319f80.
00000100:00000001:3.0:1769078300.080091:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078300.080093:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.080094:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078300.080098:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078300.080099:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078300.080101:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078300.080102:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078300.974495:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078300.974495:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078300.974502:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078300.974503:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078300.974503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078300.974504:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078300.974506:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078300.974508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078300.974510:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078300.974511:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078300.974516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078300.974516:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078300.974517:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078300.974520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078300.974522:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078300.974522:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078300.974527:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078300.974529:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078300.974530:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078300.974534:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078300.974537:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078300.974540:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078300.974568:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769078300.974569:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078300.974572:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078300.974573:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078300.974575:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078300.974579:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078300.974581:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078300.974584:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078300.974585:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078300.974586:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078300.974590:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078300.974592:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078301.422501:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299665186, at 4299665216
00000100:00000040:3.0:1769078301.422501:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299665186, at 4299665216
00000100:00000010:3.0:1769078301.422516:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000010:2.0:1769078301.422517:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00010000:00000001:1.0:1769078301.998542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078301.998549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.998549:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078301.998555:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078301.998558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078301.998559:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078301.998562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078301.998564:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078301.998569:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078301.998573:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078301.998574:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078301.998576:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078301.998580:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078301.998581:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078301.998583:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078301.998584:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078301.998588:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:3.0:1769078301.998589:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000020:00000001:1.0:1769078301.998592:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078301.998595:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078301.998596:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078301.998599:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078301.998603:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078301.998605:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078301.998608:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078301.998685:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078301.998688:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078301.998689:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078301.998692:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078301.998694:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078301.998696:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.998699:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078301.998700:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078301.998702:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078303.022526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078303.022526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078303.022529:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078303.022531:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078303.022536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078303.022538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078303.022539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078303.022539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078303.022545:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078303.022547:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078303.022547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078303.022547:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078303.022554:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078303.022561:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078303.022562:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078303.022563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078303.022573:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078303.022574:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078303.022574:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078303.022579:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078303.022580:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078303.022581:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078303.022587:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078303.022590:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078303.022592:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078303.022593:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078303.022596:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078303.022599:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078303.022601:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078303.022606:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078303.022607:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078303.022607:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078303.022611:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078303.022615:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078304.046524:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078304.046524:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078304.046525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078304.046525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078304.046533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078304.046533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078304.046534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078304.046534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078304.046536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078304.046538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078304.046539:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078304.046542:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078304.046544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078304.046546:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078304.046546:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078304.046547:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078304.046548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078304.046551:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078304.046553:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078304.046553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078304.046555:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078304.046559:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078304.046559:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078304.046559:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078304.046566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078304.046566:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078304.046570:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078304.046574:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078304.046575:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078304.046579:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078304.046580:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078304.046582:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078304.046585:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078304.046588:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078305.070474:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078305.070485:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078305.070489:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078305.070491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.070493:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078305.070497:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078305.070497:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078305.070500:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078305.070501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078305.070504:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078305.070505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078305.070506:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078305.070512:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078305.070512:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078305.070517:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.070518:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078305.070521:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078305.070524:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078305.070527:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.070527:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078305.070531:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.070534:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078305.070536:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078305.070541:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078305.070552:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078305.070555:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078305.070559:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078305.070560:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078305.070562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078305.070564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078305.070566:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078305.070567:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078305.070568:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078305.070569:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078305.198577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078305.198588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078305.198591:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078305.198594:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078305.198598:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078305.198605:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 4996
00000400:00000200:0.0:1769078305.198616:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078305.198621:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078305.198623:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078305.198626:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078305.198629:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078305.198631:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078305.198632:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078305.198636:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078305.198637:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078305.198640:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078305.198642:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078305.198643:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078305.198645:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078305.198646:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078305.198648:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078305.198649:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078305.198650:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078305.198653:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078305.198655:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078305.198656:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078305.198658:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078305.198661:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078305.198663:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078305.198664:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078305.198666:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078305.198677:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769078305.198680:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078305.198683:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078305.198685:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078305.198688:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078305.198690:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078305.198694:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078305.198704:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8000.
00000100:00000001:0.0:1769078305.198711:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078305.198718:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078305.198726:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078305.198730:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078305.198733:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078305.198756:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078305.198760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078305.198763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078305.198765:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078305.198767:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078305.198769:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078305.198772:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4996
00000400:00000200:0.0:1769078305.198777:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078305.198780:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078305.198783:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078305.198786:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078305.198788:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078305.198791:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078305.198793:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078305.198795:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078305.198796:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769078305.198797:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078305.198801:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078305.198803:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769078305.198804:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769078305.198808:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078305.198809:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078305.198814:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078305.198819:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:3.0:1769078305.198819:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078305.198823:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078305.198827:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078305.198832:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078305.198835:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078305.198838:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078305.198840:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078305.198841:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078305.198847:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078305.198850:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.198851:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078305.198852:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078305.198856:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078305.198857:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078305.198861:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078305.198862:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078305.198863:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078305.198868:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
02000000:00000001:3.0:1769078305.198869:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078305.198870:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078305.198875:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078305.198875:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078305.198877:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078305.198880:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078305.198881:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078305.198884:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078305.198884:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932541568:192.168.204.153@tcp:250:kworker.0
02000000:00000010:0.0:1769078305.198890:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8c00.
00000100:00000001:3.0:1769078305.198890:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078305.198895:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078305.198897:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078305.198899:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078305.198903:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078305.198903:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078305.198909:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078305.198914:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078305.198915:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078305.198919:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078305.198922:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078305.198927:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078305.198927:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078305.198935:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000001:0.0:1769078305.198940:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078305.198945:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078305.198948:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078305.198950:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078305.198952:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1769078305.198954:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932541568, portal 25
00000100:00000001:0.0:1769078305.198956:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078305.198960:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769078305.198961:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 4996
00000100:00000001:3.0:1769078305.198962:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000400:00000200:0.0:1769078305.198968:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769078305.198970:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078305.198973:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078305.198979:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078305.198984:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078305.198984:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078305.198988:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078305.198990:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078305.198993:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:3.0:1769078305.198995:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000001:0.0:1769078305.198996:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000200:3.0:1769078305.198998:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932541568, offset 0
00000020:00000001:0.0:1769078305.198999:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078305.199001:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078305.199004:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078305.199005:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078305.199008:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078305.199009:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000001:0.0:1769078305.199011:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078305.199014:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078305.199016:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078305.199017:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078305.199019:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769078305.199019:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:0.0:1769078305.199022:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769078305.199026:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078305.199027:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078305.199029:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078305.199029:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
02000000:00000001:0.0:1769078305.199033:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078305.199036:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769078305.199037:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078305.199040:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078305.199042:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000008:00100000:0.0:1769078305.199043:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078305.199046:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078305.199048:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078305.199048:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078305.199053:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000010:0.0:1769078305.199054:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000400:00000200:3.0:1769078305.199058:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47886:47886:256:4294967295] 192.168.204.153@tcp LPNI seq info [47886:47886:8:4294967295]
00000020:00000040:0.0:1769078305.199059:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769078305.199063:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:0.0:1769078305.199071:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078305.199074:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078305.199074:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078305.199076:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078305.199079:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078305.199082:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078305.199082:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
02000000:00000010:0.0:1769078305.199088:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb800.
00000800:00000010:3.0:1769078305.199090:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00000001:0.0:1769078305.199091:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078305.199097:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078305.199100:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769078305.199105:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078305.199109:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078305.199111:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769078305.199113:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078305.199120:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769078305.199127:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078305.199127:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769078305.199131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1769078305.199134:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078305.199137:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000100:00000040:0.0:1769078305.199140:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078305.199143:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078305.199143:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769078305.199148:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078305.199151:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769078305.199155:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5006)
00000400:00000200:3.0:1769078305.199156:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078305.199159:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078305.199163:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078305.199167:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199173:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078305.199181:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199187:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.199188:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078305.199193:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078305.199196:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078305.199198:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299670306
00000100:00000010:3.0:1769078305.199203:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
00000100:00000001:3.0:1769078305.199209:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078305.199214:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299670306
00000100:00000010:3.0:1769078305.199215:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a96c0.
00000100:00000001:3.0:1769078305.199217:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078305.199219:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078305.199221:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.199223:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078305.199226:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078305/real 1769078305]  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078305.199242:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078305.199243:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078305.199245:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078305.199247:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078305.199248:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078305.199249:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078305.199252:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078305.199258:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199261:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078305.199262:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199264:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.199266:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078305.199268:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199273:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078305.199276:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199280:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078305.199281:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199282:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.199283:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199285:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078305.199286:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078305.199288:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078305.199291:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078305.199292:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078305.199295:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078305.199301:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932541568:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078305.199305:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199306:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078305.199308:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932541568/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199311:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078305.199314:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078305.199315:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078305.199317:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078305.199318:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078305.199319:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078305.199320:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078305.199322:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8000.
02000000:00000001:3.0:1769078305.199325:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078305.199326:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078305.199328:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769078305.199330:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078305.199331:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199332:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199339:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078305.199341:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.199342:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078305.199343:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078305.199344:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078305.199346:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199351:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078305.199352:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078305.199353:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078305.199354:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078305.199356:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078305.199357:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932541696:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078305.199360:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078305.199361:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078305.199362:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078305.199363:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078305.199365:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078305.199366:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078305.199369:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078305.199370:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078305.199372:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078305.199374:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932541696, portal 10
00000100:00000001:3.0:1769078305.199375:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078305.199376:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769078305.199382:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199386:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078305.199387:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078305.199388:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078305.199390:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932541696, offset 0
00000400:00000200:3.0:1769078305.199392:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078305.199394:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078305.199396:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078305.199397:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078305.199399:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078305.199400:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078305.199429:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078305.199431:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47887:47887:256:4294967295] 192.168.204.153@tcp LPNI seq info [47887:47887:8:4294967295]
00000400:00000200:3.0:1769078305.199434:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078305.199438:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078305.199441:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078305.199443:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078305.199446:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078305.199448:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078305.199450:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078305.199452:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078305.199454:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078305.199455:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078305.199457:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078305.199459:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078305.199461:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078305.199462:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078305.199463:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078305.199465:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199470:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078305.199472:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199488:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.199489:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078305.199492:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078305.199494:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078305.199502:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078305.199503:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299669004
00000100:00000001:3.0:1769078305.199505:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299670306
00000100:00000001:3.0:1769078305.199507:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299669004
00000100:00000001:3.0:1769078305.199508:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299670306
00000100:00000001:3.0:1769078305.199509:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078305.199510:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.199512:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078305.199514:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078305/real 1769078305]  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078305.199519:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078305.199520:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078305.199521:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078305.199523:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078305.199524:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078305.199525:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078305.199527:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078305.199532:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199535:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078305.199536:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199537:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.199538:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078305.199540:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199543:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078305.199545:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199549:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078305.199550:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199551:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.199551:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199552:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078305.199553:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078305.199555:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078305.199557:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078305.199558:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078305.199560:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078305.199565:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932541696:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078305.199568:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078305.199570:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199574:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078305.199575:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078305.199576:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078305.199577:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078305.199578:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078305.199579:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932541824:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078305.199581:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078305.199583:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078305.199584:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078305.199585:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078305.199587:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078305.199589:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078305.199590:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078305.199592:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078305.199594:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078305.199596:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932541824, portal 10
00000100:00000001:3.0:1769078305.199597:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078305.199598:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769078305.199602:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199609:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078305.199611:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078305.199613:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078305.199615:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932541824, offset 0
00000400:00000200:3.0:1769078305.199619:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078305.199622:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078305.199625:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078305.199628:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078305.199631:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078305.199634:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078305.199636:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078305.199639:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47888:47888:256:4294967295] 192.168.204.153@tcp LPNI seq info [47888:47888:8:4294967295]
00000400:00000200:3.0:1769078305.199643:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078305.199649:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078305.199654:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078305.199657:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078305.199660:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078305.199662:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078305.199665:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078305.199666:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078305.199669:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078305.199670:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078305.199672:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078305.199674:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078305.199676:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078305.199677:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078305.199679:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078305.199681:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199688:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078305.199691:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199697:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.199698:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078305.199701:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078305.199704:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078305.199708:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078305.199710:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299669003
00000100:00000001:3.0:1769078305.199712:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299670306
00000100:00000001:3.0:1769078305.199714:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299669003
00000100:00000001:3.0:1769078305.199717:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299670306
00000100:00000001:3.0:1769078305.199719:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078305.199721:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.199723:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078305.199727:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078305/real 1769078305]  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078305.199735:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078305.199736:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078305.199738:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078305.199739:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078305.199740:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078305.199742:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078305.199744:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078305.199749:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199753:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078305.199754:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199755:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.199756:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078305.199758:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199761:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078305.199763:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199768:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078305.199770:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199771:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.199772:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199774:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078305.199777:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078305.199780:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078305.199783:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078305.199785:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078305.199789:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078305.199797:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932541824:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078305.199800:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199802:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078305.199805:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932541696/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199812:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078305.199813:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078305.199815:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508000.
02000000:00000001:3.0:1769078305.199818:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078305.199819:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078305.199820:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078305.199823:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078305.199824:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8c00.
02000000:00000001:3.0:1769078305.199825:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078305.199826:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078305.199827:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769078305.199829:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078305.199830:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199831:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078305.199834:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932541824/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.199838:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078305.199838:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078305.199840:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078305.199841:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078305.199842:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078305.199843:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078305.199844:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078305.199845:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb800.
02000000:00000001:3.0:1769078305.199847:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078305.199847:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078305.199848:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769078305.199849:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078305.199850:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199851:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.199853:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078305.199854:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.199855:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078305.199855:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078306.094528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078306.094528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078306.094534:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078306.094537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078306.094538:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078306.094540:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078306.094544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078306.094547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078306.094547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078306.094548:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078306.094553:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078306.094553:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078306.094555:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078306.094558:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078306.094559:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078306.094561:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078306.094563:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078306.094564:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078306.094565:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078306.094567:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078306.094569:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.094571:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078306.094571:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078306.094573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.094574:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078306.094575:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078306.094580:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078306.094581:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078306.094582:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078306.094583:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078306.094588:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078306.094589:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078306.094592:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078306.094595:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078306.542562:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299670306, at 4299670336
00000100:00000040:3.0:1769078306.542562:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299670306, at 4299670336
00000100:00000010:3.0:1769078306.542581:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00000100:00000010:2.0:1769078306.542583:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000001:3.0:1769078307.118504:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078307.118512:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078307.118514:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078307.118515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1769078307.118519:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078307.118520:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078307.118526:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078307.118527:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078307.118528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078307.118530:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078307.118532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.118535:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078307.118536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078307.118546:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078307.118546:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078307.118547:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078307.118548:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078307.118557:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078307.118557:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078307.118564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078307.118565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078307.118568:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.118568:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078307.118578:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078307.118579:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078307.118587:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078307.118593:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078307.118594:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078307.118598:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078307.118599:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078307.118600:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078307.118605:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078307.118606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078307.118607:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078307.118613:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078307.118615:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078307.118618:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078307.118653:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078307.118660:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078307.118665:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078308.142537:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078308.142537:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078308.142537:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078308.142539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078308.142546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078308.142547:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078308.142547:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078308.142547:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078308.142552:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078308.142552:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078308.142552:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078308.142561:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078308.142562:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078308.142562:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078308.142568:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078308.142569:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078308.142570:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078308.142574:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078308.142574:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078308.142575:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078308.142580:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078308.142584:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078308.142587:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078308.142590:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078308.142592:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078308.142595:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078308.142596:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078308.142599:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078308.142602:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078308.142604:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078308.142607:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078308.142631:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078308.142634:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078308.142637:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078309.166539:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078309.166539:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078309.166543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078309.166548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078309.166549:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078309.166550:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078309.166554:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078309.166554:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078309.166558:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078309.166558:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769078309.166560:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078309.166561:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078309.166563:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078309.166563:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078309.166566:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078309.166567:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078309.166567:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078309.166569:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769078309.166571:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078309.166572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078309.166572:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078309.166574:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078309.166577:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078309.166577:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078309.166580:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078309.166580:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078309.166581:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078309.166585:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078309.166586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078309.166586:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078309.166591:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078309.166591:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078309.166594:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078309.166596:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078309.166596:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078309.166600:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078309.166604:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078309.166624:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078309.166628:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078309.166631:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078310.190539:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078310.190539:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078310.190540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078310.190542:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078310.190546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078310.190548:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078310.190548:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078310.190550:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078310.190553:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078310.190553:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078310.190554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078310.190555:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078310.190559:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078310.190561:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078310.190561:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078310.190567:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078310.190569:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078310.190569:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078310.190575:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078310.190575:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078310.190579:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078310.190581:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078310.190583:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.190586:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078310.190587:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078310.190588:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078310.190591:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078310.190592:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078310.190592:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078310.190603:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078310.190608:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078310.190612:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078310.190616:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078310.190621:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078310.318540:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078310.318549:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078310.318551:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078310.318554:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078310.318557:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078310.318562:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5001
00000400:00000200:3.0:1769078310.318570:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078310.318575:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078310.318577:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078310.318579:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318582:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078310.318584:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318585:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078310.318588:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078310.318590:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078310.318592:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078310.318594:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078310.318595:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078310.318596:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078310.318598:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318599:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078310.318600:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318601:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078310.318603:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078310.318606:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318607:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078310.318609:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078310.318611:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078310.318613:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078310.318614:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078310.318616:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078310.318623:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5180.
00000020:00000040:3.0:1769078310.318625:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078310.318628:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078310.318629:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078310.318631:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078310.318633:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078310.318644:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078310.318652:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509c00.
00000100:00000001:3.0:1769078310.318658:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078310.318667:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078310.318683:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078310.318687:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078310.318690:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a964d027] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078310.318709:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078310.318712:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078310.318715:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078310.318717:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078310.318719:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078310.318721:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078310.318725:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5001
00000400:00000200:3.0:1769078310.318729:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078310.318730:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078310.318734:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769078310.318734:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078310.318737:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769078310.318738:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078310.318744:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078310.318745:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318750:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078310.318754:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318758:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:0.0:1769078310.318760:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078310.318761:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078310.318764:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078310.318764:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078310.318768:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1769078310.318770:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769078310.318770:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
02000000:00000001:0.0:1769078310.318773:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769078310.318774:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:0.0:1769078310.318775:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078310.318780:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00100000:0.0:1769078310.318781:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932541952:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078310.318786:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769078310.318788:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
02000000:00000001:0.0:1769078310.318790:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078310.318793:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078310.318793:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078310.318797:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078310.318799:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000010:0.0:1769078310.318802:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8400.
00000100:00000001:3.0:1769078310.318803:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:0.0:1769078310.318805:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078310.318810:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000400:00000200:0.0:1769078310.318814:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:3.0:1769078310.318817:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000010:0.0:1769078310.318819:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000100:00000001:3.0:1769078310.318820:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078310.318824:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1769078310.318826:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
02000000:00000001:3.0:1769078310.318828:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078310.318831:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078310.318832:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:0.0:1769078310.318833:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932541952, portal 25
00000008:00100000:3.0:1769078310.318836:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078310.318837:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078310.318839:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564478336 : -121121145073280 : ffff91d7492c5180)
00000008:00000001:3.0:1769078310.318841:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078310.318843:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078310.318846:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078310.318848:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6680.
00000020:00000040:3.0:1769078310.318852:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078310.318856:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078310.318858:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078310.318859:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078310.318861:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1769078310.318864:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:3.0:1769078310.318865:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078310.318868:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078310.318869:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
02000000:00000010:3.0:1769078310.318872:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508000.
00000100:00000200:0.0:1769078310.318873:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932541952, offset 0
00000100:00000001:3.0:1769078310.318878:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078310.318883:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00100000:3.0:1769078310.318886:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078310.318891:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078310.318896:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078310.318898:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078310.318900:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:3.0:1769078310.318904:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3116e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078310.318908:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078310.318915:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:3.0:1769078310.318915:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078310.318919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078310.318921:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769078310.318925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769078310.318926:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318927:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078310.318930:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078310.318932:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47889:47889:256:4294967295] 192.168.204.153@tcp LPNI seq info [47889:47889:8:4294967295]
00000100:00000001:3.0:1769078310.318933:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078310.318939:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5001
00000400:00000200:0.0:1769078310.318940:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078310.318945:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078310.318947:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078310.318949:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078310.318951:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318952:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078310.318955:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318959:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:0.0:1769078310.318962:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1769078310.318962:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078310.318965:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078310.318967:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078310.318969:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000800:00000200:0.0:1769078310.318970:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000020:00000001:3.0:1769078310.318972:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000010:0.0:1769078310.318975:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000020:00000001:3.0:1769078310.318975:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078310.318979:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318981:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078310.318982:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318985:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:0.0:1769078310.318987:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:3.0:1769078310.318988:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:3.0:1769078310.318993:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078310.318995:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078310.318996:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078310.318997:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078310.318999:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078310.319000:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769078310.319000:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078310.319001:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078310.319003:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078310.319008:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078310.319010:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c7480.
00000020:00000040:3.0:1769078310.319012:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078310.319016:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1769078310.319017:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
02000000:00000001:3.0:1769078310.319019:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078310.319023:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1769078310.319023:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1769078310.319025:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078310.319029:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769078310.319033:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
02000000:00000010:3.0:1769078310.319035:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050b400.
00000800:00000010:0.0:1769078310.319037:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000100:00000001:3.0:1769078310.319039:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078310.319045:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1769078310.319047:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078310.319053:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078310.319063:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000100:00000001:3.0:1769078310.319063:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769078310.319068:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:3.0:1769078310.319069:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078310.319076:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769078310.319077:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f53d051d] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078310.319085:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078310.319086:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078310.319097:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078310.319102:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319109:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078310.319113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078310.319114:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769078310.319116:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078310.319119:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078310.319121:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769078310.319124:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078310.319125:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5011)
00000400:00000200:0.0:1769078310.319137:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078310.319142:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299675426
00000100:00000010:0.0:1769078310.319147:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ba0.
00000100:00000001:0.0:1769078310.319153:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078310.319159:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299675426
00000100:00000010:0.0:1769078310.319162:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600319c0.
00000100:00000001:0.0:1769078310.319165:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078310.319167:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078310.319169:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078310.319172:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078310.319177:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078310/real 1769078310]  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078310.319184:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078310.319186:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078310.319187:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078310.319190:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078310.319191:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078310.319193:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078310.319195:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078310.319201:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319206:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078310.319207:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319208:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078310.319210:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078310.319212:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319216:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078310.319218:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319224:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078310.319226:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319227:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078310.319228:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319231:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078310.319233:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078310.319235:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078310.319240:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078310.319243:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078310.319246:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078310.319252:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932541952:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078310.319255:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319256:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078310.319258:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5180 x1855007932541952/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319261:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078310.319265:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078310.319267:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8400.
02000000:00000001:0.0:1769078310.319269:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078310.319270:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078310.319271:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078310.319273:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078310.319274:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:0.0:1769078310.319277:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078310.319278:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078310.319280:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5180.
00000100:00000001:0.0:1769078310.319283:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078310.319284:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319286:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319293:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078310.319294:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078310.319295:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078310.319296:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078310.319297:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078310.319299:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319307:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078310.319308:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078310.319309:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078310.319311:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078310.319312:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078310.319314:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932542080:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078310.319315:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078310.319316:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078310.319317:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078310.319318:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078310.319320:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8400.
02000000:00000001:0.0:1769078310.319321:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078310.319324:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078310.319325:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078310.319327:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078310.319329:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932542080, portal 10
00000100:00000001:0.0:1769078310.319330:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078310.319331:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564483712 : -121121145067904 : ffff91d7492c6680)
00000100:00000040:0.0:1769078310.319335:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319339:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078310.319340:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078310.319342:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078310.319343:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932542080, offset 0
00000400:00000200:0.0:1769078310.319345:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078310.319348:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078310.319350:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078310.319352:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078310.319353:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078310.319355:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078310.319356:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078310.319359:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47890:47890:256:4294967295] 192.168.204.153@tcp LPNI seq info [47890:47890:8:4294967295]
00000400:00000200:0.0:1769078310.319361:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078310.319366:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078310.319369:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078310.319371:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078310.319373:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078310.319376:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078310.319378:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078310.319380:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078310.319382:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078310.319383:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078310.319385:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078310.319421:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078310.319425:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078310.319427:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078310.319429:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078310.319433:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319441:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078310.319444:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319451:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078310.319453:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078310.319456:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078310.319459:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078310.319463:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078310.319465:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299674124
00000100:00000001:0.0:1769078310.319468:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299675426
00000100:00000001:0.0:1769078310.319469:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299674124
00000100:00000001:0.0:1769078310.319471:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299675426
00000100:00000001:0.0:1769078310.319472:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078310.319474:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078310.319475:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078310.319478:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078310/real 1769078310]  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078310.319483:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078310.319484:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078310.319485:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078310.319487:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078310.319488:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078310.319489:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078310.319491:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078310.319496:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319499:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078310.319500:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319501:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078310.319502:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078310.319504:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319509:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078310.319513:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319519:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078310.319522:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319523:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078310.319525:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319527:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078310.319529:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078310.319531:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078310.319534:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078310.319536:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078310.319540:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078310.319548:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932542080:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078310.319551:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078310.319553:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319557:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078310.319558:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078310.319559:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078310.319560:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078310.319562:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078310.319563:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932542208:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078310.319565:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078310.319566:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078310.319567:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078310.319569:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078310.319573:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb400.
02000000:00000001:0.0:1769078310.319575:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078310.319578:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078310.319581:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000400:00000010:0.0:1769078310.319583:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000200:0.0:1769078310.319586:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932542208, portal 10
00000100:00000001:0.0:1769078310.319588:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078310.319589:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564487296 : -121121145064320 : ffff91d7492c7480)
00000100:00000040:0.0:1769078310.319594:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319601:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078310.319604:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078310.319606:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078310.319608:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932542208, offset 0
00000400:00000200:0.0:1769078310.319612:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078310.319616:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078310.319619:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078310.319622:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078310.319625:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078310.319627:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078310.319636:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078310.319638:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47891:47891:256:4294967295] 192.168.204.153@tcp LPNI seq info [47891:47891:8:4294967295]
00000400:00000200:0.0:1769078310.319641:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078310.319645:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078310.319648:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078310.319651:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000800:00000200:0.0:1769078310.319653:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078310.319655:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078310.319657:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078310.319659:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078310.319662:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078310.319663:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:0.0:1769078310.319665:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078310.319667:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078310.319668:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:0.0:1769078310.319669:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:0.0:1769078310.319671:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078310.319673:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319678:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078310.319680:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319684:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078310.319685:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078310.319687:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078310.319689:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078310.319691:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078310.319692:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299674123
00000100:00000001:0.0:1769078310.319694:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299675426
00000100:00000001:0.0:1769078310.319695:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299674123
00000100:00000001:0.0:1769078310.319696:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299675426
00000100:00000001:0.0:1769078310.319697:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078310.319699:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078310.319700:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078310.319702:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078310/real 1769078310]  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078310.319706:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078310.319707:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078310.319708:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000400:00000200:0.0:1769078310.319709:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000400:00000010:0.0:1769078310.319710:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000100:00000001:0.0:1769078310.319711:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078310.319712:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078310.319717:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319721:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078310.319721:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319722:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078310.319723:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078310.319725:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319728:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078310.319730:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319735:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078310.319736:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319737:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078310.319738:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319739:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078310.319741:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078310.319742:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078310.319744:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078310.319745:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078310.319747:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078310.319751:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932542208:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078310.319753:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319754:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078310.319756:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6680 x1855007932542080/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319759:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078310.319760:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078310.319761:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8400.
02000000:00000001:0.0:1769078310.319763:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078310.319763:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078310.319764:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078310.319765:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078310.319766:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508000.
02000000:00000001:0.0:1769078310.319768:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078310.319769:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078310.319770:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6680.
00000100:00000001:0.0:1769078310.319772:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078310.319773:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319774:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078310.319776:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7480 x1855007932542208/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078310.319780:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078310.319780:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078310.319781:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb400.
02000000:00000001:0.0:1769078310.319782:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078310.319783:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078310.319783:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078310.319784:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078310.319785:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:0.0:1769078310.319786:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078310.319787:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078310.319787:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7480.
00000100:00000001:0.0:1769078310.319789:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078310.319790:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319791:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078310.319793:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078310.319794:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078310.319795:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078310.319796:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078311.214530:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078311.214530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078311.214535:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078311.214540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078311.214540:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078311.214541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078311.214545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.214545:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078311.214549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078311.214553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078311.214553:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078311.214554:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078311.214561:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078311.214561:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078311.214567:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.214567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078311.214572:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078311.214575:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078311.214576:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078311.214578:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078311.214581:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078311.214582:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078311.214664:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078311.214667:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078311.214668:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078311.214671:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078311.214674:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078311.214676:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.214766:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078311.214769:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.214772:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078311.214773:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078311.214776:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078311.214779:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078311.662539:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299675426, at 4299675456
00000100:00000040:3.0:1769078311.662539:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299675426, at 4299675456
00000100:00000010:2.0:1769078311.662558:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031ba0.
00000100:00000010:3.0:1769078311.662560:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600319c0.
00000100:00000001:2.0:1769078312.238528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078312.238528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078312.238529:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078312.238536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078312.238537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078312.238537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078312.238541:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.238541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078312.238542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078312.238548:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078312.238549:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078312.238549:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078312.238555:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078312.238556:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078312.238556:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078312.238562:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078312.238562:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078312.238563:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078312.238566:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078312.238569:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078312.238571:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.238574:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078312.238577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078312.238579:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078312.238580:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078312.238583:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078312.238586:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078312.238673:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078312.238676:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078312.238679:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078312.238680:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078312.238695:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078312.238698:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078312.238702:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078313.262521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078313.262525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078313.262526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078313.262530:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078313.262531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078313.262531:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078313.262534:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078313.262534:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078313.262535:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078313.262538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078313.262541:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078313.262544:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078313.262546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078313.262548:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078313.262550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078313.262551:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078313.262553:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078313.262557:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078313.262557:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078313.262558:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078313.262564:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078313.262568:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078313.262569:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1769078313.262570:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078313.262572:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078313.262577:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078313.262579:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078313.262582:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078313.262584:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078313.262588:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078313.262590:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078313.262594:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078313.262598:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078313.262602:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078314.286523:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078314.286523:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078314.286523:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078314.286528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078314.286531:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078314.286532:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078314.286532:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078314.286533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078314.286534:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078314.286536:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078314.286536:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078314.286541:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078314.286544:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078314.286544:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078314.286545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078314.286546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078314.286548:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078314.286552:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078314.286555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078314.286558:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078314.286558:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078314.286561:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078314.286563:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078314.286566:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078314.286568:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078314.286571:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078314.286574:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078314.286577:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078314.286578:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078314.286579:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078314.286582:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078314.286583:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078314.286587:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078314.286588:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.310525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078315.310525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078315.310527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078315.310531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.310534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078315.310537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078315.310538:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078315.310539:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078315.310539:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078315.310540:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078315.310548:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078315.310548:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078315.310553:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078315.310554:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078315.310556:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078315.310558:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078315.310560:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078315.310563:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078315.310566:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078315.310567:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078315.310569:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078315.310572:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078315.310574:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078315.310578:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078315.310581:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.310647:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078315.310650:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078315.310652:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078315.310654:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078315.310657:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078315.310659:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078315.310661:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078315.310663:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078315.310665:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078315.438478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078315.438504:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078315.438508:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078315.438513:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078315.438519:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078315.438527:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5006
00000400:00000200:3.0:1769078315.438539:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078315.438546:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078315.438556:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078315.438561:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078315.438566:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078315.438569:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078315.438571:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078315.438576:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078315.438578:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078315.438581:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078315.438584:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078315.438587:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078315.438590:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078315.438592:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078315.438595:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078315.438597:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078315.438599:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078315.438602:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078315.438605:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078315.438608:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078315.438611:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078315.438615:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078315.438626:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078315.438632:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078315.438635:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078315.438648:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c7800.
00000020:00000040:3.0:1769078315.438652:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078315.438656:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078315.438658:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078315.438662:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078315.438665:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078315.438671:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078315.438695:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050b800.
00000100:00000001:3.0:1769078315.438704:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078315.438715:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078315.438733:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078315.438738:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078315.438743:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5b1d2d5] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078315.438767:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078315.438771:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078315.438774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078315.438776:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078315.438785:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078315.438788:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078315.438791:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5006
00000400:00000200:3.0:1769078315.438795:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078315.438798:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769078315.438799:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078315.438802:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078315.438807:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078315.438807:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078315.438810:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078315.438812:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078315.438814:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078315.438818:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078315.438821:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769078315.438823:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078315.438823:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078315.438827:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078315.438830:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078315.438835:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078315.438839:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:0.0:1769078315.438842:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769078315.438845:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078315.438846:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078315.438849:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078315.438852:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769078315.438853:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078315.438857:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:0.0:1769078315.438858:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078315.438862:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:0.0:1769078315.438864:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078315.438868:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00100000:0.0:1769078315.438872:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932542336:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078315.438873:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078315.438878:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078315.438880:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078315.438885:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078315.438886:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078315.438887:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078315.438890:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078315.438892:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078315.438894:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:0.0:1769078315.438900:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cac00.
00000008:00100000:3.0:1769078315.438901:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078315.438904:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078315.438906:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078315.438910:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078315.438914:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000010:3.0:1769078315.438917:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c7480.
00000400:00000010:0.0:1769078315.438920:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3cb8.
00000020:00000040:3.0:1769078315.438921:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078315.438926:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078315.438927:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078315.438928:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3eaa0.
00000100:00000001:3.0:1769078315.438932:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078315.438935:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078315.438937:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078315.438938:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932542336, portal 25
00000100:00000001:0.0:1769078315.438942:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078315.438944:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564488192 : -121121145063424 : ffff91d7492c7800)
02000000:00000010:3.0:1769078315.438946:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050b400.
00000100:00000040:0.0:1769078315.438950:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078315.438952:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.438960:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769078315.438963:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078315.438964:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078315.438967:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e660.
00000100:00000200:0.0:1769078315.438971:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932542336, offset 0
00000100:00000001:3.0:1769078315.438977:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078315.438981:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078315.438982:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078315.438989:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769078315.438990:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f53d051d] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078315.438997:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:3.0:1769078315.439007:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078315.439008:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769078315.439012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078315.439016:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00080000:3.0:1769078315.439018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078315.439021:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078315.439023:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769078315.439024:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769078315.439028:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000001:3.0:1769078315.439029:0:36:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078315.439035:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47892:47892:256:4294967295] 192.168.204.153@tcp LPNI seq info [47892:47892:8:4294967295]
00000100:00080000:3.0:1769078315.439037:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5006
00000400:00000200:3.0:1769078315.439044:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078315.439045:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078315.439050:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078315.439053:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078315.439060:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078315.439064:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078315.439065:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078315.439069:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078315.439071:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078315.439073:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078315.439076:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078315.439079:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078315.439082:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000800:00000200:0.0:1769078315.439083:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000020:00000001:3.0:1769078315.439085:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000010:0.0:1769078315.439090:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9700.
00000020:00000001:3.0:1769078315.439090:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078315.439097:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000200:0.0:1769078315.439100:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078315.439102:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078315.439107:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000200:0.1:1769078315.439108:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078315.439112:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078315.439116:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:3.0:1769078315.439119:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078315.439121:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078315.439123:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078315.439126:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078315.439128:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.439129:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078315.439131:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078315.439135:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078315.439138:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000008:00000001:3.0:1769078315.439139:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078315.439142:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.439144:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299680546
00000100:00000010:3.0:1769078315.439147:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6680.
00000100:00000010:0.0:1769078315.439151:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031360.
00000020:00000040:3.0:1769078315.439152:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078315.439157:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078315.439160:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.439162:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078315.439163:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078315.439166:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078315.439169:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.439173:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299680546
02000000:00000010:3.0:1769078315.439175:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508000.
00000100:00000010:0.0:1769078315.439178:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600314e0.
00000100:00000001:3.0:1769078315.439180:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.439182:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00100000:3.0:1769078315.439187:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078315.439193:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078315.439197:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078315.439200:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078315.439201:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.439205:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078315.439205:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078315.439212:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3116e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078315.439214:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078315.439217:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078315.439221:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078315.439223:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078315.439226:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078315.439227:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078315.439232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078315.439233:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078315.439239:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078315.439245:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078315.439249:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769078315.439251:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769078315.439252:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078315.439256:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769078315.439257:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5016)
02000000:00000001:0.0:1769078315.439259:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078315.439263:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078315.439266:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932542464:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078315.439270:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078315.439272:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078315.439274:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078315.439276:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078315.439279:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769078315.439281:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078315.439286:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078315.439289:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078315.439292:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000200:0.0:1769078315.439295:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932542464, portal 10
00000100:00000001:0.0:1769078315.439297:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078315.439299:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564487296 : -121121145064320 : ffff91d7492c7480)
00000100:00000040:0.0:1769078315.439325:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078315.439336:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078315.439339:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078315.439342:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3ec38.
00000100:00000200:0.0:1769078315.439344:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932542464, offset 0
00000400:00000200:0.0:1769078315.439349:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078315.439353:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078315.439356:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078315.439359:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078315.439361:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078315.439363:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078315.439365:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078315.439368:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47893:47893:255:4294967295] 192.168.204.153@tcp LPNI seq info [47893:47893:7:4294967295]
00000400:00000200:0.0:1769078315.439372:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078315.439381:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078315.439385:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078315.439389:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9e00.
00000800:00000200:0.0:1769078315.439395:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078315.439400:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769078315.439428:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078315.439433:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078315.439437:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078315.439440:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299679244
00000100:00000001:0.0:1769078315.439443:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299680546
00000100:00000001:0.0:1769078315.439445:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299679244
00000100:00000001:0.0:1769078315.439448:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299680546
00000100:00000001:0.0:1769078315.439450:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078315.439453:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.439456:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.439458:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078315.439462:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078315.439464:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078315.439466:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078315.439468:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078315.439469:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078315.439473:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078315.439487:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078315.439488:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078315.439491:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078315.439492:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078315.439494:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078315.439497:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932542592:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078315.439500:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078315.439501:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078315.439503:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078315.439505:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078315.439509:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078315.439511:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078315.439514:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078315.439517:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3210.
00000400:00000010:0.0:1769078315.439520:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078315.439523:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932542592, portal 10
00000100:00000001:0.0:1769078315.439525:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078315.439526:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564483712 : -121121145067904 : ffff91d7492c6680)
00000100:00000040:0.0:1769078315.439532:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078315.439538:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078315.439541:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078315.439543:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e6e8.
00000100:00000200:0.0:1769078315.441327:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932542592, offset 0
00000400:00000200:0.0:1769078315.441347:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078315.441357:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078315.441366:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078315.441371:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078315.441376:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078315.441380:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078315.441382:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078315.441386:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47894:47894:254:4294967295] 192.168.204.153@tcp LPNI seq info [47894:47894:6:4294967295]
00000400:00000200:0.0:1769078315.441390:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078315.441400:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078315.441427:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078315.441435:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9100.
00000800:00000200:0.0:1769078315.441443:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078315.441449:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769078315.441454:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078315.441460:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078315.441464:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078315.441467:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299679245
00000100:00000001:0.0:1769078315.441470:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299680546
00000100:00000001:0.0:1769078315.441473:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299679245
00000100:00000001:0.0:1769078315.441475:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299680546
00000100:00000001:0.0:1769078315.441477:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078315.441481:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.441488:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.441493:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078315.441502:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078315.441505:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078315.441508:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078315.441510:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078315.441512:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078315.441514:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.334512:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078316.334512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078316.334519:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078316.334520:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078316.334520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078316.334524:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078316.334524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078316.334525:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078316.334532:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078316.334532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078316.334536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078316.334539:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078316.334540:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078316.334540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078316.334545:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.334546:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078316.334548:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078316.334551:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078316.334554:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078316.334558:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078316.334562:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078316.334565:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.334572:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769078316.334581:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078316.334581:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078316.334586:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078316.334587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078316.334594:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769078316.334595:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078316.334602:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078316.334608:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078316.334611:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078316.334614:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078316.334618:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078316.782529:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299680546, at 4299680576
00000100:00000040:2.0:1769078316.782533:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299680546, at 4299680576
00000100:00000010:2.0:1769078316.782547:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031360.
00000100:00000010:3.0:1769078316.782550:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600314e0.
00000100:00000001:2.0:1769078317.358539:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078317.358547:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078317.358549:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078317.358549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.358549:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078317.358554:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078317.358556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078317.358557:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078317.358557:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078317.358557:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078317.358571:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078317.358571:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078317.358572:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078317.358573:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078317.358582:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1769078317.358583:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078317.358583:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078317.358585:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078317.358586:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078317.358587:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078317.358588:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078317.358594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.358594:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078317.358599:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078317.358601:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.358601:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078317.358602:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078317.358604:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078317.358612:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078317.358613:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078317.358628:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078317.358629:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.358629:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078317.358636:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078317.358646:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078317.358647:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078317.358652:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078317.358680:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078317.358683:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078317.358686:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078318.382490:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078318.382497:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078318.382498:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078318.382503:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078318.382507:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078318.382509:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078318.382511:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078318.382514:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078318.382514:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078318.382520:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078318.382520:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078318.382524:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.382525:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078318.382528:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078318.382529:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078318.382530:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078318.382532:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078318.382535:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078318.382536:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078318.382537:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078318.382539:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078318.382542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078318.382543:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078318.382546:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078318.382551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078318.382557:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078318.382561:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078318.382563:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078318.382565:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078318.382566:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078318.382574:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078318.382610:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078318.382614:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078318.382618:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078318.510615:0:2404:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.153:988
00000400:00000100:2.0:1769078318.510651:0:2404:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.153@tcp at host 192.168.204.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078318.510660:0:2404:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078318.510663:0:2404:0:(router.c:1755:lnet_notify()) 192.168.204.53@tcp notifying 192.168.204.153@tcp: down
00000400:00000200:2.0:1769078318.510666:0:2404:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078318.510669:0:2404:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078318.510673:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000800:00000010:2.0:1769078318.510676:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9700.
00000400:00000200:2.0:1769078318.510681:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078318.510684:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078318.510689:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e660
00000400:00000010:2.0:1769078318.510691:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e660.
00000100:00000001:2.0:1769078318.510695:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078318.510702:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078318.510714:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078318.510717:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078318.510720:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078318.510722:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078318.510725:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078318.510725:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078318.510730:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000800:00000100:2.0:1769078318.510735:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000100:00100000:0.0:1769078318.510737:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078315/real 1769078318]  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1769078318.510739:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9e00.
00000400:00000200:2.0:1769078318.510743:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078318.510750:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078318.510754:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3ec38
00000400:00000010:2.0:1769078318.510757:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3ec38.
00000100:00000001:2.0:1769078318.510761:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078318.510766:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078318.510770:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078318.510772:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1769078318.510772:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078318.510776:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769078318.510777:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3cb8.
00000100:00000001:2.0:1769078318.510783:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078318.510784:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1769078318.510787:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3eaa0
00000800:00000100:2.0:1769078318.510788:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.153@tcp
00000400:00000010:0.0:1769078318.510792:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3eaa0.
00000800:00000010:2.0:1769078318.510792:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9100.
00000100:00000001:0.0:1769078318.510798:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1769078318.510798:0:2404:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078318.510802:0:2404:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_DROPPED
00000100:00000200:0.0:1769078318.510805:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078318.510805:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e6e8
00000400:00000010:2.0:1769078318.510807:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e6e8.
00000100:00000001:2.0:1769078318.510810:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078318.510813:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078318.510818:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078318.510820:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078318.510835:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078318.510837:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078318.510838:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078318.510848:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078318.510851:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.510855:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078318.510857:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078318.510861:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078318.510868:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078318.510872:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078318.510897:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078318.510900:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.510902:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078318.510904:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.510906:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078318.510908:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078318.510912:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078318.510917:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078318.510919:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078318.510924:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078318.510933:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932542336:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078318.510937:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078318.510938:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078318.510941:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7800 x1855007932542336/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078318.510947:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078318.510950:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078318.510960:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cac00.
02000000:00000001:0.0:1769078318.510964:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078318.510967:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078318.510969:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078318.510971:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078318.510973:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b800.
02000000:00000001:0.0:1769078318.510977:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078318.510979:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078318.510981:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7800.
00000100:00000001:0.0:1769078318.510986:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078318.510987:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.510990:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078318.510992:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078318.510993:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078318.510994:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078318.510998:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078315/real 1769078318]  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078318.511008:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078318.511009:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078318.511011:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3210.
00000400:00000200:0.0:1769078318.511014:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078318.511016:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078318.511018:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078318.511022:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078318.511047:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078318.511053:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078318.511054:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.511056:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078318.511057:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078318.511061:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078318.511074:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078318.511079:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078318.511085:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078318.511087:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.511089:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078318.511090:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.511091:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078318.511094:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078318.511096:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078318.511099:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078318.511101:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078318.511104:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078318.511111:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932542592:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078318.511115:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078318.511118:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078315/real 1769078318]  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078318.511129:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078318.511130:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078318.511132:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078318.511134:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078318.511136:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078318.511137:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078318.511141:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078318.511148:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078318.511153:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078318.511154:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.511155:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078318.511156:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078318.511159:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078318.511164:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078318.511167:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078318.511173:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078318.511175:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.511176:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078318.511177:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.511179:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078318.511180:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078318.511182:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078318.511185:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078318.511187:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078318.511191:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078318.511197:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932542464:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078318.511200:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.511202:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078318.511204:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6680 x1855007932542592/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078318.511209:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078318.511211:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078318.511212:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078318.511215:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078318.511217:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078318.511218:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078318.511219:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078318.511221:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508000.
02000000:00000001:0.0:1769078318.511223:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078318.511224:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078318.511226:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6680.
00000100:00000001:0.0:1769078318.511229:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078318.511234:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.511236:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078318.511239:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7480 x1855007932542464/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078318.511245:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078318.511246:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078318.511248:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769078318.511261:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078318.511262:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078318.511263:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078318.511265:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078318.511266:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050b400.
02000000:00000001:0.0:1769078318.511268:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078318.511269:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078318.511271:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7480.
00000100:00000001:0.0:1769078318.511272:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078318.511274:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.511276:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078318.511285:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078318.511286:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078318.511288:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078318.511289:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078319.406535:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078319.406541:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078319.406541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078319.406542:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078319.406543:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078319.406550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078319.406551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078319.406552:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078319.406553:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078319.406560:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078319.406562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078319.406562:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078319.406564:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078319.406565:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078319.406571:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078319.406576:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078319.406577:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078319.406579:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078319.406579:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078319.406584:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078319.406588:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078319.406591:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078319.406591:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078319.406592:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078319.406593:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078319.406597:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078319.406601:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078319.406602:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078319.406605:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078319.406608:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078319.406609:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078319.406615:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078319.406618:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078319.406623:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078319.406623:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078319.406628:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078319.406633:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078319.406664:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078319.406669:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078319.406672:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078320.430534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078320.430538:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078320.430542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078320.430545:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078320.430546:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078320.430547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078320.430551:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078320.430551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078320.430556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078320.430560:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078320.430562:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078320.430562:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078320.430563:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078320.430565:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078320.430573:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078320.430574:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078320.430576:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078320.430578:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078320.430580:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078320.430581:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.430583:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078320.430585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078320.430589:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078320.430591:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078320.430595:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078320.430597:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078320.430600:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078320.430601:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078320.430604:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.430607:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078320.430607:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.430609:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078320.430609:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078320.430616:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078320.558503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078320.558513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078320.558516:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078320.558522:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078320.558533:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078320.558542:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5011
00000400:00000200:2.0:1769078320.558554:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078320.558561:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078320.558565:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078320.558569:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078320.558574:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078320.558577:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078320.558580:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078320.558586:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078320.558589:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078320.558592:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078320.558595:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078320.558598:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078320.558601:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078320.558604:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078320.558607:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078320.558609:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078320.558610:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078320.558614:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078320.558617:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078320.558620:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078320.558623:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078320.558626:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078320.558629:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078320.558632:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078320.558635:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078320.559162:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319f80.
00000020:00000040:2.0:1769078320.559171:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078320.559176:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078320.559178:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078320.559182:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078320.559186:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078320.559191:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078320.559201:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8c00.
00000100:00000001:2.0:1769078320.559211:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078320.559231:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078320.559241:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078320.559246:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078320.559250:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005993bdd2] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078320.559280:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078320.559285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078320.559289:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078320.559290:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078320.559293:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078320.559296:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078320.559300:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5011
00000400:00000200:2.0:1769078320.559306:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078320.559309:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078320.559311:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078320.559314:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078320.559317:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078320.559318:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078320.559320:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078320.559323:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078320.559324:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078320.559326:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078320.559328:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769078320.559336:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078320.559338:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078320.559340:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078320.559346:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078320.559348:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078320.559350:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078320.559352:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769078320.559354:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078320.559356:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078320.559358:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078320.559365:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078320.559367:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078320.559369:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078320.559373:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078320.559377:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078320.559378:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078320.559382:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318000.
00000020:00000040:2.0:1769078320.559384:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078320.559387:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078320.559389:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078320.559390:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078320.559392:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078320.559394:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078320.559398:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9400.
00000100:00000001:2.0:1769078320.559454:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078320.559460:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078320.559468:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078320.559470:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078320.559474:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2958c7] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078320.559482:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078320.559485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078320.559489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078320.559490:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078320.559492:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078320.559495:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078320.559497:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5011
00000400:00000200:2.0:1769078320.559501:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078320.559503:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078320.559506:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078320.559508:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078320.559510:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078320.559512:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078320.559514:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078320.559517:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078320.559518:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078320.559520:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078320.559522:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769078320.559524:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769078320.559527:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:2.0:1769078320.559530:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078320.559532:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078320.559533:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078320.559536:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078320.559538:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769078320.559541:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078320.559544:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.559830:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078320.559836:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078320.559840:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078320.559849:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.559858:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078320.559861:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078320.559865:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078320.559869:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078320.559872:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078320.559876:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932542720:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078320.559882:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078320.559887:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078320.559890:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078320.559893:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078320.559899:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769078320.559902:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078320.559909:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078320.559913:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078320.559920:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000200:0.0:1769078320.559928:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932542720, portal 25
00000100:00000001:0.0:1769078320.559931:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078320.559932:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564825984 : -121121144725632 : ffff91d749319f80)
00000100:00000040:0.0:1769078320.559938:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.559945:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078320.559948:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078320.559951:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078320.559955:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932542720, offset 0
00000400:00000200:0.0:1769078320.559963:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078320.559972:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078320.559978:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078320.559985:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078320.559989:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078320.559993:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078320.559995:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078320.559998:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47895:47895:256:4294967295] 192.168.204.153@tcp LPNI seq info [47895:47895:8:4294967295]
00000400:00000200:0.0:1769078320.560001:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078320.560010:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078320.560016:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078320.560021:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078320.560027:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078320.560030:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078320.560035:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078320.560037:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078320.560040:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078320.560043:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078320.560048:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078320.560052:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078320.560057:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078320.560059:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078320.560063:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078320.560066:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560073:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078320.560076:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560089:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.560090:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078320.560095:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078320.560098:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078320.560100:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299685667
00000100:00000010:0.0:1769078320.560104:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600314e0.
00000100:00000001:0.0:1769078320.560112:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078320.560119:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299685667
00000100:00000010:0.0:1769078320.560122:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031360.
00000100:00000001:0.0:1769078320.560126:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078320.560129:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078320.560132:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.560135:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078320.560143:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078320/real 1769078320]  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078320.560154:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078320.560156:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078320.560159:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078320.560163:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078320.560165:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078320.560167:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078320.560170:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078320.560178:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560184:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078320.560186:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.560188:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078320.560190:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078320.560194:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560200:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078320.560204:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560210:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078320.560213:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.560214:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078320.560228:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.560231:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078320.560233:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078320.560240:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078320.560244:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078320.560247:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1769078320.560250:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769078320.560251:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078320.560263:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932542720:192.168.204.153@tcp:250:kworker.0
02000000:00000001:2.0:1769078320.560271:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078320.560274:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769078320.560280:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078320.560283:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078320.560285:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078320.560291:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078320.560300:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.560303:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078320.560304:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.560307:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078320.560315:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078320.560317:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078320.560320:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078320.560324:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318700.
00000100:00100000:0.0:1769078320.560325:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932542848:192.168.204.153@tcp:38:kworker.0
00000020:00000040:2.0:1769078320.560333:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769078320.560334:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078320.560339:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078320.560342:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078320.560348:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078320.560350:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1769078320.560353:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9800.
02000000:00000001:2.0:1769078320.560354:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078320.560359:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078320.560361:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078320.560365:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769078320.560369:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769078320.560371:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078320.560375:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078320.560381:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
02000000:00000010:2.0:1769078320.560382:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a8000.
00000100:00000200:0.0:1769078320.560386:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932542848, portal 10
00000100:00000001:0.0:1769078320.560391:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078320.560391:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.560394:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564817920 : -121121144733696 : ffff91d749318000)
00000100:00100000:2.0:1769078320.560441:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078320.560454:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078320.560460:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078320.560461:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078320.560475:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fb1ad6d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560478:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078320.560486:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078320.560493:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078320.560500:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932542848, offset 0
00000400:00000200:0.0:1769078320.560512:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769078320.560517:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078320.560519:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:2.0:1769078320.560528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078320.560529:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078320.560542:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078320.560542:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078320.560555:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078320.560558:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078320.560563:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000040:2.0:1769078320.560565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078320.560571:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47896:47896:256:4294967295] 192.168.204.153@tcp LPNI seq info [47896:47896:8:4294967295]
00000100:00000040:2.0:1769078320.560573:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078320.560583:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5022)
00000400:00000200:0.0:1769078320.560584:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078320.560601:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078320.560608:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078320.560613:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078320.560618:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078320.560621:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078320.560626:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078320.560629:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078320.560633:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078320.560635:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078320.560638:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078320.560642:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078320.560645:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078320.560648:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078320.560651:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078320.560655:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560664:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078320.560667:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560678:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.560680:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078320.560683:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078320.560687:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078320.560690:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078320.560692:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299684365
00000100:00000001:0.0:1769078320.560695:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299685667
00000100:00000001:0.0:1769078320.560698:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299684365
00000100:00000001:0.0:1769078320.560701:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299685667
00000100:00000001:0.0:1769078320.560704:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078320.560706:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.560709:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078320.560712:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078320/real 1769078320]  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078320.560719:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078320.560720:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078320.560722:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078320.560726:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078320.560727:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078320.560729:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078320.560731:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078320.560738:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560744:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078320.560745:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.560747:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078320.560749:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078320.560752:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560758:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078320.560761:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560768:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078320.560770:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.560771:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078320.560772:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.560774:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078320.560776:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078320.560779:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078320.560782:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078320.560784:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078320.560788:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078320.560795:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932542848:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078320.560800:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.560802:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078320.560805:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319f80 x1855007932542720/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560811:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078320.560815:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078320.560817:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cb000.
02000000:00000001:0.0:1769078320.560820:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078320.560821:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078320.560822:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078320.560824:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078320.560826:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8c00.
02000000:00000001:0.0:1769078320.560829:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078320.560831:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078320.560832:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319f80.
00000100:00000001:0.0:1769078320.560835:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078320.560836:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.560837:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078320.560839:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318000 x1855007932542848/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560845:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078320.560846:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078320.560847:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078320.560850:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078320.560851:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078320.560852:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078320.560854:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078320.560855:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9400.
02000000:00000001:0.0:1769078320.560858:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078320.560859:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078320.560860:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318000.
00000100:00000001:0.0:1769078320.560862:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078320.560863:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.560866:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.560876:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078320.560878:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.560881:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078320.560882:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078320.560884:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078320.560888:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560895:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078320.560897:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078320.560898:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078320.560900:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078320.560901:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078320.560903:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932542976:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078320.560906:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078320.560908:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078320.560910:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078320.560912:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078320.560915:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078320.560917:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078320.560921:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078320.560923:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078320.560926:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000200:0.0:1769078320.560929:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932542976, portal 10
00000100:00000001:0.0:1769078320.560930:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078320.560932:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564819712 : -121121144731904 : ffff91d749318700)
00000100:00000040:0.0:1769078320.560937:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.560943:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078320.560945:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078320.560947:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078320.560950:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932542976, offset 0
00000400:00000200:0.0:1769078320.560953:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078320.560957:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078320.560960:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078320.560963:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078320.560966:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078320.560968:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078320.560970:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078320.560972:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47897:47897:256:4294967295] 192.168.204.153@tcp LPNI seq info [47897:47897:8:4294967295]
00000400:00000200:0.0:1769078320.560976:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078320.560981:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078320.560984:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078320.560986:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078320.560989:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078320.560990:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078320.560993:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078320.560994:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078320.560997:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078320.560998:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078320.561000:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078320.561002:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078320.561004:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078320.561005:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078320.561007:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078320.561009:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.561014:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078320.561016:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.561020:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.561020:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078320.561022:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078320.561024:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078320.561026:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078320.561028:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299684364
00000100:00000001:0.0:1769078320.561029:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299685667
00000100:00000001:0.0:1769078320.561031:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299684364
00000100:00000001:0.0:1769078320.561032:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299685667
00000100:00000001:0.0:1769078320.561033:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078320.561035:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.561036:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078320.561037:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078320/real 1769078320]  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078320.561042:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078320.561042:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078320.561043:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078320.561044:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078320.561045:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078320.561046:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078320.561049:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078320.561056:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.561062:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078320.561063:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.561064:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078320.561065:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078320.561069:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.561075:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078320.561078:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.561084:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078320.561086:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.561088:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078320.561089:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.561090:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078320.561094:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078320.561096:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078320.561099:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078320.561101:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078320.561105:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078320.561112:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932542976:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078320.561115:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.561117:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078320.561120:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318700 x1855007932542976/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078320.561125:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078320.561126:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078320.561127:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c9800.
02000000:00000001:0.0:1769078320.561129:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078320.561129:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078320.561130:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078320.561131:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078320.561133:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a8000.
02000000:00000001:0.0:1769078320.561134:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078320.561135:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078320.561136:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318700.
00000100:00000001:0.0:1769078320.561137:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078320.561138:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.561139:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078320.561141:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078320.561142:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078320.561143:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078320.561145:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078321.454512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078321.454513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078321.454519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078321.454520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078321.454523:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078321.454525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078321.454527:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078321.454528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.454530:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078321.454532:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078321.454536:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078321.454537:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.454540:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078321.454542:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769078321.454546:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078321.454546:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078321.454549:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078321.454549:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.454551:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078321.454551:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769078321.454553:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.454560:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078321.454563:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078321.454565:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078321.454566:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078321.454572:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078321.454573:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078321.454583:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078321.454583:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078321.454592:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078321.454597:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078321.454600:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078321.454602:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078321.454606:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078321.902553:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299685667, at 4299685696
00000100:00000040:3.0:1769078321.902553:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299685667, at 4299685696
00000100:00000010:2.0:1769078321.902578:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600314e0.
00000100:00000010:3.0:1769078321.902581:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031360.
00000100:00000001:0.0:1769078322.478523:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078322.478524:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078322.478528:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078322.478534:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078322.478535:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078322.478537:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078322.478540:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078322.478540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078322.478547:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078322.478550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078322.478551:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078322.478552:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078322.478553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078322.478561:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078322.478562:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.478569:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078322.478571:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.478572:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078322.478576:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078322.478576:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078322.478580:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078322.478583:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078322.478584:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078322.478587:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078322.478592:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078322.478693:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078322.478698:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078322.478699:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078322.478702:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078322.478704:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078322.478706:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.478708:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078322.478709:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.478711:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078323.502527:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078323.502527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078323.502527:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078323.502530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078323.502536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078323.502537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078323.502538:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078323.502538:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078323.502541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078323.502543:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078323.502543:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078323.502544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078323.502544:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078323.502553:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078323.502553:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078323.502554:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078323.502560:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078323.502560:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078323.502561:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078323.502564:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078323.502566:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078323.502566:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078323.502568:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078323.502571:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078323.502572:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078323.502574:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078323.502577:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078323.502578:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078323.502580:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078323.502584:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078323.502587:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078323.502588:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078323.502592:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078323.502595:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078324.526468:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078324.526469:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078324.526474:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078324.526475:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078324.526477:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078324.526477:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078324.526483:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078324.526484:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078324.526484:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078324.526490:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078324.526491:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078324.526491:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078324.526496:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078324.526496:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078324.526498:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078324.526501:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078324.526502:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078324.526503:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078324.526508:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078324.526508:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078324.526510:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078324.526513:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078324.526531:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078324.526534:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078324.526537:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078324.527688:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078324.527694:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078324.527696:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078324.527700:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078324.527703:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078324.527707:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078324.527709:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078324.527711:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078324.527714:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078325.550503:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078325.550503:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078325.550505:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078325.550509:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078325.550511:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078325.550511:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078325.550514:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078325.550515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078325.550515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078325.550518:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078325.550519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078325.550521:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078325.550523:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078325.550526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078325.550527:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078325.550532:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078325.550533:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078325.550534:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078325.550540:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078325.550540:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078325.550542:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078325.550544:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.550552:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078325.550553:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078325.550553:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078325.550559:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078325.550561:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078325.550569:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00010000:1.0:1769078325.550570:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078325.550576:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078325.550581:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078325.550584:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078325.550587:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078325.550591:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078325.678498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078325.678508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078325.678510:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078325.678514:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078325.678518:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078325.678524:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5017
00000400:00000200:0.0:1769078325.678534:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078325.678540:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078325.678542:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078325.678545:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078325.678548:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078325.678550:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078325.678552:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078325.678555:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078325.678557:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078325.678559:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078325.678562:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078325.678564:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078325.678565:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078325.678567:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078325.678568:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078325.678569:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078325.678570:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078325.678573:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078325.678575:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078325.678576:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078325.678579:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078325.678581:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078325.678583:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078325.678585:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078325.678587:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078325.678596:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0a80.
00000020:00000040:0.0:1769078325.678607:0:36:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078325.678612:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078325.678613:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078325.678617:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078325.678620:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078325.678624:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078325.678633:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb000.
00000100:00000001:0.0:1769078325.678641:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078325.678651:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078325.678663:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078325.678667:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078325.678671:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a51dfce] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078325.678692:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078325.678694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078325.678697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078325.678698:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078325.678699:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078325.678701:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078325.678703:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5017
00000400:00000200:0.0:1769078325.678705:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078325.678707:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078325.678713:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078325.678715:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078325.678717:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078325.678719:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078325.678721:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078325.678723:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078325.678724:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078325.678726:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078325.678727:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078325.678729:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078325.678730:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:0.0:1769078325.678732:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078325.678733:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078325.678735:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078325.678736:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078325.678738:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078325.678741:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078325.678744:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078325.678744:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078325.678751:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078325.678752:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769078325.678759:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078325.678765:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078325.678768:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078325.678768:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078325.678774:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078325.678780:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078325.678790:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078325.678790:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078325.678798:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078325.678798:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078325.678813:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2d80.
02000000:00000001:3.0:1769078325.678813:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078325.678817:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078325.678820:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078325.678824:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078325.678827:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078325.678827:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078325.678831:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078325.678832:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078325.678834:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078325.678839:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cac00.
00000100:00100000:3.0:1769078325.678841:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932543104:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078325.678843:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078325.678851:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078325.678852:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078325.678859:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078325.678860:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078325.678863:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078325.678865:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078325.678868:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000296efca4] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078325.678871:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078325.678884:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078325.678887:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:3.0:1769078325.678888:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
00000100:00080000:0.0:1769078325.678891:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078325.678896:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1769078325.678896:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078325.678900:0:36:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078325.678905:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078325.678908:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5017
00000400:00000200:3.0:1769078325.678914:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078325.678920:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078325.678925:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000200:0.0:1769078325.678928:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078325.678933:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769078325.678933:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000040:0.0:1769078325.678948:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000200:3.0:1769078325.678948:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932543104, portal 25
00000100:00000001:3.0:1769078325.678955:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078325.678958:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078325.678958:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797056 : -121121160754560 : ffff91d7483d0a80)
00000100:00000040:0.0:1769078325.678966:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000040:3.0:1769078325.678968:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078325.678972:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078325.678980:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078325.678985:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078325.678994:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078325.678998:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000100:00000001:3.0:1769078325.678998:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769078325.679003:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078325.679007:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000020:00000001:0.0:1769078325.679011:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000010:3.0:1769078325.679012:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078325.679022:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932543104, offset 0
00000100:00000040:0.0:1769078325.679023:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078325.679031:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078325.679036:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078325.679040:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078325.679041:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078325.679047:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769078325.679051:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078325.679052:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078325.679061:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078325.679061:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:0.0:1769078325.679068:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078325.679071:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078325.679072:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078325.679074:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078325.679077:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078325.679077:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:0.0:1769078325.679084:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078325.679094:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000400:00000200:3.0:1769078325.679095:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1769078325.679101:0:36:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078325.679103:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078325.679104:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078325.679107:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:0.0:1769078325.679108:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078325.679110:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078325.679114:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769078325.679115:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078325.679121:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000010:0.0:1769078325.679123:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9c00.
00000400:00000200:3.0:1769078325.679142:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47898:47898:256:4294967295] 192.168.204.153@tcp LPNI seq info [47898:47898:8:4294967295]
00000100:00000001:0.0:1769078325.679143:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078325.679155:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:0.0:1769078325.679156:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078325.679175:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078325.679179:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078325.679189:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078325.679190:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078325.679213:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078325.679213:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078325.679223:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1769078325.679225:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00000040:0.0:1769078325.679232:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.0:1769078325.679235:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:0.0:1769078325.679239:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769078325.679240:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769078325.679255:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1769078325.679256:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078325.679263:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769078325.679269:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5027)
00000800:00000100:3.0:1769078325.679270:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078325.679275:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078325.679281:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078325.679285:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078325.679289:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078325.679290:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078325.679294:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078325.679297:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679305:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078325.679307:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078350 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679315:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078325.679316:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078325.679320:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078325.679323:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078325.679325:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299690786
00000100:00000010:3.0:1769078325.679329:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a91e0.
00000100:00000001:3.0:1769078325.679333:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078325.679340:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299690786
00000100:00000010:3.0:1769078325.679343:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a96c0.
00000100:00000001:3.0:1769078325.679344:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078325.679347:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078325.679348:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078325.679350:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078325.679352:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078325/real 1769078325]  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078325.679358:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078325.679360:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078325.679361:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078325.679363:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078325.679364:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078325.679366:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078325.679368:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078325.679381:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679387:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078325.679388:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679390:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078325.679392:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078325.679396:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679434:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078325.679437:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679442:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078325.679444:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679445:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078325.679446:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679448:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078325.679449:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078325.679451:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078325.679454:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078325.679455:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078325.679458:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078325.679462:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932543104:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078325.679466:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679467:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078325.679469:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0a80 x1855007932543104/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679472:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078325.679474:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078325.679476:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078325.679478:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078325.679480:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078325.679481:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078325.679482:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078325.679484:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb000.
02000000:00000001:3.0:1769078325.679486:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078325.679488:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078325.679489:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0a80.
00000100:00000001:3.0:1769078325.679491:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078325.679492:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679493:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679500:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078325.679501:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078325.679503:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078325.679504:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078325.679505:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078325.679508:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679512:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078325.679513:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078325.679515:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078325.679516:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078325.679517:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078325.679519:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932543232:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078325.679521:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078325.679522:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078325.679523:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078325.679524:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078325.679526:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078325.679527:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078325.679530:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078325.679532:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078325.679534:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078325.679536:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932543232, portal 10
00000100:00000001:3.0:1769078325.679538:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078325.679538:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806016 : -121121160745600 : ffff91d7483d2d80)
00000100:00000040:3.0:1769078325.679543:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679546:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078325.679548:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078325.679550:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078325.679551:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932543232, offset 0
00000400:00000200:3.0:1769078325.679553:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078325.679556:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078325.679558:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078325.679560:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078325.679562:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078325.679563:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078325.679565:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078325.679567:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47899:47899:256:4294967295] 192.168.204.153@tcp LPNI seq info [47899:47899:8:4294967295]
00000400:00000200:3.0:1769078325.679569:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078325.679573:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078325.679576:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078325.679577:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078325.679580:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078325.679581:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078325.679584:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078325.679586:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078325.679588:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078325.679589:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078325.679591:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078325.679593:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078325.679595:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078325.679596:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078325.679597:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078325.679599:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679604:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078325.679605:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078350 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679609:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078325.679610:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078325.679612:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078325.679614:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078325.679616:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078325.679618:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299689484
00000100:00000001:3.0:1769078325.679619:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299690786
00000100:00000001:3.0:1769078325.679621:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299689484
00000100:00000001:3.0:1769078325.679622:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299690786
00000100:00000001:3.0:1769078325.679623:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078325.679625:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078325.679626:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078325.679627:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078325/real 1769078325]  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078325.679631:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078325.679632:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078325.679633:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078325.679634:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078325.679635:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078325.679636:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078325.679637:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078325.679642:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679646:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078325.679647:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679647:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078325.679648:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078325.679650:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679653:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078325.679655:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679660:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078325.679662:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679663:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078325.679664:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679665:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078325.679666:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078325.679667:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078325.679669:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078325.679670:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078325.679672:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078325.679676:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932543232:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078325.679679:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078325.679681:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679685:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078325.679686:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078325.679687:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078325.679688:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078325.679689:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078325.679691:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932543360:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078325.679692:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078325.679693:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078325.679694:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078325.679695:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078325.679697:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078325.679698:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078325.679701:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078325.679702:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078325.679704:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078325.679705:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932543360, portal 10
00000100:00000001:3.0:1769078325.679707:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078325.679707:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769078325.679710:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679714:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078325.679716:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078325.679717:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078325.679718:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932543360, offset 0
00000400:00000200:3.0:1769078325.679721:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078325.679722:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078325.679724:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078325.679726:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078325.679727:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078325.679728:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078325.679730:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078325.679731:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47900:47900:256:4294967295] 192.168.204.153@tcp LPNI seq info [47900:47900:8:4294967295]
00000400:00000200:3.0:1769078325.679734:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078325.679738:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078325.679740:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078325.679742:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078325.679743:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078325.679745:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078325.679747:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078325.679749:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078325.679751:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078325.679752:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078325.679754:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078325.679756:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078325.679757:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078325.679759:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078325.679760:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078325.679762:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679766:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078325.679768:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078350 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679771:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078325.679772:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078325.679774:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078325.679776:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078325.679777:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078325.679779:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299689483
00000100:00000001:3.0:1769078325.679780:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299690786
00000100:00000001:3.0:1769078325.679782:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299689483
00000100:00000001:3.0:1769078325.679783:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299690786
00000100:00000001:3.0:1769078325.679784:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078325.679785:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078325.679786:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078325.679788:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078325/real 1769078325]  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078325.679792:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078325.679792:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078325.679794:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078325.679795:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078325.679796:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078325.679797:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078325.679799:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078325.679803:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679807:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078325.679808:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679809:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078325.679810:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078325.679812:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679815:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078325.679817:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679821:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078325.679823:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679824:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078325.679825:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679827:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078325.679829:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078325.679831:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078325.679833:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078325.679835:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078325.679839:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078325.679847:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932543360:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078325.679851:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679853:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078325.679856:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2d80 x1855007932543232/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679863:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078325.679864:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078325.679866:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078325.679868:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078325.679869:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078325.679870:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078325.679872:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078325.679873:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cac00.
02000000:00000001:3.0:1769078325.679874:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078325.679875:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078325.679876:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2d80.
00000100:00000001:3.0:1769078325.679879:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078325.679879:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679880:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078325.679883:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932543360/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078325.679887:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078325.679887:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078325.679888:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078325.679889:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078325.679890:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078325.679891:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078325.679892:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078325.679893:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:3.0:1769078325.679894:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078325.679894:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078325.679895:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769078325.679896:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078325.679897:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679898:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078325.679899:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078325.679900:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078325.679901:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078325.679902:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.574540:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078326.574541:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078326.574541:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078326.574550:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078326.574554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078326.574554:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078326.574555:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078326.574555:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.574558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.574561:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078326.574566:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769078326.574567:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078326.574567:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078326.574568:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078326.574573:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078326.574576:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078326.574577:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078326.574577:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078326.574578:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078326.574580:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.574582:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078326.574583:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078326.574592:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078326.574593:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078326.574600:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078326.574601:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.574611:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078326.574612:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078326.574613:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078326.574619:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078326.574624:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078326.574626:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078326.574628:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078326.574631:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078326.574631:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078326.574636:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078326.574639:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078326.574681:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078326.574687:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078326.574690:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078327.022554:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299690786, at 4299690816
00000100:00000040:3.0:1769078327.022554:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299690786, at 4299690816
00000100:00000010:2.0:1769078327.022577:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a91e0.
00000100:00000010:3.0:1769078327.022582:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00000100:00000001:0.0:1769078327.598505:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078327.598505:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078327.598511:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078327.598513:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078327.598513:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078327.598515:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078327.598517:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.598518:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.598518:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078327.598525:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078327.598526:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078327.598527:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078327.598533:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078327.598534:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078327.598534:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078327.598540:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078327.598541:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.598541:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.598547:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078327.598551:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078327.598655:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078327.598657:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078327.598661:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078327.598663:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078327.598684:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078327.598686:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078327.598689:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078327.598725:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078327.598725:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.598729:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.598732:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.598733:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078327.598737:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078327.598740:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078328.622535:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078328.622538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078328.622541:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078328.622541:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078328.622543:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078328.622544:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078328.622550:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078328.622550:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078328.622552:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078328.622553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078328.622553:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078328.622556:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078328.622558:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078328.622558:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1769078328.622558:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078328.622564:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078328.622571:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078328.622571:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078328.622572:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078328.622572:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078328.622578:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078328.622579:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078328.622585:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078328.622586:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078328.622586:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078328.622591:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078328.622592:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078328.622593:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078328.622595:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078328.622595:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078328.622595:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078328.622603:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078328.622603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078328.622609:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078328.622610:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078328.622616:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078328.622621:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078328.622630:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078328.622635:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078328.622637:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078329.646504:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078329.646504:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078329.646512:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078329.646513:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078329.646514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078329.646515:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078329.646515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078329.646519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078329.646522:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078329.646522:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078329.646525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078329.646527:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078329.646527:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078329.646528:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078329.646532:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078329.646532:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078329.646536:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078329.646539:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078329.646541:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078329.646546:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078329.646548:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078329.646550:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078329.646552:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078329.646556:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078329.646560:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078329.646617:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078329.646620:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078329.646622:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078329.646624:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078329.646626:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078329.646628:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078329.646630:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078329.646632:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078329.646633:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078330.670512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078330.670512:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078330.670513:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078330.670521:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078330.670522:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078330.670522:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078330.670527:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078330.670527:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078330.670530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078330.670533:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078330.670533:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078330.670534:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078330.670540:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078330.670541:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078330.670546:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.670546:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078330.670547:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078330.670552:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078330.670554:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078330.670556:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078330.670557:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078330.670561:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078330.670561:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078330.670562:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1769078330.670563:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078330.670566:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078330.670567:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078330.670569:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078330.670572:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078330.670572:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078330.670574:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078330.670579:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078330.670582:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078330.670584:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078330.798519:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078330.798530:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078330.798532:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078330.798536:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078330.798541:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078330.798548:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5022
00000400:00000200:0.0:1769078330.798556:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078330.798564:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078330.798567:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078330.798571:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798574:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078330.798577:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798580:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078330.798584:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078330.798586:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078330.798588:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078330.798592:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078330.798594:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078330.798596:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078330.798599:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798601:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078330.798603:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798604:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078330.798607:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078330.798610:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798612:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078330.798614:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078330.798617:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078330.798620:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078330.798622:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078330.798631:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078330.798645:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000020:00000040:0.0:1769078330.798648:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078330.798652:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078330.798654:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078330.798657:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078330.798659:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078330.798663:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078330.798670:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9000.
00000100:00000001:0.0:1769078330.798676:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078330.798683:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078330.798693:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078330.798698:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078330.798702:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078330.798722:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078330.798725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078330.798729:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078330.798730:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078330.798732:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078330.798735:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078330.798738:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5022
00000400:00000200:0.0:1769078330.798742:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078330.798745:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078330.798747:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078330.798751:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798753:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078330.798755:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798758:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078330.798760:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078330.798761:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078330.798763:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078330.798764:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078330.798766:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078330.798768:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078330.798769:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078330.798773:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078330.798774:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798778:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078330.798778:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078330.798781:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798784:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078330.798787:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000040:3.0:1769078330.798789:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078330.798791:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798795:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078330.798798:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078330.798804:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078330.798805:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078330.798807:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078330.798809:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078330.798810:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078330.798816:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078330.798816:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078330.798820:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769078330.798822:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078330.798825:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078330.798826:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078330.798832:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000100:00100000:3.0:1769078330.798833:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932543488:192.168.204.153@tcp:250:kworker.0
00000020:00000040:0.0:1769078330.798835:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078330.798840:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078330.798841:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078330.798842:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078330.798845:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078330.798847:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078330.798847:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078330.798852:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078330.798852:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078330.798858:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:3.0:1769078330.798858:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078330.798862:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078330.798865:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
00000100:00100000:0.0:1769078330.798869:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078330.798869:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078330.798880:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078330.798881:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078330.798884:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078330.798888:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000100:00000040:0.0:1769078330.798889:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078330.798896:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000001:0.0:1769078330.798901:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078330.798905:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932543488, portal 25
00000100:00080000:0.0:1769078330.798906:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078330.798911:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769078330.798913:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078330.798915:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000001:0.0:1769078330.798916:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078330.798918:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078330.798922:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769078330.798924:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078330.798927:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5022
00000400:00000200:0.0:1769078330.798935:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078330.798940:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078330.798944:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769078330.798945:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078330.798951:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000040:3.0:1769078330.798952:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798954:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078330.798957:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:3.0:1769078330.798957:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000001:0.0:1769078330.798963:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000200:3.0:1769078330.798964:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932543488, offset 0
00000020:00000001:0.0:1769078330.798965:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078330.798968:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078330.798971:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078330.798973:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:3.0:1769078330.798977:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000020:00000001:0.0:1769078330.798978:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769078330.798982:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078330.798986:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798988:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078330.798990:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078330.798992:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078330.798996:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078330.798999:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769078330.799001:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00080000:0.0:1769078330.799004:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078330.799009:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078330.799010:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078330.799012:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769078330.799014:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078330.799017:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078330.799019:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:0.0:1769078330.799020:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078330.799026:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000008:00100000:0.0:1769078330.799029:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078330.799030:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000008:00000001:0.0:1769078330.799033:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078330.799036:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078330.799039:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47901:47901:256:4294967295] 192.168.204.153@tcp LPNI seq info [47901:47901:8:4294967295]
00000100:00000010:0.0:1769078330.799041:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000400:00000200:3.0:1769078330.799064:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:0.0:1769078330.799071:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078330.799078:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078330.799079:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078330.799081:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078330.799085:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078330.799086:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769078330.799089:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078330.799095:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c8800.
00000800:00000200:3.0:1769078330.799096:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078330.799099:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078330.799104:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00100000:0.0:1769078330.799106:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078330.799117:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078330.799124:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1769078330.799126:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078330.799130:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078330.799134:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:0.0:1769078330.799136:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078330.799140:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1769078330.799149:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078330.799150:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078330.799152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1769078330.799155:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000100:00000040:0.0:1769078330.799157:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078330.799162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078330.799165:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769078330.799169:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078330.799174:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769078330.799177:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5032)
00000400:00000200:3.0:1769078330.799181:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078330.799185:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078330.799190:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078330.799195:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799212:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078330.799216:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078355 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799223:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078330.799225:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078330.799231:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078330.799235:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078330.799239:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299695906
00000100:00000010:3.0:1769078330.799245:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a96c0.
00000100:00000001:3.0:1769078330.799251:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078330.799257:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299695906
00000100:00000010:3.0:1769078330.799261:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a92a0.
00000100:00000001:3.0:1769078330.799264:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078330.799267:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078330.799270:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078330.799273:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078330.799277:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078330/real 1769078330]  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078330.799287:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078330.799288:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078330.799290:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078330.799293:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078330.799295:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078330.799297:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078330.799301:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078330.799317:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799324:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078330.799327:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.799329:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078330.799331:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078330.799335:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799343:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078330.799347:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799355:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078330.799358:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.799360:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078330.799361:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.799363:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078330.799365:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078330.799368:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078330.799372:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078330.799374:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078330.799379:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078330.799387:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932543488:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078330.799392:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.799394:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078330.799397:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932543488/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799429:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078330.799431:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078330.799434:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078330.799437:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078330.799439:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078330.799441:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078330.799443:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078330.799445:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9000.
02000000:00000001:3.0:1769078330.799450:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078330.799452:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078330.799453:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769078330.799456:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078330.799458:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.799460:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.799468:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078330.799470:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078330.799472:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078330.799474:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078330.799475:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078330.799479:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799486:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078330.799488:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078330.799490:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078330.799492:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078330.799494:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078330.799497:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932543616:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078330.799500:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078330.799502:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078330.799504:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078330.799506:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078330.799509:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078330.799511:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078330.799515:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078330.799518:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078330.799521:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078330.799524:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932543616, portal 10
00000100:00000001:3.0:1769078330.799526:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078330.799527:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
00000100:00000040:3.0:1769078330.799534:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799540:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078330.799543:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078330.799545:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078330.799548:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932543616, offset 0
00000400:00000200:3.0:1769078330.799551:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078330.799555:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078330.799559:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078330.799562:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078330.799565:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078330.799567:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078330.799569:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078330.799572:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47902:47902:256:4294967295] 192.168.204.153@tcp LPNI seq info [47902:47902:8:4294967295]
00000400:00000200:3.0:1769078330.799577:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078330.799583:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078330.799587:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078330.799591:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078330.799595:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078330.799598:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078330.799603:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078330.799606:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078330.799610:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078330.799611:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078330.799614:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078330.799618:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078330.799620:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078330.799622:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078330.799625:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078330.799628:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799635:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078330.799638:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078355 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799650:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078330.799652:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078330.799655:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078330.799659:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078330.799662:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078330.799664:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299694604
00000100:00000001:3.0:1769078330.799667:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299695906
00000100:00000001:3.0:1769078330.799669:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299694604
00000100:00000001:3.0:1769078330.799671:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299695906
00000100:00000001:3.0:1769078330.799673:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078330.799675:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078330.799677:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078330.799680:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078330/real 1769078330]  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078330.799688:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078330.799690:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078330.799692:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078330.799694:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078330.799696:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078330.799698:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078330.799701:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078330.799709:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799715:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078330.799716:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.799718:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078330.799719:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078330.799722:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799729:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078330.799732:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799739:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078330.799741:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.799743:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078330.799744:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.799746:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078330.799748:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078330.799750:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078330.799753:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078330.799756:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078330.799760:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078330.799767:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932543616:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078330.799771:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078330.799774:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799780:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078330.799781:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078330.799783:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078330.799785:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078330.799787:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078330.799790:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932543744:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078330.799792:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078330.799794:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078330.799796:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078330.799798:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078330.799801:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078330.799803:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078330.799806:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078330.799808:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078330.799811:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078330.799814:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932543744, portal 10
00000100:00000001:3.0:1769078330.799815:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078330.799817:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:3.0:1769078330.799821:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799827:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078330.799830:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078330.799832:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078330.799834:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932543744, offset 0
00000400:00000200:3.0:1769078330.799837:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078330.799840:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078330.799843:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078330.799846:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078330.799848:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078330.799851:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078330.799853:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078330.799856:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47903:47903:256:4294967295] 192.168.204.153@tcp LPNI seq info [47903:47903:8:4294967295]
00000400:00000200:3.0:1769078330.799859:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078330.799865:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078330.799870:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078330.799873:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078330.799877:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078330.799880:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078330.799884:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078330.799886:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078330.799891:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078330.799893:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078330.799895:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078330.799899:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078330.799902:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078330.799904:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078330.799906:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078330.799909:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799917:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078330.799920:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078355 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799927:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078330.799928:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078330.799931:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078330.799934:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078330.799937:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078330.799939:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299694603
00000100:00000001:3.0:1769078330.799941:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299695906
00000100:00000001:3.0:1769078330.799943:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299694603
00000100:00000001:3.0:1769078330.799945:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299695906
00000100:00000001:3.0:1769078330.799947:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078330.799950:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078330.799952:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078330.799956:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078330/real 1769078330]  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078330.799964:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078330.799965:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078330.799967:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078330.799969:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078330.799970:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078330.799972:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078330.799975:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078330.799984:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.799990:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078330.799992:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.799993:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078330.799995:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078330.799999:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.800006:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078330.800009:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.800016:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078330.800018:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.800020:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078330.800021:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.800023:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078330.800026:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078330.800028:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078330.800031:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078330.800034:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078330.800038:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078330.800060:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932543744:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078330.800063:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.800066:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078330.800070:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932543616/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.800076:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078330.800078:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078330.800079:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509000.
02000000:00000001:3.0:1769078330.800082:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078330.800083:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078330.800085:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078330.800087:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078330.800088:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca400.
02000000:00000001:3.0:1769078330.800091:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078330.800092:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078330.800093:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769078330.800096:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078330.800097:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.800099:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078330.800102:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932543744/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078355 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078330.800109:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078330.800111:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078330.800112:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509c00.
02000000:00000001:3.0:1769078330.800114:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078330.800115:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078330.800117:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078330.800119:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078330.800120:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c8800.
02000000:00000001:3.0:1769078330.800123:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078330.800124:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078330.800125:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769078330.800128:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078330.800129:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.800131:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078330.800134:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078330.800136:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078330.800138:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078330.800140:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.694500:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078331.694500:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078331.694500:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078331.694501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078331.694506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.694506:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078331.694507:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078331.694508:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078331.694509:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078331.694511:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.694512:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078331.694513:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078331.694514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078331.694515:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:0.0:1769078331.694516:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078331.694517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.694519:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078331.694521:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078331.694522:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078331.694523:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078331.694524:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078331.694525:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078331.694527:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078331.694531:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078331.694533:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078331.694535:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078331.694538:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078331.694539:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078331.694541:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078331.694541:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078331.694542:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078331.694544:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078331.694547:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078331.694548:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078332.142495:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299695906, at 4299695936
00000100:00000040:3.0:1769078332.142495:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299695906, at 4299695936
00000100:00000010:3.0:1769078332.142509:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a92a0.
00000100:00000010:2.0:1769078332.142510:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a96c0.
00000100:00000001:2.0:1769078332.718497:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078332.718497:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078332.718502:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078332.718504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078332.718505:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078332.718505:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078332.718506:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078332.718509:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.718509:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078332.718510:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078332.718510:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078332.718516:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078332.718517:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078332.718517:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078332.718520:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078332.718522:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078332.718524:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.718524:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078332.718525:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078332.718526:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078332.718529:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078332.718529:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.718530:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078332.718534:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.718537:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.718540:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078332.718543:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078332.718545:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078332.718545:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078332.718548:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078332.718551:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078332.718552:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078332.718556:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078332.718560:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078333.742496:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078333.742496:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078333.742497:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078333.742500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078333.742503:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078333.742504:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078333.742505:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078333.742505:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078333.742507:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078333.742509:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078333.742512:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078333.742514:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078333.742514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078333.742515:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078333.742516:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078333.742519:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078333.742521:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078333.742522:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078333.742522:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078333.742526:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078333.742527:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078333.742527:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078333.742531:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078333.742531:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078333.742536:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078333.742541:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078333.742545:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078333.742545:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078333.742550:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078333.742550:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078333.742550:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078333.742553:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078333.742557:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078333.742557:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078334.766549:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078334.766550:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078334.766550:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078334.766551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078334.766563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078334.766566:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078334.766566:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078334.766569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078334.766572:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078334.766573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078334.766575:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078334.766575:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078334.766579:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078334.766590:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078334.766591:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078334.766592:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:1.0:1769078334.766599:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078334.766610:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078334.766610:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078334.766610:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078334.766610:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078334.766622:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078334.766624:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078334.766624:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078334.766625:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078334.766639:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078334.766644:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078334.766649:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078334.766652:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078334.766655:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078334.766658:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078334.766659:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078334.766663:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.766667:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078335.790474:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078335.790484:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078335.790486:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078335.790491:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078335.790494:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078335.790499:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.790502:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078335.790504:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.790506:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078335.790531:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078335.790540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078335.790542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078335.790544:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078335.790547:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078335.790550:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078335.790551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078335.790553:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078335.790555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078335.790561:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078335.790563:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078335.790564:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078335.790565:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.790573:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078335.790576:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.790577:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078335.790579:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078335.790588:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078335.790591:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078335.790592:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078335.790598:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.790602:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078335.790625:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078335.790629:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078335.790633:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078335.918577:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078335.918590:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078335.918593:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078335.918597:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078335.918601:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078335.918608:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5027
00000400:00000200:3.0:1769078335.918617:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078335.918632:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078335.918635:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078335.918639:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078335.918642:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078335.918645:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078335.918648:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078335.918652:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078335.918654:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078335.918657:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078335.918660:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078335.918662:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078335.918665:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078335.918668:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078335.918670:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078335.918671:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078335.918674:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078335.918684:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078335.918691:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078335.918694:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078335.918697:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078335.918701:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078335.918704:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078335.918707:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078335.918709:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078335.918721:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5180.
00000020:00000040:3.0:1769078335.918725:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078335.918729:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078335.918731:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078335.918735:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078335.918738:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078335.918741:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078335.918749:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509c00.
00000100:00000001:3.0:1769078335.918755:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078335.918764:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078335.918774:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078335.918780:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078335.918785:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a964d027] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078335.918819:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078335.918826:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078335.918831:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078335.918833:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078335.918835:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078335.918839:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078335.918842:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5027
00000400:00000200:3.0:1769078335.918846:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078335.918850:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769078335.918851:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078335.918855:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078335.918861:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078335.918862:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078335.918867:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078335.918868:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078335.918873:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078335.918875:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078335.918882:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769078335.918883:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078335.918884:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078335.918891:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078335.918898:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:0.0:1769078335.918904:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078335.918906:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:0.0:1769078335.918907:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078335.918916:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769078335.918916:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:0.0:1769078335.918921:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078335.918926:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078335.918927:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00100000:0.0:1769078335.918932:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932543872:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078335.918936:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078335.918939:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769078335.918945:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
02000000:00000001:0.0:1769078335.918948:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078335.918950:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
02000000:00000001:0.0:1769078335.918953:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078335.918974:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078335.918983:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca000.
00000020:00000040:3.0:1769078335.918986:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:0.0:1769078335.918987:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078335.918997:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078335.919002:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078335.919003:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:3.0:1769078335.919008:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1769078335.919013:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
02000000:00000001:3.0:1769078335.919016:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078335.919021:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078335.919022:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000001:3.0:1769078335.919025:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:0.0:1769078335.919033:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932543872, portal 25
00000008:00100000:3.0:1769078335.919033:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078335.919040:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1769078335.919042:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078335.919045:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564478336 : -121121145073280 : ffff91d7492c5180)
00000100:00000001:3.0:1769078335.919047:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078335.919055:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4e00.
00000100:00000040:0.0:1769078335.919059:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078335.919061:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078335.919070:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078335.919074:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078335.919081:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078335.919082:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078335.919084:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078335.919089:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509000.
00000100:00000001:3.0:1769078335.919099:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078335.919100:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078335.919107:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078335.919113:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00100000:3.0:1769078335.919113:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078335.919121:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932543872, offset 0
00000400:00000200:0.0:1769078335.919136:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:3.0:1769078335.919138:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078335.919143:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078335.919152:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9cf5994] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078335.919153:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078335.919167:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:3.0:1769078335.919171:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078335.919173:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769078335.919182:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078335.919184:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00080000:3.0:1769078335.919191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769078335.919193:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078335.919195:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769078335.919200:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:3.0:1769078335.919200:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078335.919209:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769078335.919212:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47904:47904:256:4294967295] 192.168.204.153@tcp LPNI seq info [47904:47904:8:4294967295]
00000100:00080000:3.0:1769078335.919216:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5027
00000400:00000200:0.0:1769078335.919224:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078335.919230:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078335.919236:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078335.919238:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078335.919241:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078335.919243:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078335.919248:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078335.919253:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078335.919263:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:0.0:1769078335.919264:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000020:00000001:3.0:1769078335.919272:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:0.0:1769078335.919276:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000020:00000040:3.0:1769078335.919276:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078335.919282:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1769078335.919285:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:3.0:1769078335.919285:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078335.919295:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:0.0:1769078335.919296:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769078335.919306:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078335.919313:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000200:0.1:1769078335.919317:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078335.919321:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769078335.919322:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1769078335.919330:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000100:0.0:1769078335.919331:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078335.919339:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000100:00000001:3.0:1769078335.919340:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078335.919346:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:0.0:1769078335.919347:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1769078335.919353:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:0.0:1769078335.919362:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078335.919364:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078335.919369:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078335.919372:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078335.919375:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078335.919376:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078335.919379:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000008:00100000:3.0:1769078335.919380:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078335.919387:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078335.919390:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:3.0:1769078335.919390:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078335.919399:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4700.
00000100:00000001:0.0:1769078335.919400:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078335.919434:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.919444:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078335.919447:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.919456:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078335.919456:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000001:0.0:1769078335.919458:0:2416:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769078335.919464:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769078335.919467:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078335.919468:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078335.919473:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078335.919473:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078335.919477:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299701027
02000000:00000001:3.0:1769078335.919478:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078335.919484:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078335.919485:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600319c0.
02000000:00000010:3.0:1769078335.919493:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750509400.
00000100:00000001:0.0:1769078335.919495:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078335.919504:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078335.919507:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299701027
00000100:00000010:0.0:1769078335.919511:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ba0.
00000100:00100000:3.0:1769078335.919514:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078335.919515:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078335.919521:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078335.919529:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078335.919538:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078335.919544:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078335/real 1769078335]  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078335.919545:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078335.919555:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769078335.919559:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078335.919561:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078335.919562:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000100:00000040:3.0:1769078335.919566:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068e30ace] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078335.919569:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078335.919572:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078335.919576:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078335.919583:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078335.919601:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078335.919605:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078335.919609:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078335.919614:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078335.919617:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078335.919621:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769078335.919626:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1769078335.919628:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078335.919629:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078335.919639:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078335.919642:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769078335.919659:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078335.919660:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5037)
00000100:00000040:0.0:1769078335.919667:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.919676:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078335.919680:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.919681:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078335.919684:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.919688:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078335.919691:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078335.919695:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078335.919700:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078335.919702:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078335.919707:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078335.919715:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932543872:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078335.919721:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.919722:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078335.919724:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5180 x1855007932543872/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.919733:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078335.919736:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078335.919738:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769078335.919741:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078335.919743:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078335.919744:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078335.919745:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078335.919748:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509c00.
02000000:00000001:0.0:1769078335.919752:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078335.919753:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078335.919754:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5180.
00000100:00000001:0.0:1769078335.919757:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078335.919758:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.919759:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.919768:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078335.919770:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078335.919772:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078335.919773:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078335.919774:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078335.919777:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.919781:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078335.919782:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078335.919783:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078335.919785:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078335.919786:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078335.919788:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932544000:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078335.919790:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078335.919791:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078335.919792:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078335.919793:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078335.919796:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769078335.919797:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078335.919800:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078335.919802:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078335.919804:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000200:0.0:1769078335.919806:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932544000, portal 10
00000100:00000001:0.0:1769078335.919808:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078335.919808:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564477440 : -121121145074176 : ffff91d7492c4e00)
00000100:00000040:0.0:1769078335.919813:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.919817:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078335.919819:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078335.919820:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078335.919821:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932544000, offset 0
00000400:00000200:0.0:1769078335.919823:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078335.919826:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078335.919828:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078335.919831:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078335.919832:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078335.919834:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078335.919835:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078335.919837:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47905:47905:256:4294967295] 192.168.204.153@tcp LPNI seq info [47905:47905:8:4294967295]
00000400:00000200:0.0:1769078335.919840:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078335.919844:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078335.919847:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078335.919849:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078335.919851:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078335.919853:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078335.919856:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078335.919857:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078335.919860:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078335.919861:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078335.919863:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078335.919865:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078335.919866:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078335.919868:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078335.919870:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078335.919872:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.919877:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078335.919878:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.919882:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078335.919883:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078335.919885:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078335.919888:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078335.919890:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078335.919891:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299699724
00000100:00000001:0.0:1769078335.919893:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299701027
00000100:00000001:0.0:1769078335.919895:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299699724
00000100:00000001:0.0:1769078335.919896:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299701027
00000100:00000001:0.0:1769078335.919897:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078335.919899:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078335.919900:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078335.919901:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078335/real 1769078335]  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078335.919906:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078335.919907:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078335.919908:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078335.919910:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078335.919911:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078335.919912:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078335.919914:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078335.919919:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.919926:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078335.919927:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.919928:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078335.919929:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078335.919931:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.919934:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078335.919936:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.919942:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078335.919944:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.919945:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078335.919946:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.919948:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078335.919950:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078335.919952:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078335.919968:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078335.919971:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078335.919976:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078335.919984:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932544000:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078335.919988:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078335.919992:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.919999:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078335.920000:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078335.920003:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078335.920004:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078335.920005:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078335.920007:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932544128:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078335.920009:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078335.920011:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078335.920012:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078335.920013:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078335.920017:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078335.920018:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078335.920020:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078335.920022:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078335.920024:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000200:0.0:1769078335.920026:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932544128, portal 10
00000100:00000001:0.0:1769078335.920028:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078335.920029:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564475648 : -121121145075968 : ffff91d7492c4700)
00000100:00000040:0.0:1769078335.920035:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.920051:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078335.920054:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078335.920057:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078335.920059:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932544128, offset 0
00000400:00000200:0.0:1769078335.920063:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078335.920067:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078335.920070:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078335.920073:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078335.920076:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078335.920078:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078335.920080:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078335.920083:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47906:47906:256:4294967295] 192.168.204.153@tcp LPNI seq info [47906:47906:8:4294967295]
00000400:00000200:0.0:1769078335.920087:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078335.920093:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078335.920096:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078335.920099:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078335.920101:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078335.920103:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078335.920105:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078335.920107:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078335.920109:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078335.920111:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078335.920113:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078335.920115:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078335.920116:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078335.920118:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078335.920120:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078335.920123:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.920130:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078335.920134:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.920139:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078335.920141:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078335.920144:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078335.920146:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078335.920150:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078335.920152:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299699723
00000100:00000001:0.0:1769078335.920154:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299701027
00000100:00000001:0.0:1769078335.920156:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299699723
00000100:00000001:0.0:1769078335.920157:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299701027
00000100:00000001:0.0:1769078335.920159:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078335.920161:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078335.920163:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078335.920166:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078335/real 1769078335]  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078335.920172:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078335.920172:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078335.920174:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078335.920175:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078335.920176:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078335.920177:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078335.920179:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078335.920185:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.920191:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078335.920192:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.920193:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078335.920195:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078335.920198:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.920204:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078335.920207:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.920213:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078335.920216:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.920218:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078335.920219:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.920221:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078335.920223:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078335.920226:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078335.920229:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078335.920231:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078335.920236:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078335.920242:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932544128:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078335.920244:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.920245:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078335.920247:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4e00 x1855007932544000/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.920251:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078335.920252:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078335.920254:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769078335.920255:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078335.920256:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078335.920257:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078335.920258:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078335.920260:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509000.
02000000:00000001:0.0:1769078335.920261:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078335.920262:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078335.920263:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4e00.
00000100:00000001:0.0:1769078335.920265:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078335.920266:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.920267:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078335.920268:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4700 x1855007932544128/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078360 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078335.920272:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078335.920273:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078335.920274:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078335.920275:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078335.920276:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078335.920276:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078335.920277:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078335.920278:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750509400.
02000000:00000001:0.0:1769078335.920279:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078335.920280:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078335.920281:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4700.
00000100:00000001:0.0:1769078335.920282:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078335.920283:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.920284:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.920286:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078335.920287:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078335.920288:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078335.920289:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.814524:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078336.814526:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078336.814532:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078336.814533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078336.814534:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078336.814538:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078336.814541:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078336.814544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078336.814546:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1769078336.814547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078336.814550:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078336.814552:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.814554:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078336.814556:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078336.814557:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078336.814559:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078336.814560:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078336.814560:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078336.814561:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.814565:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078336.814567:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.814568:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078336.814568:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078336.814570:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078336.814573:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078336.814574:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078336.814577:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078336.814580:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078336.814580:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078336.814580:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078336.814581:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.814583:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078336.814585:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078336.814590:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.814590:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078336.814594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078336.814596:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078336.814621:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078336.814626:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078336.814628:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078337.262534:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299701027, at 4299701056
00000100:00000040:3.0:1769078337.262534:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299701027, at 4299701056
00000100:00000010:3.0:1769078337.262554:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031ba0.
00000100:00000010:2.0:1769078337.262556:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600319c0.
00000100:00000001:0.0:1769078337.838559:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078337.838559:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078337.838564:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078337.838570:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078337.838570:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.838571:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078337.838574:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.838576:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078337.838581:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078337.838583:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078337.838583:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078337.838585:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.838590:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078337.838596:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.838598:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078337.838600:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078337.838603:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078337.838603:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078337.838604:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078337.838614:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.838614:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078337.838616:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078337.838617:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078337.838620:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.838622:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078337.838623:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:1.0:1769078337.838624:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078337.838630:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078337.838637:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078337.838641:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078337.838645:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078337.838649:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078337.838652:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078337.838656:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078338.862555:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078338.862555:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078338.862556:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078338.862556:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078338.862566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078338.862572:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078338.862572:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078338.862573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078338.862573:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078338.862577:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078338.862581:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.862582:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078338.862583:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078338.862586:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078338.862591:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078338.862593:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078338.862598:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078338.862600:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078338.862601:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078338.862602:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1769078338.862604:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078338.862607:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078338.862610:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078338.862614:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078338.862615:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.862615:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078338.862616:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078338.862619:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.862620:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078338.862630:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078338.862631:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078338.862633:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078338.862639:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078338.862639:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.862639:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078338.862645:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.862652:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078338.862680:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078338.862682:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078338.862685:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078339.886500:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078339.886500:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078339.886503:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078339.886508:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078339.886510:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078339.886510:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078339.886514:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078339.886515:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078339.886515:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078339.886515:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078339.886516:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078339.886519:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078339.886522:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078339.886523:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078339.886524:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078339.886526:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078339.886533:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078339.886533:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078339.886533:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078339.886538:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078339.886539:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078339.886539:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078339.886540:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078339.886541:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078339.886543:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078339.886546:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078339.886547:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078339.886550:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078339.886552:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078339.886555:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078339.886557:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078339.886558:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078339.886562:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078339.886566:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078340.910544:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078340.910544:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078340.910546:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078340.910550:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078340.910554:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078340.910555:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078340.910556:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078340.910556:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078340.910558:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078340.910561:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078340.910561:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078340.910572:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078340.910574:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078340.910574:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078340.910574:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078340.910582:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078340.910584:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078340.910584:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078340.910585:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078340.910592:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078340.910593:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078340.910593:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078340.910598:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078340.910611:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078340.910612:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078340.910615:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078340.910618:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078340.910618:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078340.910621:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078340.910623:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078340.910628:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078340.910629:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078340.910634:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078340.910639:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078341.038541:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078341.038550:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078341.038552:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078341.038555:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078341.038560:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078341.038568:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5032
00000400:00000200:3.0:1769078341.038576:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078341.038590:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078341.038593:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078341.038596:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078341.038599:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078341.038604:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078341.038606:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078341.038610:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078341.038611:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078341.038613:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078341.038616:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078341.038618:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078341.038620:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078341.038624:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078341.038626:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078341.038627:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078341.038630:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078341.038633:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078341.038636:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078341.038639:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078341.038642:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078341.038646:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078341.038650:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078341.038653:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078341.038655:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078341.038667:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c4000.
00000020:00000040:3.0:1769078341.038675:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078341.038679:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078341.038680:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078341.038684:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078341.038686:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078341.038690:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078341.038697:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508c00.
00000100:00000001:3.0:1769078341.038704:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078341.038712:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078341.038720:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078341.038723:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078341.038726:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065aabb28] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078341.038744:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078341.038746:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078341.038752:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078341.038753:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078341.038754:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078341.038756:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078341.038758:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5032
00000400:00000200:3.0:1769078341.038761:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078341.038763:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078341.038764:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078341.038766:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078341.038768:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078341.038769:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078341.038771:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078341.038773:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078341.038774:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078341.038775:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078341.038777:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078341.038778:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:3.0:1769078341.038780:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078341.038784:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078341.038787:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078341.038789:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078341.038792:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078341.038794:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:3.0:1769078341.038798:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078341.038800:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078341.038802:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078341.038807:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769078341.038809:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078341.038815:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078341.038816:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078341.038820:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078341.038820:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078341.038826:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078341.038830:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078341.038835:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078341.038836:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078341.038839:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5f80.
00000020:00000040:3.0:1769078341.038845:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078341.038855:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078341.038859:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078341.038866:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078341.038866:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078341.038884:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078341.038888:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078341.038891:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078341.038894:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078341.038897:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1769078341.038899:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932544256:192.168.204.153@tcp:250:kworker.0
02000000:00000001:3.0:1769078341.038902:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078341.038904:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078341.038911:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1769078341.038913:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a000.
02000000:00000001:0.0:1769078341.038914:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078341.038921:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078341.038923:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078341.038930:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078341.038934:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078341.038934:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078341.038948:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078341.038953:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078341.038954:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078341.038959:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000100:00000040:3.0:1769078341.038961:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84f5076] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769078341.038967:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000001:3.0:1769078341.038975:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078341.038977:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932544256, portal 25
00000100:00080000:3.0:1769078341.038978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078341.038983:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769078341.038985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078341.038986:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564473856 : -121121145077760 : ffff91d7492c4000)
00000100:00000001:3.0:1769078341.038988:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078341.038995:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769078341.039002:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078341.039004:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078341.039011:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5032
00000100:00000001:0.0:1769078341.039026:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769078341.039027:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078341.039036:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078341.039036:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000010:0.0:1769078341.039044:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00080000:3.0:1769078341.039045:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1769078341.039048:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932544256, offset 0
00000400:00000200:0.0:1769078341.039054:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:3.0:1769078341.039061:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000400:00000200:0.0:1769078341.039062:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078341.039068:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078341.039075:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:3.0:1769078341.039076:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078341.039083:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078341.039087:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769078341.039088:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769078341.039090:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000400:00000200:0.0:1769078341.039093:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000020:00000001:3.0:1769078341.039096:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078341.039098:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078341.039102:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000020:00000040:3.0:1769078341.039102:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078341.039109:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:0.0:1769078341.039112:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47907:47907:256:4294967295] 192.168.204.153@tcp LPNI seq info [47907:47907:8:4294967295]
00000020:00000001:3.0:1769078341.039119:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:0.0:1769078341.039127:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769078341.039133:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078341.039140:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769078341.039147:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078341.039151:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078341.039158:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000800:00000200:0.0:1769078341.039162:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000020:00000040:3.0:1769078341.039166:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000010:0.0:1769078341.039171:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000100:00080000:3.0:1769078341.039173:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000800:00000200:0.0:1769078341.039187:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078341.039190:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078341.039194:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1769078341.039195:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078341.039202:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078341.039209:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078341.039210:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:3.0:1769078341.039213:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078341.039219:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1769078341.039219:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078341.039231:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000008:00000001:3.0:1769078341.039232:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769078341.039238:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000100:00000001:3.0:1769078341.039239:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078341.039245:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1769078341.039246:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6a00.
00000400:00000200:0.0:1769078341.039255:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1769078341.039255:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:0.0:1769078341.039269:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
02000000:00000001:3.0:1769078341.039269:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1769078341.039278:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
02000000:00000001:3.0:1769078341.039279:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078341.039289:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078341.039290:0:2416:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769078341.039292:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1769078341.039298:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078341.039299:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078341.039311:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a400.
00000100:00000001:3.0:1769078341.039321:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078341.039326:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078341.039340:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078341.039341:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078341.039394:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078341.039397:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078341.039398:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078341.039400:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078341.039442:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078341.039448:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000508d3ef2] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078341.039454:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078341.039462:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299706147
00000100:00000001:3.0:1769078341.039468:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078341.039471:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031600.
00000100:00000040:3.0:1769078341.039473:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078341.039477:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769078341.039479:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1769078341.039483:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078341.039487:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299706147
00000100:00000040:3.0:1769078341.039487:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:0.0:1769078341.039495:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031300.
00000100:00000040:3.0:1769078341.039496:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5042)
00000100:00000001:0.0:1769078341.039499:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078341.039505:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078341.039508:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078341.039510:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078341.039514:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078341/real 1769078341]  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078341.039522:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078341.039523:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078341.039525:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078341.039527:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078341.039528:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078341.039530:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078341.039533:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078341.039538:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039541:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078341.039543:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.039544:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078341.039546:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078341.039548:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039552:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078341.039554:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039558:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078341.039560:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.039561:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078341.039561:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.039563:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078341.039564:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078341.039567:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078341.039570:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078341.039571:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078341.039573:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078341.039578:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932544256:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078341.039581:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.039582:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078341.039583:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c4000 x1855007932544256/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039587:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078341.039589:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078341.039591:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078341.039593:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078341.039594:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078341.039595:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078341.039597:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078341.039599:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508c00.
02000000:00000001:0.0:1769078341.039601:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078341.039602:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078341.039604:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c4000.
00000100:00000001:0.0:1769078341.039606:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078341.039607:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.039608:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.039616:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078341.039617:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078341.039618:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078341.039620:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078341.039621:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078341.039623:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039627:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078341.039629:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078341.039631:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078341.039633:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078341.039635:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078341.039638:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932544384:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078341.039641:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078341.039643:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078341.039644:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078341.039646:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078341.039649:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078341.039650:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078341.039654:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078341.039657:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078341.039660:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000200:0.0:1769078341.039662:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932544384, portal 10
00000100:00000001:0.0:1769078341.039664:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078341.039665:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481920 : -121121145069696 : ffff91d7492c5f80)
00000100:00000040:0.0:1769078341.039672:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039678:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078341.039681:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078341.039683:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078341.039686:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932544384, offset 0
00000400:00000200:0.0:1769078341.039689:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078341.039693:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078341.039696:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078341.039698:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078341.039699:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078341.039701:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078341.039702:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078341.039704:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47908:47908:256:4294967295] 192.168.204.153@tcp LPNI seq info [47908:47908:8:4294967295]
00000400:00000200:0.0:1769078341.039707:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078341.039711:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078341.039714:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078341.039716:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078341.039719:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078341.039720:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078341.039723:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078341.039725:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078341.039727:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078341.039728:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078341.039730:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078341.039732:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078341.039734:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078341.039735:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078341.039737:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078341.039739:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039744:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078341.039745:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039753:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078341.039754:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078341.039756:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078341.039758:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078341.039760:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078341.039761:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299704844
00000100:00000001:0.0:1769078341.039763:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299706147
00000100:00000001:0.0:1769078341.039764:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299704844
00000100:00000001:0.0:1769078341.039766:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299706147
00000100:00000001:0.0:1769078341.039767:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078341.039768:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078341.039769:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078341.039771:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078341/real 1769078341]  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078341.039775:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078341.039776:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078341.039777:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078341.039778:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078341.039779:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078341.039781:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078341.039782:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078341.039787:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039790:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078341.039791:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.039792:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078341.039793:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078341.039795:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039799:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078341.039801:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039805:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078341.039806:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.039807:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078341.039807:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.039808:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078341.039810:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078341.039811:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078341.039813:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078341.039814:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078341.039816:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078341.039820:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932544384:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078341.039822:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078341.039824:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039828:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078341.039829:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078341.039831:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078341.039832:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078341.039833:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078341.039834:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932544512:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078341.039836:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078341.039837:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078341.039838:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078341.039839:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078341.039841:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769078341.039842:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078341.039844:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078341.039846:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078341.039847:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000200:0.0:1769078341.039849:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932544512, portal 10
00000100:00000001:0.0:1769078341.039850:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078341.039851:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564484608 : -121121145067008 : ffff91d7492c6a00)
00000100:00000040:0.0:1769078341.039854:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039858:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078341.039859:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078341.039860:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078341.039862:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932544512, offset 0
00000400:00000200:0.0:1769078341.039864:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078341.039865:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078341.039867:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078341.039869:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078341.039884:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078341.039885:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078341.039887:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078341.039888:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47909:47909:256:4294967295] 192.168.204.153@tcp LPNI seq info [47909:47909:8:4294967295]
00000400:00000200:0.0:1769078341.039891:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078341.039895:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078341.039897:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078341.039899:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078341.039902:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078341.039904:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078341.039906:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078341.039908:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078341.039910:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078341.039911:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078341.039913:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078341.039915:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078341.039917:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078341.039918:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078341.039919:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078341.039921:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039926:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078341.039928:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039931:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078341.039932:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078341.039933:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078341.039935:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078341.039937:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078341.039938:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299704843
00000100:00000001:0.0:1769078341.039939:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299706147
00000100:00000001:0.0:1769078341.039941:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299704843
00000100:00000001:0.0:1769078341.039942:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299706147
00000100:00000001:0.0:1769078341.039943:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078341.039945:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078341.039946:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078341.039947:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078341/real 1769078341]  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078341.039951:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078341.039952:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078341.039953:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078341.039954:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078341.039955:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078341.039957:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078341.039959:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078341.039963:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039967:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078341.039967:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.039968:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078341.039969:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078341.039971:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039974:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078341.039976:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.039980:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078341.039981:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.039982:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078341.039983:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.039984:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078341.039986:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078341.039987:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078341.039989:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078341.039990:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078341.039992:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078341.039996:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932544512:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078341.039998:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.040000:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078341.040001:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5f80 x1855007932544384/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.040005:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078341.040006:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078341.040007:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078341.040008:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078341.040009:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078341.040010:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078341.040011:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078341.040012:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:0.0:1769078341.040013:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078341.040014:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078341.040015:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5f80.
00000100:00000001:0.0:1769078341.040017:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078341.040018:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.040019:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078341.040020:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6a00 x1855007932544512/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078341.040024:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078341.040025:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078341.040025:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca000.
02000000:00000001:0.0:1769078341.040026:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078341.040027:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078341.040028:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078341.040029:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078341.040029:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:0.0:1769078341.040030:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078341.040031:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078341.040032:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6a00.
00000100:00000001:0.0:1769078341.040033:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078341.040033:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.040034:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.040036:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078341.040037:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078341.040038:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078341.040039:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078341.934460:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078341.934467:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078341.934469:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078341.934470:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078341.934475:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078341.934477:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078341.934477:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078341.934484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078341.934484:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078341.934484:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078341.934488:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078341.934489:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078341.934490:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078341.934492:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078341.934494:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078341.934497:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078341.934497:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078341.934500:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078341.934501:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078341.934503:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078341.934506:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078341.934508:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078341.934517:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078341.934521:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078341.934525:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078341.934543:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078341.934553:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078341.934555:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078341.934560:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078341.934564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078341.934568:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.934571:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078341.934574:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.934576:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078342.382471:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299706147, at 4299706176
00000100:00000040:3.0:1769078342.382471:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299706147, at 4299706176
00000100:00000010:3.0:1769078342.382488:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031300.
00000100:00000010:2.0:1769078342.382489:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031600.
00000100:00000001:0.0:1769078342.958519:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078342.958520:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078342.958520:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078342.958527:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078342.958528:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078342.958528:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078342.958530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078342.958531:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.958532:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078342.958532:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078342.958534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078342.958539:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078342.958540:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078342.958540:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078342.958541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078342.958543:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078342.958544:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078342.958545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078342.958548:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078342.958550:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078342.958553:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078342.958555:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078342.958556:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.958559:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078342.958560:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078342.958561:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078342.958566:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078342.958567:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078342.958570:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078342.958571:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.958572:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078342.958573:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078342.958576:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.958581:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078343.982484:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078343.982490:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078343.982491:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078343.982495:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078343.982499:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078343.982501:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078343.982505:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078343.982506:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078343.982511:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078343.982514:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078343.982523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078343.982526:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078343.982527:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078343.982531:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078343.982536:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.982536:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769078343.982537:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000020:00000001:1.0:1769078343.982537:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078343.982543:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078343.982545:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078343.982553:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078343.982553:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.982555:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078343.982556:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078343.982566:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078343.982566:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078343.982572:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078343.982573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078343.982574:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078343.982578:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.982583:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078343.982584:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.982586:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.982591:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078345.006487:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078345.006488:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078345.006490:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078345.006496:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078345.006497:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078345.006501:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078345.006503:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078345.006504:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078345.006506:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078345.006507:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078345.006508:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078345.006516:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078345.006516:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078345.006521:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078345.006522:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078345.006525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078345.006526:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078345.006527:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078345.006535:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078345.006535:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078345.006537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078345.006538:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078345.006540:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078345.006540:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078345.006544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078345.006545:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078345.006545:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078345.006556:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078345.006557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078345.006567:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078345.006572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078345.006574:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078345.006576:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078345.006579:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078346.030476:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078346.030476:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078346.030481:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078346.030484:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078346.030484:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078346.030487:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078346.030488:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078346.030490:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078346.030495:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078346.030495:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078346.030500:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078346.030501:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078346.030502:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078346.030503:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078346.030505:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078346.030506:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.030509:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078346.030513:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.030516:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078346.030528:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078346.030533:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078346.030537:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078346.030589:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078346.030590:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078346.030594:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.030595:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078346.030599:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078346.030599:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078346.030605:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078346.030608:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078346.030611:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.030613:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078346.030615:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.030618:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078346.158559:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078346.158572:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078346.158575:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078346.158579:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078346.158584:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078346.158593:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5037
00000400:00000200:2.0:1769078346.158603:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078346.158610:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078346.158613:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078346.158615:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158618:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078346.158620:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158621:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078346.158625:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078346.158627:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078346.158629:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078346.158632:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078346.158633:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078346.158635:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078346.158637:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158638:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078346.158639:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158640:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078346.158642:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078346.158644:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158646:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078346.158648:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078346.158651:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078346.158653:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078346.158655:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078346.158657:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078346.158668:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b800.
00000020:00000040:2.0:1769078346.158672:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078346.158677:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078346.158679:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078346.158682:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078346.158685:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078346.158691:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078346.158701:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa000.
00000100:00000001:2.0:1769078346.158708:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078346.158718:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078346.158727:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078346.158730:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078346.158734:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce7d2685] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078346.158752:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078346.158755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078346.158757:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078346.158759:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078346.158760:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078346.158761:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078346.158763:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5037
00000400:00000200:2.0:1769078346.158765:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078346.158767:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078346.158768:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078346.158770:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158771:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078346.158773:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158774:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078346.158775:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078346.158776:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078346.158777:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078346.158779:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769078346.158780:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078346.158781:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078346.158805:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158807:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078346.158809:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158811:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078346.158813:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:2.0:1769078346.158815:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158816:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078346.158818:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078346.158819:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769078346.158823:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078346.158825:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769078346.158826:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078346.158829:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078346.158830:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1769078346.158833:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078346.158836:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078346.158838:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078346.158841:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769078346.158842:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749318e00.
00000020:00000040:2.0:1769078346.158845:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078346.158849:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078346.158851:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078346.158854:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078346.158856:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078346.158858:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078346.158861:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1769078346.158863:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:0.0:1769078346.158865:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078346.158867:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078346.158872:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1769078346.158873:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078346.158878:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078346.158883:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769078346.158884:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078346.158887:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078346.158891:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819d0c0d] to pc [ptlrpcd_rcv+-1]  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078346.158904:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078346.158906:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932544640:192.168.204.153@tcp:250:kworker.0
00000100:00080000:2.0:1769078346.158908:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078346.158916:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1769078346.158917:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078346.158921:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078346.158922:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1769078346.158923:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078346.158926:0:38:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:0.0:1769078346.158928:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078346.158932:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5037
02000000:00000001:0.0:1769078346.158934:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1769078346.158940:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000010:0.0:1769078346.158944:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
00000400:00000200:2.0:1769078346.158944:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078346.158947:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1769078346.158949:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078346.158951:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158954:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078346.158955:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158956:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078346.158957:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078346.158958:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078346.158960:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769078346.158962:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:2.0:1769078346.158962:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:2.0:1769078346.158967:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769078346.158968:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000010:0.0:1769078346.158970:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000100:00000040:2.0:1769078346.158971:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158976:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078346.158978:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000010:0.0:1769078346.158981:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000001:2.0:1769078346.158981:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078346.158984:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:2.0:1769078346.158988:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078346.158990:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078346.158992:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932544640, portal 25
02000000:00000001:2.0:1769078346.158993:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078346.158997:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769078346.158998:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078346.159000:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564832256 : -121121144719360 : ffff91d74931b800)
02000000:00000001:2.0:1769078346.159002:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078346.159006:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078346.159009:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769078346.159011:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769078346.159013:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078346.159018:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078346.159024:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d749319180.
00000100:00000001:0.0:1769078346.159027:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1769078346.159027:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:2.0:1769078346.159031:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1769078346.159033:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
02000000:00000001:2.0:1769078346.159033:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078346.159037:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078346.159038:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1769078346.159040:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
02000000:00000001:2.0:1769078346.159040:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078346.159046:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000200:0.0:1769078346.159047:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932544640, offset 0
00000100:00000001:2.0:1769078346.159050:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078346.159055:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078346.159061:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:2.0:1769078346.159065:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078346.159067:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078346.159070:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032fbf30] to pc [ptlrpcd_rcv+-1]  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078346.159075:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769078346.159083:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078346.159086:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078346.159087:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:2.0:1769078346.159095:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078346.159099:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078346.159099:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078346.159107:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078346.159113:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769078346.159114:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078346.159119:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000040:2.0:1769078346.159121:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5047)
00000400:00000200:0.0:1769078346.159126:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47910:47910:256:4294967295] 192.168.204.153@tcp LPNI seq info [47910:47910:8:4294967295]
00000400:00000200:0.0:1769078346.159133:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078346.159144:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078346.159151:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078346.159158:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078346.159166:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078346.159170:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769078346.159176:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078346.159181:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769078346.159186:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078346.159188:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078346.159196:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078346.159201:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078346.159207:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078346.159210:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078346.159214:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078346.159219:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159229:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078346.159233:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159240:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078346.159242:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078346.159248:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078346.159253:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078346.159256:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299711266
00000100:00000010:0.0:1769078346.159262:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031cc0.
00000100:00000001:0.0:1769078346.159269:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078346.159282:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299711266
00000100:00000010:0.0:1769078346.159286:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7600316c0.
00000100:00000001:0.0:1769078346.159290:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078346.159294:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078346.159297:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078346.159301:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078346.159306:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078346/real 1769078346]  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078346.159317:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078346.159319:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078346.159321:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078346.159325:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078346.159327:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078346.159330:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078346.159334:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078346.159343:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159350:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078346.159352:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.159355:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078346.159357:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078346.159361:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159368:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078346.159373:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159380:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078346.159383:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.159385:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078346.159386:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.159389:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078346.159391:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078346.159394:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078346.159398:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078346.159400:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078346.159433:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078346.159441:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932544640:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078346.159447:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.159449:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078346.159452:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b800 x1855007932544640/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159459:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078346.159462:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078346.159464:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078346.159468:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078346.159470:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078346.159472:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078346.159474:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078346.159477:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa000.
02000000:00000001:0.0:1769078346.159482:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078346.159484:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078346.159486:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b800.
00000100:00000001:0.0:1769078346.159489:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078346.159490:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.159492:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.159501:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078346.159504:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078346.159506:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078346.159508:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078346.159509:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078346.159513:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159520:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078346.159521:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078346.159524:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078346.159525:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078346.159528:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078346.159531:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932544768:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078346.159534:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078346.159536:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078346.159538:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078346.159540:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078346.159542:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078346.159545:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078346.159549:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078346.159552:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078346.159556:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000200:0.0:1769078346.159559:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932544768, portal 10
00000100:00000001:0.0:1769078346.159561:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078346.159562:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564821504 : -121121144730112 : ffff91d749318e00)
00000100:00000040:0.0:1769078346.159569:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159576:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078346.159579:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078346.159581:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078346.159584:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932544768, offset 0
00000400:00000200:0.0:1769078346.159588:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078346.159592:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078346.159596:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078346.159598:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078346.159601:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078346.159603:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078346.159606:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078346.159609:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47911:47911:256:4294967295] 192.168.204.153@tcp LPNI seq info [47911:47911:8:4294967295]
00000400:00000200:0.0:1769078346.159613:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078346.159619:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078346.159623:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078346.159627:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078346.159631:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078346.159634:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769078346.159638:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078346.159641:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769078346.159645:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078346.159647:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078346.159650:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078346.159654:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078346.159656:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078346.159658:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078346.159661:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078346.159664:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159672:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078346.159675:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159688:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078346.159690:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078346.159693:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078346.159696:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078346.159700:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078346.159702:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299709964
00000100:00000001:0.0:1769078346.159705:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299711266
00000100:00000001:0.0:1769078346.159707:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299709964
00000100:00000001:0.0:1769078346.159709:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299711266
00000100:00000001:0.0:1769078346.159711:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078346.159714:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078346.159715:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078346.159719:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078346/real 1769078346]  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078346.159726:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078346.159727:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078346.159729:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078346.159731:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078346.159733:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078346.159735:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078346.159738:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078346.159746:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159751:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078346.159753:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.159754:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078346.159756:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078346.159760:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159767:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078346.159771:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159777:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078346.159779:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.159781:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078346.159782:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.159798:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078346.159801:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078346.159803:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078346.159806:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078346.159808:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078346.159812:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078346.159819:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932544768:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078346.159823:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078346.159826:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159833:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078346.159834:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078346.159837:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078346.159838:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078346.159841:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078346.159844:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932544896:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078346.159847:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078346.159848:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078346.159850:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078346.159852:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078346.159855:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769078346.159857:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078346.159860:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078346.159862:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078346.159865:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000200:0.0:1769078346.159867:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932544896, portal 10
00000100:00000001:0.0:1769078346.159869:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078346.159871:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564822400 : -121121144729216 : ffff91d749319180)
00000100:00000040:0.0:1769078346.159876:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159882:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078346.159885:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078346.159887:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078346.159889:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932544896, offset 0
00000400:00000200:0.0:1769078346.159893:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078346.159897:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078346.159900:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078346.159903:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078346.159906:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078346.159908:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078346.159910:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078346.159913:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47912:47912:256:4294967295] 192.168.204.153@tcp LPNI seq info [47912:47912:8:4294967295]
00000400:00000200:0.0:1769078346.159918:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078346.159924:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078346.159928:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078346.159932:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078346.159935:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078346.159939:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769078346.159943:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078346.159946:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769078346.159949:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078346.159952:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078346.159954:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078346.159958:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078346.159961:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078346.159963:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078346.159965:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078346.159969:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159976:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078346.159979:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.159986:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078346.159987:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078346.159991:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078346.159994:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078346.159997:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078346.159999:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299709963
00000100:00000001:0.0:1769078346.160001:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299711266
00000100:00000001:0.0:1769078346.160003:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299709963
00000100:00000001:0.0:1769078346.160005:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299711266
00000100:00000001:0.0:1769078346.160007:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078346.160009:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078346.160011:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078346.160015:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078346/real 1769078346]  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078346.160023:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078346.160024:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078346.160026:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078346.160029:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078346.160030:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078346.160032:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078346.160035:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078346.160044:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.160050:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078346.160052:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.160053:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078346.160055:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078346.160059:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.160066:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078346.160069:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.160077:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078346.160080:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.160082:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078346.160083:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.160085:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078346.160088:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078346.160091:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078346.160094:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078346.160097:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078346.160100:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078346.160109:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d749319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932544896:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078346.160113:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.160115:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078346.160118:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749318e00 x1855007932544768/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.160124:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078346.160125:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078346.160127:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078346.160129:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078346.160130:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078346.160132:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078346.160133:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078346.160135:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa400.
02000000:00000001:0.0:1769078346.160137:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078346.160138:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078346.160140:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749318e00.
00000100:00000001:0.0:1769078346.160142:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078346.160143:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.160145:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078346.160148:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d749319180 x1855007932544896/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078346.160153:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078346.160155:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078346.160156:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435c8800.
02000000:00000001:0.0:1769078346.160158:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078346.160159:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078346.160160:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078346.160162:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078346.160163:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9800.
02000000:00000001:0.0:1769078346.160166:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078346.160167:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078346.160168:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d749319180.
00000100:00000001:0.0:1769078346.160170:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078346.160171:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.160173:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.160176:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078346.160177:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078346.160179:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078346.160181:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.054527:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078347.054530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078347.054533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078347.054538:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078347.054538:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078347.054539:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078347.054541:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078347.054542:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.054544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078347.054544:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078347.054547:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078347.054550:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.054551:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078347.054552:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078347.054552:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078347.054558:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769078347.054558:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078347.054560:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078347.054560:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078347.054563:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.054564:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078347.054566:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.054567:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078347.054568:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.054568:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.054573:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078347.054575:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078347.054576:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.054582:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.054582:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078347.054585:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078347.054586:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078347.054587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.054592:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078347.054593:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078347.054596:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078347.054599:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078347.054612:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078347.054614:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078347.054617:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078347.502511:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299711266, at 4299711296
00000100:00000040:3.0:1769078347.502511:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299711266, at 4299711296
00000100:00000010:3.0:1769078347.502528:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7600316c0.
00000100:00000010:2.0:1769078347.502531:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031cc0.
00000100:00000001:0.0:1769078348.078535:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078348.078539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078348.078545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078348.078546:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078348.078550:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078348.078555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078348.078555:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1769078348.078556:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078348.078563:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078348.078567:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078348.078567:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078348.078571:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078348.078575:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078348.078579:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078348.078581:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078348.078586:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078348.078587:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078348.078589:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078348.078593:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.078594:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078348.078595:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078348.078596:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078348.078602:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078348.078606:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.078610:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078348.078676:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078348.078679:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078348.078680:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078348.078684:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078348.078686:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078348.078688:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.078690:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078348.078692:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.078694:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078349.102525:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078349.102525:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078349.102535:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078349.102535:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078349.102535:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078349.102542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078349.102545:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078349.102546:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078349.102546:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078349.102551:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078349.102555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078349.102556:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078349.102557:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078349.102561:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078349.102567:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078349.102568:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078349.102570:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078349.102570:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078349.102573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078349.102573:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078349.102577:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078349.102581:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078349.102582:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078349.102583:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078349.102589:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078349.102589:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078349.102591:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078349.102591:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078349.102595:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078349.102600:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078349.102602:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078349.102603:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078349.102605:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078349.102612:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078349.102613:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078349.102619:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078349.102619:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078349.102658:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078349.102661:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078349.102664:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078350.126561:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078350.126562:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078350.126562:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078350.126573:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078350.126577:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078350.126577:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078350.126582:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078350.126586:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078350.126586:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078350.126587:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078350.126602:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078350.126603:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078350.126611:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078350.126613:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078350.126617:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078350.126619:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078350.126626:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078350.126627:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078350.126630:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078350.126631:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078350.126633:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078350.126740:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078350.126743:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078350.126744:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078350.126746:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:1.0:1769078350.126748:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078350.126751:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078350.126758:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078350.126763:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078350.126767:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078350.126768:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078350.126770:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078350.126774:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078350.126778:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078351.150533:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078351.150533:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078351.150541:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078351.150542:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078351.150544:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078351.150545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078351.150551:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:1.0:1769078351.150552:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078351.150557:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078351.150559:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078351.150561:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.150563:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078351.150565:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078351.150568:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078351.150570:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078351.150576:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078351.150579:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.150582:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078351.150614:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078351.150618:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.150621:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078351.150624:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078351.150628:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.150629:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078351.150634:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078351.150640:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078351.150650:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078351.150655:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.150659:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078351.150662:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.150665:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078351.150687:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078351.150690:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078351.150693:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078351.278566:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078351.278580:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078351.278582:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078351.278587:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078351.278592:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078351.278602:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5042
00000400:00000200:3.0:1769078351.278614:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078351.278621:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078351.278624:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078351.278628:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078351.278631:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078351.278634:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078351.278636:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078351.278641:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078351.278644:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:3.0:1769078351.278647:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078351.278650:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:3.0:1769078351.278652:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:3.0:1769078351.278655:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:3.0:1769078351.278658:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078351.278659:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078351.278661:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078351.278663:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078351.278666:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:3.0:1769078351.278669:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078351.278672:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078351.278675:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078351.278679:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078351.278681:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.278684:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078351.278687:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078351.278711:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c7b80.
00000020:00000040:3.0:1769078351.278715:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:3.0:1769078351.278719:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078351.278721:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.278725:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078351.278727:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078351.278734:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078351.278743:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d750508400.
00000100:00000001:3.0:1769078351.278750:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078351.278761:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078351.278772:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078351.278776:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078351.278781:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ac7ffd3] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078351.278807:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078351.278811:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078351.278813:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078351.278815:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078351.278817:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078351.278819:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078351.278822:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5042
00000400:00000200:3.0:1769078351.278826:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078351.278830:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078351.278832:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078351.278836:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078351.278838:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078351.278841:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078351.278843:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:3.0:1769078351.278845:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078351.278847:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078351.278847:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:3.0:1769078351.278849:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078351.278853:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078351.278853:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:3.0:1769078351.278855:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:0.0:1769078351.278858:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078351.278860:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078351.278863:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078351.278865:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078351.278867:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078351.278869:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078351.278873:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:3.0:1769078351.278876:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078351.278881:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078351.278883:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078351.278883:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078351.278891:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078351.278895:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.278898:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078351.278899:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1769078351.278901:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078351.278903:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078351.278905:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.278909:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078351.278913:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769078351.278913:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c5c00.
00000020:00000040:3.0:1769078351.278917:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078351.278919:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078351.278919:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078351.278921:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.278924:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078351.278926:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078351.278926:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078351.278929:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078351.278934:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932545024:192.168.204.153@tcp:250:kworker.0
02000000:00000010:3.0:1769078351.278936:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a400.
00000100:00000001:3.0:1769078351.278941:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.278942:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769078351.278947:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769078351.278950:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078351.278955:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769078351.278956:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.278958:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078351.278962:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078351.278962:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051ffd905] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078351.278969:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078351.278970:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
00000100:00080000:3.0:1769078351.278972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769078351.278976:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078351.278977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078351.278981:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078351.278982:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078351.278985:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078351.278988:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5042
00000400:00000200:0.0:1769078351.278989:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078351.278993:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078351.278996:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000400:00000010:0.0:1769078351.278997:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000100:00080000:3.0:1769078351.278997:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078351.279003:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078351.279005:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078351.279006:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078351.279007:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000010:0.0:1769078351.279009:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000020:00000001:3.0:1769078351.279009:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078351.279011:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:3.0:1769078351.279013:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078351.279015:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:3.0:1769078351.279016:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:3.0:1769078351.279018:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:3.0:1769078351.279021:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078351.279023:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078351.279025:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078351.279027:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:3.0:1769078351.279029:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00000200:0.0:1769078351.279030:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932545024, portal 25
00000100:00080000:3.0:1769078351.279032:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078351.279036:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078351.279038:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.279039:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564489088 : -121121145062528 : ffff91d7492c7b80)
02000000:00000001:3.0:1769078351.279042:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078351.279047:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078351.279050:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078351.279051:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.279055:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078351.279058:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078351.279063:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.279069:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078351.279069:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078351.279073:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7492c6d80.
00000100:00000040:0.0:1769078351.279074:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000020:00000040:3.0:1769078351.279078:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000010:0.0:1769078351.279081:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
02000000:00000001:3.0:1769078351.279082:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078351.279083:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.279086:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078351.279087:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1769078351.279089:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932545024, offset 0
02000000:00000001:3.0:1769078351.279090:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078351.279095:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d75050a000.
00000100:00000001:3.0:1769078351.279099:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078351.279103:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00100000:3.0:1769078351.279104:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078351.279111:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078351.279113:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078351.279117:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:3.0:1769078351.279117:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94e5211] to pc [ptlrpcd_rcv+-1]  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078351.279126:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078351.279129:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000040:3.0:1769078351.279130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078351.279136:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078351.279138:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078351.279140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078351.279146:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:3.0:1769078351.279146:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078351.279155:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078351.279155:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5052)
00000400:00000200:0.0:1769078351.279161:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078351.279166:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47913:47913:256:4294967295] 192.168.204.153@tcp LPNI seq info [47913:47913:8:4294967295]
00000400:00000200:0.0:1769078351.279171:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078351.279183:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078351.279191:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078351.279197:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078351.279205:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078351.279209:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769078351.279215:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078351.279219:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769078351.279223:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078351.279226:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078351.279234:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078351.279238:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078351.279245:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078351.279247:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078351.279252:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078351.279257:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279266:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078351.279269:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279282:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.279284:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078351.279290:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078351.279295:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078351.279298:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299716386
00000100:00000010:0.0:1769078351.279304:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031ae0.
00000100:00000001:0.0:1769078351.279312:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078351.279318:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299716386
00000100:00000010:0.0:1769078351.279321:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d760031f60.
00000100:00000001:0.0:1769078351.279325:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078351.279328:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078351.279331:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.279334:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078351.279338:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078351/real 1769078351]  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078351.279350:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078351.279352:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078351.279354:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078351.279358:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078351.279360:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078351.279363:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078351.279368:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078351.279377:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279384:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078351.279386:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.279388:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078351.279390:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078351.279394:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279432:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078351.279437:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279444:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078351.279447:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.279449:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078351.279450:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.279453:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078351.279455:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078351.279458:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078351.279462:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078351.279465:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078351.279469:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078351.279486:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932545024:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078351.279491:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.279494:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078351.279497:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c7b80 x1855007932545024/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279503:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078351.279506:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078351.279509:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078351.279512:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078351.279514:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078351.279515:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:0.0:1769078351.279518:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078351.279520:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d750508400.
02000000:00000001:0.0:1769078351.279525:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078351.279527:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078351.279529:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c7b80.
00000100:00000001:0.0:1769078351.279533:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078351.279535:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.279537:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.279547:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078351.279549:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.279551:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078351.279552:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078351.279554:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078351.279557:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279564:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078351.279566:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078351.279568:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078351.279570:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078351.279572:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078351.279575:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932545152:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078351.279578:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078351.279580:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078351.279582:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078351.279583:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078351.279587:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078351.279588:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078351.279593:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078351.279595:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078351.279599:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000200:0.0:1769078351.279602:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932545152, portal 10
00000100:00000001:0.0:1769078351.279604:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078351.279605:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564481024 : -121121145070592 : ffff91d7492c5c00)
00000100:00000040:0.0:1769078351.279612:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279619:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078351.279621:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078351.279624:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078351.279626:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932545152, offset 0
00000400:00000200:0.0:1769078351.279630:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078351.279634:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078351.279646:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078351.279649:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078351.279652:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078351.279654:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078351.279657:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078351.279660:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47914:47914:256:4294967295] 192.168.204.153@tcp LPNI seq info [47914:47914:8:4294967295]
00000400:00000200:0.0:1769078351.279664:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078351.279669:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078351.279674:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078351.279683:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078351.279688:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078351.279690:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769078351.279695:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078351.279709:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769078351.279714:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078351.279716:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078351.279719:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078351.279722:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078351.279725:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078351.279727:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078351.279729:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078351.279733:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279741:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078351.279744:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279750:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.279751:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078351.279755:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078351.279759:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:0.0:1769078351.279763:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078351.279765:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299715084
00000100:00000001:0.0:1769078351.279768:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299716386
00000100:00000001:0.0:1769078351.279770:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299715084
00000100:00000001:0.0:1769078351.279772:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299716386
00000100:00000001:0.0:1769078351.279775:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078351.279777:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.279778:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078351.279782:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078351/real 1769078351]  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078351.279789:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078351.279790:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078351.279792:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078351.279795:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078351.279796:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078351.279798:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078351.279801:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078351.279810:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279816:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078351.279817:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.279819:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078351.279820:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078351.279823:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279830:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078351.279834:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279840:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078351.279843:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.279844:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078351.279846:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.279847:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078351.279849:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078351.279852:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078351.279855:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078351.279858:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078351.279862:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078351.279870:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932545152:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078351.279874:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078351.279877:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279884:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078351.279885:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078351.279887:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078351.279889:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078351.279891:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078351.279895:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932545280:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078351.279898:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078351.279900:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078351.279902:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078351.279903:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078351.279907:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078351.279909:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078351.279913:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:0.0:1769078351.279916:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7492a3420.
00000400:00000010:0.0:1769078351.279919:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3edd0.
00000100:00000200:0.0:1769078351.279922:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932545280, portal 10
00000100:00000001:0.0:1769078351.279924:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078351.279925:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564485504 : -121121145066112 : ffff91d7492c6d80)
00000100:00000040:0.0:1769078351.279930:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.279936:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078351.279938:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:0.0:1769078351.279940:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d744e3e880.
00000100:00000200:0.0:1769078351.279943:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932545280, offset 0
00000400:00000200:0.0:1769078351.279946:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078351.279950:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078351.279953:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:0.0:1769078351.279956:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078351.279959:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:0.0:1769078351.279961:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078351.279963:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:0.0:1769078351.279966:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47915:47915:256:4294967295] 192.168.204.153@tcp LPNI seq info [47915:47915:8:4294967295]
00000400:00000200:0.0:1769078351.279970:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078351.279976:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078351.279980:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078351.279983:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d6418a9d00.
00000800:00000200:0.0:1769078351.279987:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.0:1769078351.279989:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769078351.279993:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:0.1:1769078351.279996:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769078351.280000:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:0.0:1769078351.280001:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d6418a9d00.
00000400:00000200:0.0:1769078351.280004:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078351.280007:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078351.280010:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3e880
00000400:00000010:0.0:1769078351.280012:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3e880.
00000100:00000001:0.0:1769078351.280014:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078351.280018:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.280025:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078351.280028:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.280034:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.280035:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078351.280038:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078351.280041:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:0.0:1769078351.280044:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078351.280046:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299715083
00000100:00000001:0.0:1769078351.280049:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299716386
00000100:00000001:0.0:1769078351.280050:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299715083
00000100:00000001:0.0:1769078351.280052:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299716386
00000100:00000001:0.0:1769078351.280055:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078351.280057:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.280058:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078351.280061:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078351/real 1769078351]  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078351.280069:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078351.280070:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078351.280072:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7492a3420.
00000400:00000200:0.0:1769078351.280074:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d744e3edd0
00000400:00000010:0.0:1769078351.280076:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d744e3edd0.
00000100:00000001:0.0:1769078351.280078:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078351.280081:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078351.280089:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.280095:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078351.280097:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.280098:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078351.280100:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078351.280103:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.280109:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078351.280113:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.280119:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078351.280121:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.280123:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078351.280124:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.280126:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078351.280129:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078351.280131:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078351.280134:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:0.0:1769078351.280137:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078351.280140:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078351.280147:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7492c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932545280:192.168.204.153@tcp:38:kworker.0
00000100:00000001:0.0:1769078351.280151:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.280152:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078351.280155:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c5c00 x1855007932545152/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.280162:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078351.280163:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078351.280165:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:0.0:1769078351.280168:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078351.280169:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078351.280171:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078351.280173:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078351.280174:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a400.
02000000:00000001:0.0:1769078351.280176:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078351.280177:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078351.280179:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c5c00.
00000100:00000001:0.0:1769078351.280180:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078351.280181:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.280182:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078351.280185:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7492c6d80 x1855007932545280/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078351.280189:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078351.280190:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078351.280191:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d7435ca400.
02000000:00000001:0.0:1769078351.280192:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078351.280193:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078351.280194:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:0.0:1769078351.280195:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078351.280195:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d75050a000.
02000000:00000001:0.0:1769078351.280196:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078351.280197:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078351.280198:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7492c6d80.
00000100:00000001:0.0:1769078351.280200:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078351.280201:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.280202:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.280204:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078351.280205:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078351.280206:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078351.280207:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.174536:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078352.174536:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078352.174541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078352.174545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.174546:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078352.174547:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078352.174549:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078352.174551:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078352.174554:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078352.174554:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078352.174555:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078352.174557:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.174562:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078352.174562:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078352.174567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.174567:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.174569:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078352.174572:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078352.174575:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078352.174575:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.174580:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.174581:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078352.174582:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.174585:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078352.174587:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1769078352.174587:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078352.174589:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078352.174591:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078352.174592:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078352.174595:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078352.174596:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.174600:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078352.174603:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078352.174605:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078352.622527:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299716386, at 4299716416
00000100:00000040:3.0:1769078352.622527:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299716386, at 4299716416
00000100:00000010:3.0:1769078352.622546:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031f60.
00000100:00000010:2.0:1769078352.622548:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d760031ae0.
00000100:00000001:3.0:1769078353.198455:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078353.198464:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078353.198466:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078353.198471:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078353.198479:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078353.198483:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.198486:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078353.198489:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.198492:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078353.198527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078353.198531:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078353.198533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078353.198534:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.198539:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078353.198540:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078353.198541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078353.198546:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.198547:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078353.198552:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078353.198555:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078353.198557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078353.198560:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078353.198567:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.198568:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078353.198575:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.198576:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078353.198581:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.198585:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078353.198588:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078353.198590:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078353.198592:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.198595:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078353.198597:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078353.198600:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078354.222545:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078354.222549:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078354.222555:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078354.222559:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078354.222559:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078354.222563:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078354.222567:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078354.222567:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078354.222569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078354.222570:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078354.222574:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078354.222577:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078354.222578:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078354.222580:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078354.222591:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078354.222592:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078354.222592:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078354.222599:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078354.222601:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078354.222601:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078354.222609:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078354.222611:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078354.222614:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078354.222614:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078354.222616:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078354.222622:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078354.222630:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078354.222631:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1769078354.222631:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078354.222639:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078354.222642:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078354.222643:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078354.222645:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078354.222656:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078355.246520:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078355.246521:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078355.246529:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078355.246532:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078355.246536:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078355.246537:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078355.246540:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078355.246540:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078355.246541:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078355.246553:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078355.246557:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078355.246557:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078355.246559:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078355.246562:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078355.246564:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078355.246564:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078355.246569:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078355.246576:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078355.246577:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769078355.246578:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078355.246579:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00010000:1.0:1769078355.246580:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078355.246584:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078355.246588:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078355.246591:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078355.246592:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078355.246592:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078355.246598:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078355.246600:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078355.246604:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078355.246607:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078355.246609:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078355.246613:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078355.246618:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078356.270520:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078356.270526:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078356.270528:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078356.270532:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078356.270532:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078356.270540:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078356.270543:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078356.270545:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078356.270547:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078356.270550:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.270554:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078356.270555:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078356.270563:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.270566:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078356.270567:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.270570:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078356.270576:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078356.270580:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078356.270582:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.270585:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078356.270589:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078356.270589:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078356.270596:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.270596:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078356.270609:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078356.271773:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078356.271778:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078356.271780:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078356.271783:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078356.271786:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078356.271789:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078356.271791:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078356.271793:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078356.271796:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078356.398552:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078356.398565:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078356.398568:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078356.398573:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078356.398578:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078356.398587:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5047
00000400:00000200:0.0:1769078356.398599:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078356.398606:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078356.398610:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078356.398639:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078356.398641:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078356.398644:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078356.398646:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078356.398651:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078356.398653:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078356.398656:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078356.398659:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078356.398661:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078356.398664:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078356.398667:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078356.398668:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078356.398670:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078356.398672:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078356.398676:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078356.398680:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078356.398682:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078356.398686:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078356.398690:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078356.398693:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078356.398696:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078356.398699:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078356.398710:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3480.
00000020:00000040:0.0:1769078356.398713:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078356.398717:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078356.398718:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078356.398721:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078356.398723:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078356.398729:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078356.398736:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca400.
00000100:00000001:0.0:1769078356.398742:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078356.398752:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078356.398764:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078356.398769:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078356.398774:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb5fd4f] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078356.398805:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078356.398809:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078356.398812:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078356.398814:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078356.398816:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078356.398818:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078356.398822:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5047
00000400:00000200:0.0:1769078356.398828:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078356.398833:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078356.398836:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078356.398840:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078356.398842:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078356.398843:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078356.398845:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078356.398848:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078356.398848:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078356.398855:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078356.398858:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078356.398860:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078356.398863:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078356.398865:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078356.398867:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:0.0:1769078356.398871:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078356.398872:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078356.398877:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078356.398887:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078356.398894:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078356.398904:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078356.398909:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078356.398911:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078356.398912:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078356.398916:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078356.398917:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078356.398921:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078356.398923:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078356.398928:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078356.398928:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078356.398936:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078356.398938:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769078356.398941:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078356.398943:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078356.398948:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078356.398954:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932545408:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078356.398955:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078356.398964:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d1500.
00000100:00000001:3.0:1769078356.398965:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769078356.398971:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:3.0:1769078356.398973:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078356.398977:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078356.398978:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078356.398981:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078356.398982:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078356.398986:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078356.398988:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1769078356.398990:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508c00.
02000000:00000001:0.0:1769078356.398992:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078356.398993:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078356.399000:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cbc00.
00000100:00000001:0.0:1769078356.399007:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078356.399008:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:0.0:1769078356.399017:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078356.399018:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078356.399027:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000001:0.0:1769078356.399041:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769078356.399041:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932545408, portal 25
00000100:00000001:0.0:1769078356.399047:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.399048:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769078356.399053:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bde341] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399054:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548807808 : -121121160743808 : ffff91d7483d3480)
00000100:00000001:0.0:1769078356.399073:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078356.399079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078356.399079:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078356.399088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078356.399090:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078356.399092:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078356.399095:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078356.399099:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5047
00000400:00000200:0.0:1769078356.399120:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078356.399120:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769078356.399129:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000040:3.0:1769078356.399131:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:0.0:1769078356.399136:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769078356.399139:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000040:0.0:1769078356.399145:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000200:3.0:1769078356.399147:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932545408, offset 0
00000100:00000001:0.0:1769078356.399151:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078356.399156:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078356.399163:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078356.399164:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078356.399171:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078356.399173:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078356.399174:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078356.399178:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000400:00000200:3.0:1769078356.399179:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000001:0.0:1769078356.399182:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:0.0:1769078356.399192:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078356.399196:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078356.399198:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078356.399203:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078356.399204:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000100:00000001:0.0:1769078356.399210:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078356.399215:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769078356.399216:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769078356.399224:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769078356.399227:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000001:0.0:1769078356.399235:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078356.399238:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769078356.399241:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078356.399246:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
02000000:00000001:0.0:1769078356.399248:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078356.399254:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078356.399255:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47916:47916:256:4294967295] 192.168.204.153@tcp LPNI seq info [47916:47916:8:4294967295]
00000100:00000001:0.0:1769078356.399257:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078356.399261:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078356.399273:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078356.399279:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078356.399281:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000010:0.0:1769078356.399285:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2300.
00000020:00000040:0.0:1769078356.399289:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078356.399292:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078356.399294:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078356.399298:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078356.399302:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078356.399304:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078356.399310:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9000.
00000400:00000200:3.0:1769078356.399310:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078356.399319:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078356.399328:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078356.399332:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078356.399341:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078356.399344:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078356.399346:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00000040:0.0:1769078356.399351:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d29c92] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078356.399364:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000001:0.0:1769078356.399372:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078356.399376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769078356.399381:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000100:00000040:0.0:1769078356.399382:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078356.399387:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769078356.399392:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078356.399395:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1769078356.399431:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078356.399433:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078356.399439:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078356.399443:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078356.399447:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078356.399449:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000040:0.0:1769078356.399459:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078356.399460:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769078356.399472:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5057)
00000100:00000200:3.0:1769078356.399473:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399490:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078356.399495:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399507:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.399510:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078356.399516:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078356.399520:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078356.399523:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299721507
00000100:00000010:3.0:1769078356.399529:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9480.
00000100:00000001:3.0:1769078356.399535:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078356.399542:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299721507
00000100:00000010:3.0:1769078356.399545:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9c00.
00000100:00000001:3.0:1769078356.399548:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078356.399551:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078356.399554:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.399556:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078356.399561:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078356/real 1769078356]  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078356.399570:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078356.399572:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078356.399574:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078356.399577:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078356.399579:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078356.399581:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078356.399585:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078356.399593:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399600:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078356.399601:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.399603:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078356.399605:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078356.399609:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399629:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078356.399634:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399641:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078356.399644:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.399646:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078356.399647:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.399650:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078356.399652:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078356.399655:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078356.399659:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078356.399661:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078356.399666:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078356.399673:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932545408:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078356.399678:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.399680:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078356.399683:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3480 x1855007932545408/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399689:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078356.399691:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078356.399694:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078356.399697:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078356.399699:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078356.399701:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078356.399703:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078356.399706:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca400.
02000000:00000001:3.0:1769078356.399709:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078356.399711:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078356.399713:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3480.
00000100:00000001:3.0:1769078356.399725:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078356.399726:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.399728:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.399737:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078356.399738:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.399741:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078356.399742:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078356.399744:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078356.399748:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399754:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078356.399756:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078356.399758:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078356.399760:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078356.399762:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078356.399765:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932545536:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078356.399767:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078356.399769:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078356.399771:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078356.399773:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078356.399779:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078356.399781:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078356.399785:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078356.399788:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078356.399791:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078356.399794:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932545536, portal 10
00000100:00000001:3.0:1769078356.399795:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078356.399797:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548799744 : -121121160751872 : ffff91d7483d1500)
00000100:00000040:3.0:1769078356.399802:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399808:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078356.399810:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078356.399812:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078356.399814:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932545536, offset 0
00000400:00000200:3.0:1769078356.399818:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078356.399821:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078356.399825:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078356.399827:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078356.399830:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078356.399832:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078356.399834:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078356.399837:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47917:47917:256:4294967295] 192.168.204.153@tcp LPNI seq info [47917:47917:8:4294967295]
00000400:00000200:3.0:1769078356.399840:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078356.399846:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078356.399851:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078356.399854:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078356.399857:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078356.399860:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769078356.399864:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078356.399866:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1769078356.399870:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078356.399871:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078356.399874:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078356.399878:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078356.399881:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078356.399883:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078356.399885:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078356.399889:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399895:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078356.399898:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399903:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.399905:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078356.399908:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078356.399911:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078356.399914:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078356.399916:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299720204
00000100:00000001:3.0:1769078356.399919:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299721507
00000100:00000001:3.0:1769078356.399921:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299720204
00000100:00000001:3.0:1769078356.399923:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299721507
00000100:00000001:3.0:1769078356.399925:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078356.399927:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.399929:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078356.399932:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078356/real 1769078356]  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078356.399940:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078356.399941:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078356.399943:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078356.399946:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078356.399947:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078356.399949:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078356.399952:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078356.399960:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399966:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078356.399967:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.399970:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078356.399971:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078356.399974:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399980:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078356.399984:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.399991:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078356.399993:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.399995:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078356.399996:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.399998:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078356.400000:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078356.400002:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078356.400005:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078356.400007:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078356.400010:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078356.400018:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932545536:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078356.400022:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078356.400026:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.400033:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078356.400034:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078356.400036:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078356.400038:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078356.400041:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078356.400044:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932545664:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078356.400047:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078356.400049:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078356.400051:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078356.400052:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078356.400056:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078356.400058:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078356.400061:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078356.400064:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078356.400066:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078356.400069:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932545664, portal 10
00000100:00000001:3.0:1769078356.400071:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078356.400072:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548803328 : -121121160748288 : ffff91d7483d2300)
00000100:00000040:3.0:1769078356.400077:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.400082:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078356.400085:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078356.400087:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078356.400089:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932545664, offset 0
00000400:00000200:3.0:1769078356.400092:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078356.400095:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078356.400098:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078356.400101:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078356.400103:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078356.400105:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078356.400107:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078356.400110:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47918:47918:256:4294967295] 192.168.204.153@tcp LPNI seq info [47918:47918:8:4294967295]
00000400:00000200:3.0:1769078356.400114:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078356.400119:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078356.400123:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078356.400126:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078356.400129:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078356.400131:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769078356.400135:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078356.400137:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1769078356.400141:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078356.400143:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078356.400145:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078356.400148:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078356.400150:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078356.400153:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078356.400155:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078356.400158:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.400166:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078356.400169:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.400174:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.400175:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078356.400178:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078356.400181:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078356.400184:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078356.400186:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299720203
00000100:00000001:3.0:1769078356.400188:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299721507
00000100:00000001:3.0:1769078356.400191:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299720203
00000100:00000001:3.0:1769078356.400193:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299721507
00000100:00000001:3.0:1769078356.400195:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078356.400197:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.400199:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078356.400202:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078356/real 1769078356]  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078356.400208:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078356.400209:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078356.400211:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078356.400213:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078356.400214:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078356.400216:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078356.400219:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078356.400226:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.400232:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078356.400233:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.400235:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078356.400236:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078356.400239:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.400245:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078356.400248:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.400254:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078356.400257:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.400258:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078356.400259:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.400261:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078356.400264:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078356.400266:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078356.400269:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078356.400271:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078356.400275:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078356.400281:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932545664:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078356.400285:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.400286:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078356.400289:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d1500 x1855007932545536/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.400295:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078356.400297:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078356.400298:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078356.400300:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078356.400302:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078356.400303:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078356.400305:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078356.400306:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cbc00.
02000000:00000001:3.0:1769078356.400308:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078356.400309:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078356.400311:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d1500.
00000100:00000001:3.0:1769078356.400313:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078356.400314:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.400315:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078356.400318:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2300 x1855007932545664/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.400324:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078356.400325:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078356.400326:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078356.400328:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078356.400329:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078356.400330:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078356.400331:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078356.400332:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9000.
02000000:00000001:3.0:1769078356.400334:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078356.400335:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078356.400336:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2300.
00000100:00000001:3.0:1769078356.400338:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078356.400339:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.400341:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078356.400344:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078356.400345:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.400347:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078356.400348:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.294569:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078357.294571:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078357.294572:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078357.294581:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078357.294582:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078357.294584:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1769078357.294588:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078357.294592:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078357.294593:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078357.294593:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078357.294594:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078357.294611:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078357.294616:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078357.294619:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078357.294619:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078357.294620:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078357.294622:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078357.294631:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078357.294632:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078357.294632:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.294636:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078357.294641:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078357.294642:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078357.294645:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078357.294647:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078357.294650:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.294651:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078357.294653:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078357.294658:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078357.294659:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078357.294660:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078357.294662:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078357.294664:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078357.294669:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078357.294670:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078357.294674:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078357.294677:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078357.294712:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078357.294715:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078357.294718:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078357.742538:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299721507, at 4299721536
00000100:00000040:3.0:1769078357.742538:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299721507, at 4299721536
00000100:00000010:2.0:1769078357.742561:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9480.
00000100:00000010:3.0:1769078357.742566:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9c00.
00000100:00000001:2.0:1769078358.318533:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078358.318533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078358.318539:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078358.318541:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078358.318542:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078358.318545:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078358.318546:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.318546:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078358.318554:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078358.318554:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078358.318555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078358.318561:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078358.318565:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078358.318566:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.318566:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.318568:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.318573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078358.318576:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.318592:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078358.318594:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078358.318596:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078358.318599:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078358.318600:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078358.318603:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.318605:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078358.318608:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078358.318613:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078358.318615:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078358.318618:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078358.318621:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078358.318621:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078358.318624:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078358.318625:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078358.318631:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078359.342508:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078359.342508:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078359.342512:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078359.342517:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078359.342519:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078359.342519:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078359.342522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078359.342524:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078359.342524:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078359.342527:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078359.342532:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1769078359.342533:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078359.342534:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078359.342534:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078359.342540:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078359.342542:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078359.342543:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078359.342546:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078359.342548:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078359.342548:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078359.342549:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078359.342552:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078359.342555:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078359.342556:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078359.342557:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078359.342560:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078359.342574:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078359.342577:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078359.342578:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769078359.342580:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078359.342583:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078359.342585:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078359.342587:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078359.342590:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078359.342595:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078359.342597:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078359.342597:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078359.342601:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078359.342601:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078359.342607:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078360.366521:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078360.366521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078360.366521:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078360.366524:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078360.366531:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078360.366533:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078360.366533:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078360.366533:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078360.366537:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078360.366538:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078360.366538:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078360.366541:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078360.366553:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078360.366555:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078360.366555:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078360.366557:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078360.366563:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078360.366563:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078360.366563:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078360.366570:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078360.366570:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078360.366571:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078360.366577:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078360.366581:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078360.366582:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078360.366585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078360.366586:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078360.366587:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078360.366589:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078360.366594:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078360.366594:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078360.366595:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078360.366599:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078360.366602:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078361.390493:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078361.390493:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078361.390497:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078361.390501:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078361.390502:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078361.390504:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078361.390504:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078361.390505:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078361.390511:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078361.390511:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078361.390519:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078361.390519:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078361.390522:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078361.390525:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.390525:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078361.390526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078361.390544:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078361.390547:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078361.390549:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078361.390551:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078361.390554:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078361.390556:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078361.390556:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769078361.390560:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078361.390561:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078361.390564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078361.390567:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078361.390568:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078361.390571:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078361.390573:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078361.390575:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078361.390582:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078361.390586:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078361.390590:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078361.518543:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078361.518557:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078361.518560:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078361.518565:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078361.518570:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078361.518579:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5052
00000400:00000200:0.0:1769078361.518590:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078361.518597:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078361.518601:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078361.518604:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078361.518607:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078361.518609:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078361.518610:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078361.518614:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078361.518616:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078361.518618:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078361.518621:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078361.518622:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078361.518624:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078361.518626:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078361.518628:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078361.518629:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078361.518630:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078361.518632:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078361.518634:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078361.518635:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078361.518637:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078361.518640:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078361.518642:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078361.518643:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078361.518646:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078361.518656:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0e00.
00000020:00000040:0.0:1769078361.518661:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078361.518665:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078361.518668:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078361.518672:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078361.518675:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078361.518680:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078361.518689:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435c9c00.
00000100:00000001:0.0:1769078361.518697:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078361.518707:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078361.518726:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078361.518729:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078361.518733:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32b635] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078361.518760:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078361.518764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078361.518768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078361.518769:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078361.518771:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078361.518774:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078361.518778:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5052
00000400:00000200:0.0:1769078361.518783:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078361.518787:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078361.518787:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769078361.518793:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078361.518793:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078361.518796:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078361.518800:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078361.518804:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078361.518805:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078361.518807:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078361.518812:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078361.518817:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078361.518819:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078361.518821:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078361.518821:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769078361.518825:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000100:00000001:3.0:1769078361.518825:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078361.518827:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:3.0:1769078361.518830:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769078361.518831:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
02000000:00000001:3.0:1769078361.518834:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078361.518835:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078361.518840:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769078361.518840:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078361.518844:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00100000:3.0:1769078361.518846:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932545792:192.168.204.153@tcp:250:kworker.0
00000100:00000001:0.0:1769078361.518848:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769078361.518851:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769078361.518853:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
02000000:00000001:3.0:1769078361.518856:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769078361.518858:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:3.0:1769078361.518859:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078361.518864:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078361.518865:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078361.518868:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1769078361.518870:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078361.518873:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078361.518875:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078361.518879:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078361.518883:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078361.518884:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078361.518889:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1769078361.518890:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000008:00000001:0.0:1769078361.518895:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078361.518898:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078361.518902:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000010:0.0:1769078361.518903:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d3100.
00000100:00000200:3.0:1769078361.518915:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932545792, portal 25
00000020:00000040:0.0:1769078361.518919:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078361.518924:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078361.518925:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078361.518927:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078361.518929:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078361.518929:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769078361.518933:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078361.518936:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797952 : -121121160753664 : ffff91d7483d0e00)
02000000:00000010:0.0:1769078361.518938:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cac00.
00000100:00000040:3.0:1769078361.518944:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078361.518945:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078361.518954:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1769078361.518955:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769078361.518959:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078361.518964:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000001:0.0:1769078361.518968:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769078361.518969:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932545792, offset 0
00000100:00000001:0.0:1769078361.518973:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078361.518978:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078361.518980:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e778b0] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078361.518988:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078361.518996:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078361.519001:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078361.519008:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078361.519014:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078361.519015:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078361.519018:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00080000:0.0:1769078361.519019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078361.519024:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47919:47919:256:4294967295] 192.168.204.153@tcp LPNI seq info [47919:47919:8:4294967295]
00000100:00080000:0.0:1769078361.519025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078361.519028:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078361.519031:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078361.519031:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:0.0:1769078361.519037:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078361.519040:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5052
00000400:00000200:0.0:1769078361.519046:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078361.519047:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769078361.519051:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078361.519054:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1769078361.519058:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078361.519059:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078361.519062:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1769078361.519064:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00000040:0.0:1769078361.519065:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078361.519069:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078361.519070:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078361.519071:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078361.519072:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078361.519074:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078361.519077:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:3.0:1769078361.519077:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000001:0.0:1769078361.519081:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:3.0:1769078361.519084:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769078361.519085:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078361.519089:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078361.519092:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078361.519093:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078361.519097:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000800:00000200:3.1:1769078361.519097:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00080000:0.0:1769078361.519101:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078361.519104:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078361.519105:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1769078361.519106:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078361.519109:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078361.519112:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078361.519115:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000001:0.0:1769078361.519116:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078361.519118:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078361.519121:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078361.519121:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000100:00000001:0.0:1769078361.519124:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078361.519128:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769078361.519130:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078361.519131:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078361.519133:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078361.519133:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078361.519136:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078361.519139:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078361.519140:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078361.519143:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb000.
00000400:00000200:3.0:1769078361.519144:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078361.519148:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078361.519150:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078361.519154:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078361.519158:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1769078361.519160:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078361.519164:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078361.519170:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078361.519174:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078361.519180:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078361.519185:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078361.519187:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078361.519188:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078361.519190:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078361.519194:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078361.519195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078361.519201:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078361.519208:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5063)
00000100:00000001:3.0:1769078361.519209:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078361.519211:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078361.519216:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078361.519220:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078361.519223:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299726626
00000100:00000010:3.0:1769078361.519228:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9a80.
00000100:00000001:3.0:1769078361.519236:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078361.519240:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299726626
00000100:00000010:3.0:1769078361.519242:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
00000100:00000001:3.0:1769078361.519244:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078361.519247:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078361.519249:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078361.519251:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078361.519254:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078361/real 1769078361]  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078361.519260:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078361.519261:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078361.519263:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078361.519265:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078361.519267:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078361.519268:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078361.519271:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078361.519277:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519280:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078361.519281:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519283:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078361.519284:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078361.519286:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519291:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078361.519296:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519309:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078361.519312:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519314:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078361.519315:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519318:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078361.519320:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078361.519323:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078361.519327:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078361.519329:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078361.519332:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078361.519338:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932545792:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078361.519342:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519344:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078361.519345:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0e00 x1855007932545792/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519349:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078361.519351:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078361.519353:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078361.519356:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078361.519356:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078361.519358:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078361.519359:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078361.519361:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435c9c00.
02000000:00000001:3.0:1769078361.519364:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078361.519366:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078361.519367:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0e00.
00000100:00000001:3.0:1769078361.519369:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078361.519370:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519372:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519379:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078361.519380:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078361.519382:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078361.519383:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078361.519384:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078361.519386:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519390:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078361.519392:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078361.519393:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078361.519394:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078361.519395:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078361.519397:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932545920:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078361.519399:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078361.519417:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078361.519418:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078361.519420:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078361.519422:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078361.519423:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078361.519427:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078361.519429:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078361.519431:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078361.519434:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932545920, portal 10
00000100:00000001:3.0:1769078361.519436:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078361.519437:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806912 : -121121160744704 : ffff91d7483d3100)
00000100:00000040:3.0:1769078361.519444:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519450:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078361.519452:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078361.519455:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078361.519457:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932545920, offset 0
00000400:00000200:3.0:1769078361.519461:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078361.519465:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078361.519476:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078361.519479:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078361.519481:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078361.519484:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078361.519486:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078361.519488:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47920:47920:256:4294967295] 192.168.204.153@tcp LPNI seq info [47920:47920:8:4294967295]
00000400:00000200:3.0:1769078361.519492:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078361.519497:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078361.519502:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078361.519505:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078361.519509:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078361.519511:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078361.519514:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078361.519516:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078361.519519:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078361.519520:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078361.519522:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078361.519524:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078361.519538:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078361.519540:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078361.519542:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078361.519546:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519553:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078361.519556:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519562:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078361.519563:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078361.519566:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078361.519570:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078361.519573:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078361.519575:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299725324
00000100:00000001:3.0:1769078361.519579:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299726626
00000100:00000001:3.0:1769078361.519581:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299725324
00000100:00000001:3.0:1769078361.519583:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299726626
00000100:00000001:3.0:1769078361.519585:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078361.519587:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078361.519589:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078361.519593:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078361/real 1769078361]  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078361.519599:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078361.519600:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078361.519602:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078361.519603:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078361.519604:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078361.519605:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078361.519607:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078361.519612:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519616:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078361.519616:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519617:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078361.519618:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078361.519620:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519624:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078361.519628:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519635:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078361.519637:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519639:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078361.519641:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519642:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078361.519644:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078361.519646:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078361.519650:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078361.519652:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078361.519656:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078361.519664:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932545920:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078361.519667:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078361.519670:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519676:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078361.519677:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078361.519679:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078361.519681:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078361.519682:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078361.519683:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932546048:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078361.519685:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078361.519687:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078361.519688:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078361.519689:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078361.519692:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078361.519693:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078361.519696:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078361.519697:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078361.519699:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078361.519702:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932546048, portal 10
00000100:00000001:3.0:1769078361.519704:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078361.519706:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769078361.519712:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519717:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078361.519720:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078361.519722:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078361.519724:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932546048, offset 0
00000400:00000200:3.0:1769078361.519728:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078361.519731:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078361.519735:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078361.519738:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078361.519740:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078361.519743:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078361.519745:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078361.519748:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47921:47921:256:4294967295] 192.168.204.153@tcp LPNI seq info [47921:47921:8:4294967295]
00000400:00000200:3.0:1769078361.519752:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078361.519758:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078361.519763:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078361.519766:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078361.519769:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078361.519771:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078361.519774:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078361.519776:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078361.519778:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078361.519779:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078361.519781:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078361.519783:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078361.519785:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078361.519786:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078361.519788:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078361.519791:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519796:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078361.519798:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519802:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078361.519803:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078361.519805:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078361.519807:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078361.519809:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078361.519811:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299725323
00000100:00000001:3.0:1769078361.519812:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299726626
00000100:00000001:3.0:1769078361.519814:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299725323
00000100:00000001:3.0:1769078361.519815:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299726626
00000100:00000001:3.0:1769078361.519817:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078361.519818:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078361.519819:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078361.519821:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078361/real 1769078361]  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078361.519826:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078361.519827:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078361.519829:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078361.519831:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078361.519833:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078361.519834:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078361.519837:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078361.519845:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519852:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078361.519853:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519855:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078361.519856:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078361.519861:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519868:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078361.519871:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519878:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078361.519880:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519882:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078361.519883:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519885:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078361.519888:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078361.519890:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078361.519894:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078361.519896:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078361.519900:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078361.519908:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932546048:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078361.519912:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519913:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078361.519916:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d3100 x1855007932545920/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519923:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078361.519925:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078361.519926:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078361.519929:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078361.519931:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078361.519932:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078361.519934:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078361.519937:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cac00.
02000000:00000001:3.0:1769078361.519939:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078361.519940:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078361.519942:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d3100.
00000100:00000001:3.0:1769078361.519945:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078361.519946:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519947:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078361.519951:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932546048/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078361.519957:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078361.519958:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078361.519960:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078361.519962:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078361.519964:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078361.519965:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078361.519967:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078361.519968:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb000.
02000000:00000001:3.0:1769078361.519970:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078361.519971:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078361.519972:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769078361.519973:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078361.519974:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519975:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078361.519978:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078361.519979:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078361.519980:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078361.519981:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.414557:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078362.414557:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078362.414567:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078362.414567:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078362.414571:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078362.414571:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078362.414579:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078362.414579:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078362.414586:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078362.414586:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078362.414587:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078362.414592:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078362.414592:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078362.414592:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078362.414595:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078362.414598:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769078362.414599:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078362.414601:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078362.414601:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078362.414603:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.414604:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078362.414604:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078362.414608:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078362.414611:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.414612:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078362.414616:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078362.414619:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078362.416629:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078362.416634:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078362.416640:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078362.416641:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078362.416667:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078362.416670:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078362.416673:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078362.862576:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299726626, at 4299726656
00000100:00000040:3.0:1769078362.862576:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299726626, at 4299726656
00000100:00000010:2.0:1769078362.862595:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9a80.
00000100:00000010:3.0:1769078362.862599:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000001:2.0:1769078363.438526:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078363.438530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078363.438533:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078363.438535:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.438537:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078363.438537:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078363.438541:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.438541:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078363.438542:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078363.438545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078363.438546:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078363.438547:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078363.438550:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078363.438551:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078363.438552:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078363.438555:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078363.438557:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078363.438558:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.438559:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078363.438560:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078363.438565:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1769078363.438566:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078363.438567:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078363.438571:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078363.438571:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.438573:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078363.438574:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078363.438576:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078363.438578:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078363.438578:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078363.438584:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078363.438584:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078363.438587:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078363.438591:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078364.462549:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078364.462551:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078364.462551:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078364.462560:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078364.462560:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078364.462561:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078364.462566:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078364.462567:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078364.462573:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078364.462576:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078364.462577:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078364.462578:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078364.462592:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078364.462593:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078364.462598:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078364.462602:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078364.462602:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078364.462607:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078364.462609:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078364.462612:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078364.462614:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078364.462620:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000020:00000001:1.0:1769078364.462620:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1769078364.462621:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078364.462621:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078364.462629:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078364.462629:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078364.462631:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078364.462636:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078364.462639:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078364.462640:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078364.462642:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078364.462648:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078364.462653:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078365.486561:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078365.486562:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078365.486565:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078365.486565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078365.486572:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078365.486574:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078365.486575:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078365.486577:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078365.486578:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078365.486578:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078365.486586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078365.486586:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078365.486587:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078365.486590:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078365.486593:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078365.486596:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078365.486597:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078365.486607:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078365.486609:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078365.486609:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078365.486616:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078365.486619:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078365.486623:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078365.486625:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078365.486627:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078365.486628:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078365.486632:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078365.486635:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078365.486636:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078365.486642:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078365.486645:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1769078365.486647:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078365.486649:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078365.486654:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078366.510515:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078366.510516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078366.510522:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078366.510523:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078366.510525:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078366.510527:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078366.510528:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078366.510533:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1769078366.510534:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078366.510535:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078366.510540:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078366.510541:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078366.510542:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078366.510547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078366.510547:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078366.510549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078366.510552:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078366.510556:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078366.510560:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078366.510565:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769078366.510571:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078366.510573:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078366.510574:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078366.510577:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078366.510577:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078366.510582:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078366.510589:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078366.510593:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.510595:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078366.510598:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.510601:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078366.510603:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078366.510606:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078366.510608:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078366.510611:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:1.0:1769078366.510613:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078366.510615:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078366.510617:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078366.510618:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078366.510620:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078366.638571:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078366.638582:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078366.638584:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078366.638588:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078366.638592:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078366.638600:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5058
00000400:00000200:1.0:1769078366.638609:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078366.638616:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078366.638619:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078366.638623:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078366.638626:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078366.638628:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078366.638631:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078366.638636:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078366.638637:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:1.0:1769078366.638640:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078366.638642:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:1.0:1769078366.638645:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:1.0:1769078366.638647:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:1.0:1769078366.638650:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078366.638652:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078366.638654:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078366.638656:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078366.638659:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:1.0:1769078366.638662:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:1.0:1769078366.638665:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078366.638668:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078366.638671:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078366.638674:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078366.638676:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078366.638679:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078366.638690:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de7b80.
00000020:00000040:1.0:1769078366.638694:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:1.0:1769078366.638697:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078366.638699:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078366.638702:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078366.638704:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078366.638707:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078366.638714:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749154c00.
00000100:00000001:1.0:1769078366.638720:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078366.638728:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078366.638737:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078366.638742:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078366.638746:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ba9257a] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078366.638771:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078366.638774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078366.638781:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078366.638783:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078366.638784:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078366.638786:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078366.638789:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5058
00000400:00000200:1.0:1769078366.638793:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078366.638796:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078366.638799:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078366.638802:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078366.638804:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078366.638807:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078366.638809:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769078366.638811:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078366.638812:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078366.638815:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078366.638816:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000100:00000001:3.0:1769078366.638818:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078366.638819:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078366.638823:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:1.0:1769078366.638826:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:3.0:1769078366.638827:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078366.638829:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:1.0:1769078366.638836:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078366.638840:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078366.638844:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078366.638847:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078366.638848:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769078366.638851:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078366.638852:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:1.0:1769078366.638857:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
02000000:00000001:3.0:1769078366.638858:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078366.638859:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078366.638863:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078366.638867:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078366.638869:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1769078366.638874:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932546176:192.168.204.153@tcp:250:kworker.0
02000000:00000001:1.0:1769078366.638876:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078366.638881:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078366.638881:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078366.638885:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078366.638887:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1769078366.638889:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078366.638890:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078366.638895:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078366.638897:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078366.638900:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078366.638903:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508c00.
00000100:00000010:1.0:1769078366.638905:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de4a80.
02000000:00000001:3.0:1769078366.638907:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078366.638909:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:1.0:1769078366.638913:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769078366.638915:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:1.0:1769078366.638916:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078366.638919:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1769078366.638920:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
02000000:00000001:1.0:1769078366.638921:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078366.638925:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078366.638928:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
02000000:00000010:1.0:1769078366.638930:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749155400.
00000100:00000001:1.0:1769078366.638935:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078366.638935:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932546176, portal 25
00000100:00000001:3.0:1769078366.638940:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078366.638942:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559377280 : -121121150174336 : ffff91d748de7b80)
00000100:00100000:1.0:1769078366.638945:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769078366.638949:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078366.638957:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078366.638961:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078366.638967:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078366.638969:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1faa4c3] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078366.638973:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078366.638976:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078366.638981:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932546176, offset 0
00000100:00000001:1.0:1769078366.638987:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078366.638990:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:1.0:1769078366.638991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078366.638996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078366.638997:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769078366.639000:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00080000:1.0:1769078366.639001:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078366.639004:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078366.639006:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078366.639012:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078366.639016:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078366.639019:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078366.639021:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078366.639024:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47922:47922:256:4294967295] 192.168.204.153@tcp LPNI seq info [47922:47922:8:4294967295]
00000100:00080000:1.0:1769078366.639030:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5058
00000400:00000200:3.0:1769078366.639030:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078366.639036:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:1.0:1769078366.639041:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078366.639045:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078366.639048:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078366.639052:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078366.639056:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1769078366.639057:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078366.639061:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000010:3.0:1769078366.639063:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00000001:1.0:1769078366.639064:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:1.0:1769078366.639068:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078366.639070:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:1.0:1769078366.639073:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1769078366.639074:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:1.0:1769078366.639076:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000800:00000200:3.0:1769078366.639077:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1769078366.639080:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:1.0:1769078366.639084:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000200:3.1:1769078366.639084:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078366.639089:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769078366.639091:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:1.0:1769078366.639095:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1769078366.639098:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:1.0:1769078366.639099:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000800:00000010:3.0:1769078366.639101:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000100:00000001:1.0:1769078366.639104:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:1.0:1769078366.639107:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769078366.639109:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1769078366.639113:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000400:00000200:3.0:1769078366.639117:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078366.639118:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078366.639122:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
02000000:00000001:1.0:1769078366.639123:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1769078366.639125:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
02000000:00000001:1.0:1769078366.639128:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078366.639130:0:2416:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1769078366.639132:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078366.639135:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:3.0:1769078366.639136:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769078366.639138:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078366.639145:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078366.639148:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078366.639149:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078366.639153:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078391 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078366.639156:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d748de6680.
00000100:00000001:3.0:1769078366.639159:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078366.639160:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078366.639164:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078366.639169:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000020:00000040:1.0:1769078366.639172:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000100:00000001:3.0:1769078366.639172:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299731746
02000000:00000001:1.0:1769078366.639176:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000010:3.0:1769078366.639177:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9060.
02000000:00000001:1.0:1769078366.639178:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078366.639182:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078366.639183:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078366.639185:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1769078366.639186:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078366.639192:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d749156c00.
00000100:00000001:3.0:1769078366.639193:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299731746
00000100:00000001:1.0:1769078366.639199:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078366.639200:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
00000100:00000001:3.0:1769078366.639205:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00100000:1.0:1769078366.639207:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078366.639208:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078366.639212:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078366.639217:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078366.639222:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1769078366.639226:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078366/real 1769078366]  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078366.639227:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769078366.639235:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1769078366.639236:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1b67a4] to pc [ptlrpcd_rcv+-1]  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078366.639237:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078366.639240:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078366.639243:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078366.639246:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078366.639249:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769078366.639252:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078366.639255:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078366.639257:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078366.639266:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1769078366.639271:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078366.639272:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078366.639280:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078366.639284:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078366.639286:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078366.639287:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5068)
00000100:00000001:3.0:1769078366.639288:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078366.639290:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078366.639294:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639298:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078366.639301:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639305:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078366.639307:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639309:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078366.639310:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639311:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078366.639313:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078366.639315:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078366.639317:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078366.639319:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078366.639321:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078366.639326:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932546176:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078366.639328:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639330:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078366.639331:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de7b80 x1855007932546176/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639335:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078366.639337:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078366.639338:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078366.639340:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078366.639341:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078366.639342:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078366.639343:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078366.639345:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749154c00.
02000000:00000001:3.0:1769078366.639347:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078366.639348:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078366.639350:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de7b80.
00000100:00000001:3.0:1769078366.639352:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078366.639353:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639354:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639360:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078366.639362:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078366.639363:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078366.639364:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078366.639365:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078366.639367:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639375:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078366.639376:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078366.639378:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078366.639379:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078366.639380:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078366.639382:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932546304:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078366.639384:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078366.639385:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078366.639385:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078366.639386:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078366.639388:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078366.639389:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078366.639391:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078366.639393:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078366.639395:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078366.639396:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932546304, portal 10
00000100:00000001:3.0:1769078366.639398:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078366.639399:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559364736 : -121121150186880 : ffff91d748de4a80)
00000100:00000040:3.0:1769078366.639427:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639432:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078366.639433:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078366.639435:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078366.639437:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932546304, offset 0
00000400:00000200:3.0:1769078366.639456:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078366.639459:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078366.639462:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078366.639464:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078366.639465:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078366.639467:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078366.639468:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078366.639471:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47923:47923:256:4294967295] 192.168.204.153@tcp LPNI seq info [47923:47923:8:4294967295]
00000400:00000200:3.0:1769078366.639473:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078366.639477:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078366.639480:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078366.639482:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078366.639485:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078366.639486:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078366.639489:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078366.639490:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078366.639492:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078366.639494:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078366.639496:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078366.639498:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078366.639499:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078366.639501:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078366.639502:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078366.639504:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639514:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078366.639516:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078391 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639520:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078366.639521:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078366.639523:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078366.639525:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078366.639527:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078366.639529:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299730444
00000100:00000001:3.0:1769078366.639530:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299731746
00000100:00000001:3.0:1769078366.639532:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299730444
00000100:00000001:3.0:1769078366.639533:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299731746
00000100:00000001:3.0:1769078366.639534:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078366.639536:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078366.639537:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078366.639539:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078366/real 1769078366]  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078366.639544:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078366.639545:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078366.639546:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078366.639547:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078366.639548:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078366.639549:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078366.639551:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078366.639555:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639559:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078366.639560:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639560:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078366.639561:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078366.639563:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639567:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078366.639568:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639572:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078366.639573:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639574:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078366.639575:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639576:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078366.639578:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078366.639579:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078366.639581:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078366.639583:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078366.639585:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078366.639589:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932546304:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078366.639591:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078366.639593:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639596:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078366.639597:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078366.639598:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078366.639599:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078366.639600:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078366.639602:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932546432:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078366.639604:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078366.639605:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078366.639606:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078366.639607:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078366.639609:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078366.639610:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078366.639612:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078366.639613:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078366.639615:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078366.639617:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932546432, portal 10
00000100:00000001:3.0:1769078366.639618:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078366.639619:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952559371904 : -121121150179712 : ffff91d748de6680)
00000100:00000040:3.0:1769078366.639622:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639625:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078366.639627:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078366.639628:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078366.639630:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932546432, offset 0
00000400:00000200:3.0:1769078366.639632:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078366.639634:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078366.639636:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078366.639639:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078366.639641:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078366.639643:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078366.639645:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078366.639648:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47924:47924:256:4294967295] 192.168.204.153@tcp LPNI seq info [47924:47924:8:4294967295]
00000400:00000200:3.0:1769078366.639652:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078366.639658:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078366.639663:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078366.639666:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078366.639670:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078366.639672:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078366.639676:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078366.639678:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078366.639687:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078366.639688:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078366.639690:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078366.639692:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078366.639694:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078366.639695:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078366.639696:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078366.639698:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639703:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078366.639705:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078391 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639709:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078366.639710:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078366.639712:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078366.639714:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078366.639716:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078366.639718:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299730443
00000100:00000001:3.0:1769078366.639719:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299731746
00000100:00000001:3.0:1769078366.639720:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299730443
00000100:00000001:3.0:1769078366.639722:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299731746
00000100:00000001:3.0:1769078366.639723:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078366.639724:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078366.639725:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078366.639727:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078366/real 1769078366]  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078366.639731:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078366.639732:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078366.639738:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078366.639740:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078366.639741:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078366.639742:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078366.639744:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078366.639749:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639752:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078366.639753:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639754:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078366.639755:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078366.639757:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639760:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078366.639762:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639767:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078366.639768:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639769:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078366.639770:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639771:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078366.639773:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078366.639774:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078366.639776:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078366.639777:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078366.639779:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078366.639783:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d748de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932546432:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078366.639785:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639786:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078366.639788:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de4a80 x1855007932546304/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639791:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078366.639792:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078366.639793:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078366.639795:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078366.639795:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078366.639796:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078366.639797:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078366.639798:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749155400.
02000000:00000001:3.0:1769078366.639800:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078366.639801:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078366.639802:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de4a80.
00000100:00000001:3.0:1769078366.639803:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078366.639804:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639805:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078366.639807:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d748de6680 x1855007932546432/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078366.639811:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078366.639811:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078366.639812:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078366.639813:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078366.639814:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078366.639814:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078366.639815:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078366.639816:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d749156c00.
02000000:00000001:3.0:1769078366.639817:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078366.639818:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078366.639818:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d748de6680.
00000100:00000001:3.0:1769078366.639819:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078366.639820:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639821:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078366.639823:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078366.639824:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078366.639825:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078366.639826:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.534490:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078367.534490:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078367.534497:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078367.534498:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078367.534499:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078367.534501:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078367.534506:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078367.534507:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078367.534512:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078367.534513:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078367.534516:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078367.534516:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.534517:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078367.534520:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078367.534520:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078367.534523:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078367.534525:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078367.534525:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078367.534526:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078367.534527:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078367.534530:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078367.534533:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078367.534557:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1769078367.534558:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078367.534561:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1769078367.534562:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078367.534563:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078367.534565:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769078367.534565:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078367.534567:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078367.534569:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078367.534571:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078367.534573:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078367.534575:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078367.982479:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299731746, at 4299731776
00000100:00000040:2.0:1769078367.982481:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299731746, at 4299731776
00000100:00000010:3.0:1769078367.982493:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000010:2.0:1769078367.982495:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9060.
00000100:00000001:2.0:1769078368.558512:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078368.558512:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078368.558515:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078368.558520:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078368.558520:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078368.558521:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078368.558524:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.558525:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078368.558526:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078368.558527:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078368.558529:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078368.558532:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078368.558533:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078368.558535:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078368.558537:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078368.558538:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078368.558538:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078368.558539:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078368.558542:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078368.558543:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.558543:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078368.558544:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1769078368.558545:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078368.558550:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1769078368.558550:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078368.558555:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078368.558555:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.558557:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078368.558560:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1769078368.558561:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078368.558564:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.558565:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078368.558568:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078368.558570:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078368.558573:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078368.558574:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078368.558579:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078368.558597:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078368.558602:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078368.558605:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078369.582568:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078369.582569:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078369.582577:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078369.582578:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078369.582582:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078369.582586:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1769078369.582587:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078369.582589:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078369.582591:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078369.582593:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078369.582594:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078369.582598:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078369.582602:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078369.582606:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078369.582610:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078369.582610:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078369.582612:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078369.582614:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078369.582618:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000020:00000001:1.0:1769078369.582619:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00100000:3.0:1769078369.582623:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:2.0:1769078369.582624:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078369.582625:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078369.582625:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078369.582633:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1769078369.582635:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078369.582637:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078369.582640:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078369.582641:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078369.582643:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078369.582648:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078369.582649:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078369.582654:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078369.582657:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078370.606549:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078370.606553:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078370.606558:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078370.606559:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078370.606563:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078370.606566:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078370.606569:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078370.606570:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078370.606577:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078370.606581:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078370.606584:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078370.606587:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078370.606591:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078370.606598:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078370.606603:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078370.606606:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078370.606802:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078370.606810:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078370.606812:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078370.606818:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078370.606822:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078370.606826:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078370.606828:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078370.606831:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078370.606834:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078370.609493:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078370.609500:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078370.609502:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078370.609507:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078370.609511:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078370.609514:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078370.609516:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078370.609518:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078370.609521:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078371.630575:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078371.630575:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078371.630576:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078371.630586:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.630587:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078371.630595:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078371.630596:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1769078371.630596:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078371.630600:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.630601:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078371.630607:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078371.630609:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:3.0:1769078371.630621:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078371.630622:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078371.630626:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078371.630629:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078371.630631:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078371.630632:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078371.630637:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.630638:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078371.630642:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078371.630645:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078371.630646:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.630653:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078371.630659:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078371.630771:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078371.630774:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078371.630775:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078371.630778:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078371.630780:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078371.630783:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078371.630785:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078371.630786:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078371.630788:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078371.758573:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078371.758584:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078371.758586:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078371.758590:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078371.758594:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078371.758601:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5063
00000400:00000200:2.0:1769078371.758610:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078371.758615:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078371.758618:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078371.758620:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078371.758623:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078371.758625:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078371.758626:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078371.758630:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078371.758631:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:2.0:1769078371.758633:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078371.758635:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:2.0:1769078371.758638:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:2.0:1769078371.758640:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:2.0:1769078371.758642:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078371.758643:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078371.758644:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078371.758645:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:2.0:1769078371.758647:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:2.0:1769078371.758649:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078371.758651:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078371.758653:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078371.758655:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078371.758657:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.758659:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078371.758661:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078371.758672:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b100.
00000020:00000040:2.0:1769078371.758675:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:2.0:1769078371.758678:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078371.758680:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.758682:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078371.758684:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078371.758687:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078371.758697:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491abc00.
00000100:00000001:2.0:1769078371.758703:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078371.758714:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078371.758725:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078371.758729:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078371.758735:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008983183e] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078371.758761:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078371.758763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078371.758769:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078371.758771:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078371.758772:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078371.758774:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078371.758775:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5063
00000400:00000200:2.0:1769078371.758778:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:2.0:1769078371.758780:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078371.758782:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078371.758785:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078371.758786:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078371.758788:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078371.758790:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078371.758793:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078371.758794:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:2.0:1769078371.758795:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078371.758797:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:2.0:1769078371.758798:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000020:00000001:2.0:1769078371.758800:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000040:2.0:1769078371.758802:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078371.758802:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078371.758804:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078371.758807:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078371.758809:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000100:00000001:3.0:1769078371.758809:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769078371.758811:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00000001:3.0:1769078371.758814:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1769078371.758815:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:2.0:1769078371.758818:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078371.758820:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769078371.758824:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078371.758828:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078371.758833:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.758838:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078371.758838:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078371.758842:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078371.758844:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078371.758850:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078371.758851:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078371.758852:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078371.758855:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078371.758858:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931b480.
02000000:00000001:3.0:1769078371.758860:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078371.758863:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000100:00100000:3.0:1769078371.758866:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932546560:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078371.758871:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078371.758875:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078371.758878:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078371.758879:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.758883:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078371.758883:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078371.758885:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078371.758887:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078371.758891:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078371.758894:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491a9800.
00000100:00000001:2.0:1769078371.758899:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078371.758900:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078371.758904:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078371.758907:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078371.758914:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:2.0:1769078371.758921:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078371.758921:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000100:00000001:2.0:1769078371.758926:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078371.758932:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ee33e0] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078371.758932:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078371.758942:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932546560, portal 25
00000100:00000001:2.0:1769078371.758944:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.758946:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078371.758947:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564830464 : -121121144721152 : ffff91d74931b100)
00000100:00000040:3.0:1769078371.758953:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078371.758959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078371.758961:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078371.758965:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000100:00080000:2.0:1769078371.758966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:3.0:1769078371.758968:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000001:2.0:1769078371.758970:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1769078371.758972:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932546560, offset 0
00000100:00080000:2.0:1769078371.758973:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078371.758979:0:38:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078371.758979:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000100:00080000:2.0:1769078371.758984:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5063
00000400:00000200:3.0:1769078371.758988:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078371.758994:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078371.758999:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078371.759002:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078371.759006:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078371.759008:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078371.759011:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47925:47925:256:4294967295] 192.168.204.153@tcp LPNI seq info [47925:47925:8:4294967295]
00000400:00000200:3.0:1769078371.759014:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078371.759022:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078371.759029:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000400:00000200:2.0:1769078371.759030:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000800:00000010:3.0:1769078371.759034:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000400:00000200:2.0:1769078371.759038:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078371.759042:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1769078371.759044:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:2.0:1769078371.759048:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000200:3.0:1769078371.759049:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769078371.759054:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078371.759058:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:2.0:1769078371.759060:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:2.0:1769078371.759061:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.1:1769078371.759063:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000020:00000040:2.0:1769078371.759064:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:2.0:1769078371.759066:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078371.759070:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000800:00000200:3.1:1769078371.759070:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769078371.759072:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000020:00000001:2.0:1769078371.759075:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000800:00000100:3.0:1769078371.759077:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000100:00000040:2.0:1769078371.759080:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000800:00000010:3.0:1769078371.759081:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000100:00000001:2.0:1769078371.759086:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078371.759090:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000400:00000200:3.0:1769078371.759090:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769078371.759096:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000400:00000200:3.0:1769078371.759096:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1769078371.759102:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000400:00000200:3.0:1769078371.759102:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078371.759105:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00080000:2.0:1769078371.759109:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:3.0:1769078371.759109:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078371.759114:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078371.759115:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078371.759119:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078371.759124:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078371.759125:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078371.759129:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078396 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078371.759130:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.759135:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078371.759139:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078371.759139:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.759142:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:2.0:1769078371.759144:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.759146:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.759149:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078371.759150:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d74931a300.
00000020:00000040:2.0:1769078371.759154:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769078371.759154:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:2.0:1769078371.759159:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078371.759159:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299736866
02000000:00000001:2.0:1769078371.759161:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.759163:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078371.759164:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1769078371.759165:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9900.
02000000:00000001:2.0:1769078371.759166:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078371.759173:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7491aa400.
00000100:00000001:3.0:1769078371.759175:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078371.759177:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.759183:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299736866
00000100:00100000:2.0:1769078371.759187:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1769078371.759188:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769078371.759191:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078371.759195:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078371.759199:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.759203:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078371.759207:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078371/real 1769078371]  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078371.759215:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:3.0:1769078371.759218:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769078371.759219:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769078371.759221:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078371.759224:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000100:00000040:2.0:1769078371.759226:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f32a74] to pc [ptlrpcd_rcv+-1]  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078371.759227:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078371.759230:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078371.759233:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078371.759238:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078371.759241:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078371.759246:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078371.759247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078371.759257:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1769078371.759258:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078371.759259:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759264:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1769078371.759265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078371.759266:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078371.759270:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078371.759272:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078371.759280:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078371.759282:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5073)
00000100:00000040:3.0:1769078371.759285:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759290:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078371.759292:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759293:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.759294:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759296:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078371.759297:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078371.759300:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078371.759303:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078371.759304:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078371.759307:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078371.759312:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932546560:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078371.759316:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759317:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078371.759319:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b100 x1855007932546560/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759323:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078371.759325:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078371.759327:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078371.759329:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078371.759330:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078371.759331:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078371.759332:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078371.759334:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491abc00.
02000000:00000001:3.0:1769078371.759336:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078371.759338:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078371.759339:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b100.
00000100:00000001:3.0:1769078371.759342:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078371.759343:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759344:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759386:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078371.759389:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.759391:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078371.759393:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078371.759394:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078371.759398:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759431:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078371.759432:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078371.759434:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078371.759435:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078371.759437:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078371.759440:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932546688:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078371.759444:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078371.759446:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078371.759447:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078371.759449:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078371.759452:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078371.759454:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078371.759458:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078371.759461:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078371.759465:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078371.759467:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932546688, portal 10
00000100:00000001:3.0:1769078371.759469:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078371.759471:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564831360 : -121121144720256 : ffff91d74931b480)
00000100:00000040:3.0:1769078371.759478:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759484:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078371.759487:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078371.759489:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078371.759492:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932546688, offset 0
00000400:00000200:3.0:1769078371.759496:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078371.759500:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078371.759503:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078371.759505:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078371.759507:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078371.759508:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078371.759510:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078371.759512:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47926:47926:256:4294967295] 192.168.204.153@tcp LPNI seq info [47926:47926:8:4294967295]
00000400:00000200:3.0:1769078371.759515:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078371.759519:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078371.759524:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078371.759527:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078371.759531:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078371.759534:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078371.759538:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078371.759541:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078371.759544:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078371.759546:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078371.759549:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078371.759552:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078371.759555:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078371.759557:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078371.759560:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078371.759563:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759571:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078371.759574:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078396 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759581:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.759582:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078371.759585:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078371.759589:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078371.759592:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078371.759595:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299735564
00000100:00000001:3.0:1769078371.759607:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299736866
00000100:00000001:3.0:1769078371.759608:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299735564
00000100:00000001:3.0:1769078371.759610:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299736866
00000100:00000001:3.0:1769078371.759611:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078371.759613:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.759615:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078371.759617:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078371/real 1769078371]  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078371.759623:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078371.759624:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078371.759626:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078371.759627:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078371.759628:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078371.759630:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078371.759631:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078371.759637:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759641:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078371.759642:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759644:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.759645:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078371.759648:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759655:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078371.759658:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759665:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078371.759668:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759669:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.759671:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759672:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078371.759674:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078371.759677:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078371.759680:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078371.759682:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078371.759685:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078371.759692:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932546688:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078371.759696:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078371.759699:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759705:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078371.759706:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078371.759708:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078371.759711:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078371.759712:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078371.759714:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932546816:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078371.759716:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078371.759717:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078371.759718:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078371.759719:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078371.759722:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078371.759723:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078371.759725:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078371.759727:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078371.759729:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078371.759731:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932546816, portal 10
00000100:00000001:3.0:1769078371.759732:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078371.759733:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952564826880 : -121121144724736 : ffff91d74931a300)
00000100:00000040:3.0:1769078371.759737:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759741:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078371.759743:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078371.759744:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078371.759745:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932546816, offset 0
00000400:00000200:3.0:1769078371.759749:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078371.759753:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078371.759756:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078371.759759:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078371.759761:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078371.759763:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078371.759765:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078371.759768:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47927:47927:256:4294967295] 192.168.204.153@tcp LPNI seq info [47927:47927:8:4294967295]
00000400:00000200:3.0:1769078371.759772:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078371.759778:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078371.759782:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078371.759785:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078371.759789:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078371.759792:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078371.759796:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078371.759798:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078371.759801:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078371.759803:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078371.759806:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078371.759809:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078371.759812:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078371.759813:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078371.759816:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078371.759819:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759827:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078371.759830:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078396 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759836:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.759838:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078371.759841:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078371.759845:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078371.759848:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078371.759850:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299735563
00000100:00000001:3.0:1769078371.759852:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299736866
00000100:00000001:3.0:1769078371.759854:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299735563
00000100:00000001:3.0:1769078371.759856:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299736866
00000100:00000001:3.0:1769078371.759858:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078371.759860:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.759861:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078371.759865:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078371/real 1769078371]  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078371.759872:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078371.759873:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078371.759875:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078371.759877:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078371.759879:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078371.759880:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078371.759883:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078371.759891:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759896:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078371.759897:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759898:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.759899:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078371.759902:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759907:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078371.759910:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759916:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078371.759918:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759920:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.759921:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759922:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078371.759925:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078371.759927:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078371.759930:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078371.759932:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078371.759935:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078371.759943:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d74931a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932546816:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078371.759947:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759948:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078371.759951:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931b480 x1855007932546688/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759958:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078371.759959:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078371.759961:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078371.759962:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078371.759964:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078371.759965:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078371.759966:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078371.759967:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491a9800.
02000000:00000001:3.0:1769078371.759970:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078371.759971:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078371.759972:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931b480.
00000100:00000001:3.0:1769078371.759973:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078371.759974:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759976:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078371.759978:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d74931a300 x1855007932546816/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.759982:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078371.759983:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078371.759983:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078371.759984:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078371.759985:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078371.759986:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078371.759987:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078371.759987:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7491aa400.
02000000:00000001:3.0:1769078371.759988:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078371.759989:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078371.759990:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d74931a300.
00000100:00000001:3.0:1769078371.759991:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078371.759992:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759993:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.759995:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078371.759996:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.759997:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078371.759997:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078372.654531:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078372.654531:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078372.654531:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078372.654536:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078372.654540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078372.654542:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078372.654542:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078372.654543:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078372.654547:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078372.654547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078372.654547:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078372.654548:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078372.654550:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078372.654556:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:2.0:1769078372.654557:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078372.654557:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078372.654565:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078372.654565:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078372.654565:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078372.654571:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078372.654572:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078372.654572:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078372.654578:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078372.654581:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078372.654582:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078372.654586:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078372.654587:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078372.654588:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078372.654591:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1769078372.654592:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078372.654594:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078372.654596:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078372.654601:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078372.654604:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078373.102518:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299736866, at 4299736896
00000100:00000040:2.0:1769078373.102520:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299736866, at 4299736896
00000100:00000010:3.0:1769078373.102542:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000010:2.0:1769078373.102547:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9900.
00000100:00000001:2.0:1769078373.678550:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078373.678560:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078373.678562:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078373.678570:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078373.678576:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078373.678581:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078373.678584:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078373.678585:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078373.678590:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078373.678590:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078373.678593:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078373.678596:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078373.678598:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078373.678611:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078373.678616:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078373.678618:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078373.678621:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078373.678624:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078373.678777:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078373.678781:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078373.678786:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078373.678787:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078373.678803:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078373.678807:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078373.678810:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078373.681453:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078373.681460:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078373.681462:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078373.681468:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00000001:0.0:1769078373.681471:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078373.681475:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078373.681484:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078373.681486:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078373.681489:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078374.702521:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078374.702521:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078374.702530:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078374.702531:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078374.702533:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078374.702534:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078374.702535:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078374.702535:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078374.702540:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078374.702540:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769078374.702543:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078374.702544:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078374.702544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078374.702547:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1769078374.702548:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078374.702549:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078374.702550:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078374.702551:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078374.702552:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078374.702554:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078374.702555:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078374.702557:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078374.702558:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078374.702561:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078374.702564:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078374.702567:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078374.702570:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078374.702573:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078374.702577:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078374.702580:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078374.702582:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078374.702832:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078374.702834:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078374.702836:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078375.726558:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078375.726569:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078375.726570:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078375.726577:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078375.726578:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078375.726582:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078375.726586:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:3.0:1769078375.726591:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078375.726595:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078375.726598:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078375.726603:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078375.726603:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078375.726604:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078375.726608:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078375.726610:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078375.726612:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078375.726615:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078375.726618:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078375.726620:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078375.726621:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078375.726623:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078375.726625:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078375.726628:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078375.726630:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078375.726630:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078375.726632:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078375.726635:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078375.726638:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078375.726638:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078375.726642:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078375.726649:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078375.726687:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078375.726692:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078375.726695:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078376.750518:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078376.750527:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078376.750527:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078376.750530:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078376.750534:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078376.750538:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1769078376.750539:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078376.750542:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078376.750545:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078376.750548:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1769078376.750550:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078376.750551:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078376.750555:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078376.750556:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078376.750560:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078376.750561:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078376.750565:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1769078376.750566:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078376.750568:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078376.750602:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078376.750606:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078376.750610:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078376.750667:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078376.750672:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078376.750674:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078376.750677:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:2.0:1769078376.750680:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078376.750682:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078376.750685:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078376.750686:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078376.750689:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078376.750691:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078376.750696:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078376.750697:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078376.750701:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:3.0:1769078376.750703:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078376.750706:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.750708:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078376.750710:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.750711:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078376.878580:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078376.878590:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078376.878593:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078376.878596:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078376.878600:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078376.878607:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.153@tcp: connect to NID 192.168.204.153@tcp last attempt 5068
00000400:00000200:0.0:1769078376.878620:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078376.878626:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078376.878628:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.153@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078376.878631:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078376.878633:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078376.878635:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078376.878637:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078376.878641:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078376.878642:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca47
00000020:00000001:0.0:1769078376.878644:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078376.878647:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d7508c4000 refcount=3
00000020:00000001:0.0:1769078376.878648:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000020:00000001:0.0:1769078376.878650:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952688205824 : -121121021345792 : ffff91d7508c4000)
00000100:00000040:0.0:1769078376.878652:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078376.878653:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078376.878655:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078376.878656:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078376.878659:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d7508c4000 : new refcount 2
00000100:00080000:0.0:1769078376.878661:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.153@tcp: import ffff91d7508c7000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078376.878662:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078376.878664:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078376.878667:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078376.878669:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078376.878671:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078376.878672:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078376.878682:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d2d80.
00000020:00000040:0.0:1769078376.878685:0:38:0:(genops.c:1229:class_import_get()) import ffff91d7508c7000 refcount=4 obd=MGC192.168.204.153@tcp
02000000:00000001:0.0:1769078376.878688:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078376.878689:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078376.878692:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078376.878695:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078376.878699:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078376.878707:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb400.
00000100:00000001:0.0:1769078376.878715:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078376.878724:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078376.878742:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078376.878746:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078376.878751:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000296efca4] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078376.878780:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078376.878784:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078376.878787:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078376.878789:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078376.878791:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078376.878793:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078376.878797:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5068
00000400:00000200:0.0:1769078376.878801:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:0.0:1769078376.878804:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078376.878806:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078376.878810:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078376.878812:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078376.878815:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078376.878817:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078376.878820:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078376.878822:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfca9b
00000020:00000001:0.0:1769078376.878823:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078376.878825:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d75832b800 refcount=5
00000020:00000001:0.0:1769078376.878827:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078376.878827:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078376.878832:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816556032 : -121120892995584 : ffff91d75832b800)
00000100:00000001:3.0:1769078376.878834:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078376.878837:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:3.0:1769078376.878839:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078376.878841:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078376.878853:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078376.878856:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078376.878858:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d75832b800 : new refcount 4
00000100:00080000:0.0:1769078376.878861:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91d745cb4800: import ffff91d75832a800 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000040:3.0:1769078376.878862:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078376.878865:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078376.878869:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078376.878877:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078376.878877:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078376.878881:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078376.878883:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078376.878888:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078376.878888:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078376.878893:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769078376.878895:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078376.878898:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078376.878900:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078376.878905:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078376.878905:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932546944:192.168.204.153@tcp:250:kworker.0
00000100:00000010:0.0:1769078376.878912:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0a80.
00000100:00000001:3.0:1769078376.878914:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769078376.878916:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a800 refcount=6 obd=lustre-MDT0000-mdc-ffff91d745cb4800
02000000:00000001:0.0:1769078376.878921:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078376.878921:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078376.878925:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078376.878925:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078376.878927:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078376.878930:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078376.878931:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078376.878935:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078376.878938:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508c00.
02000000:00000010:0.0:1769078376.878940:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435ca800.
02000000:00000001:3.0:1769078376.878943:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078376.878947:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078376.878953:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00100000:0.0:1769078376.878955:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078376.878959:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000100:00000001:0.0:1769078376.878966:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078376.878969:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000001:0.0:1769078376.878977:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078376.878980:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932546944, portal 25
00000100:00000040:0.0:1769078376.878985:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a51dfce] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.878986:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078376.878989:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548806016 : -121121160745600 : ffff91d7483d2d80)
00000100:00000040:3.0:1769078376.878999:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078376.879000:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078376.879005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078376.879012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078376.879016:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078376.879016:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769078376.879019:0:38:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769078376.879022:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078376.879026:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078376.879030:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007932546944, offset 0
00000100:00000001:0.0:1769078376.879034:0:38:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078376.879039:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: connect to NID 192.168.204.153@tcp last attempt 5068
00000400:00000200:0.0:1769078376.879050:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078376.879050:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:0.0:1769078376.879057:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.153@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078376.879060:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078376.879063:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000040:0.0:1769078376.879064:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078376.879068:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078376.879070:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078376.879071:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000001:0.0:1769078376.879075:0:38:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078376.879075:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000020:00000040:0.0:1769078376.879078:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x897cde23adfcaa2
00000020:00000001:0.0:1769078376.879081:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078376.879082:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91d758329800 refcount=5
00000020:00000001:0.0:1769078376.879085:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000400:00000200:3.0:1769078376.879085:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769078376.879089:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622952816547840 : -121120893003776 : ffff91d758329800)
00000100:00000040:0.0:1769078376.879092:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91d74387f900 refcount 14 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078376.879094:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078376.879095:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000100:00000040:0.0:1769078376.879097:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91d74387f900 refcount 15 to 192.168.204.153@tcp
00000100:00000001:0.0:1769078376.879100:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622952469821696 : -121121239729920 : ffff91d74387f900)
00000020:00000040:0.0:1769078376.879101:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff91d758329800 : new refcount 4
00000100:00080000:0.0:1769078376.879104:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91d745cb4800: import ffff91d75832a000 using connection 192.168.204.153@tcp/192.168.204.153@tcp
00000100:00000001:0.0:1769078376.879105:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078376.879106:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078376.879108:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078376.879111:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769078376.879112:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078376.879114:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078376.879116:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078376.879119:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078376.879121:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078376.879122:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000100:00000010:0.0:1769078376.879126:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91d7483d0000.
00000020:00000040:0.0:1769078376.879130:0:38:0:(genops.c:1229:class_import_get()) import ffff91d75832a000 refcount=326 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000400:00000200:3.0:1769078376.879130:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47928:47928:256:4294967295] 192.168.204.153@tcp LPNI seq info [47928:47928:8:4294967295]
02000000:00000001:0.0:1769078376.879133:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078376.879135:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078376.879138:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078376.879139:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078376.879141:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
02000000:00000001:0.0:1769078376.879142:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078376.879148:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91d7435cb800.
00000100:00000001:0.0:1769078376.879151:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078376.879159:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078376.879160:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078376.879171:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078376.879174:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078376.879175:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000100:00000040:0.0:1769078376.879179:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f588d8da] to pc [ptlrpcd_rcv+-1]  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1769078376.879184:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000100:00000001:0.0:1769078376.879186:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078376.879190:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078376.879193:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078376.879197:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769078376.879197:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000100:00000040:0.0:1769078376.879204:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 428a342b-279f-46da-82bc-7591d20536a8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.0:1769078376.879206:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769078376.879207:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5078)
00000800:00000200:3.1:1769078376.879214:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078376.879220:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078376.879225:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078376.879228:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078376.879235:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078376.879241:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078376.879247:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078376.879250:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078376.879254:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078376.879259:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879280:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078376.879284:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078401 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879292:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078376.879293:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078376.879300:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078376.879304:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078376.879307:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 2 is 4299741986
00000100:00000010:3.0:1769078376.879312:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a9cc0.
00000100:00000001:3.0:1769078376.879320:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078376.879325:0:2416:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS new deadline estimation for cpu 3 is 4299741986
00000100:00000010:3.0:1769078376.879329:0:2416:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91d7490a93c0.
00000100:00000001:3.0:1769078376.879332:0:2416:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.153@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078376.879335:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078376.879338:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078376.879341:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078376.879345:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078376/real 1769078376]  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078376.879355:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078376.879356:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078376.879359:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078376.879362:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078376.879364:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078376.879366:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078376.879370:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078376.879379:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879386:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078376.879388:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.879391:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078376.879393:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078376.879397:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879428:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078376.879433:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879440:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078376.879443:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.879445:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078376.879447:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.879449:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078376.879451:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078376.879454:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d7508c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078376.879458:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078376.879461:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078376.879465:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078376.879474:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e6ac00c-3a9b-4d45-9d45-bfec1d3208e2:2416:1855007932546944:192.168.204.153@tcp:250:kworker.0
00000100:00000001:3.0:1769078376.879481:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.879483:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078376.879486:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d2d80 x1855007932546944/t0(0) o250->MGC192.168.204.153@tcp@192.168.204.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879493:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078376.879495:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078376.879498:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078376.879501:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078376.879503:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078376.879504:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d7508c7000 refcount=3 obd=MGC192.168.204.153@tcp
00000020:00000001:3.0:1769078376.879506:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078376.879509:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb400.
02000000:00000001:3.0:1769078376.879513:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078376.879515:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078376.879517:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d2d80.
00000100:00000001:3.0:1769078376.879521:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078376.879522:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.879524:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.879533:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078376.879535:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078376.879537:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078376.879538:0:2416:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078376.879540:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078376.879543:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879549:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078376.879551:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078376.879553:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078376.879555:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078376.879557:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078376.879560:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932547072:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078376.879563:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078376.879565:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078376.879567:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078376.879569:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078376.879572:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078376.879574:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078376.879579:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078376.879582:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078376.879585:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078376.879588:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932547072, portal 10
00000100:00000001:3.0:1769078376.879590:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078376.879591:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548797056 : -121121160754560 : ffff91d7483d0a80)
00000100:00000040:3.0:1769078376.879599:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879604:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078376.879607:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078376.879609:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078376.879612:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932547072, offset 0
00000400:00000200:3.0:1769078376.879616:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078376.879620:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078376.879623:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078376.879627:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078376.879629:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078376.879631:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078376.879634:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078376.879636:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47929:47929:256:4294967295] 192.168.204.153@tcp LPNI seq info [47929:47929:8:4294967295]
00000400:00000200:3.0:1769078376.879640:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078376.879646:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078376.879650:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078376.879654:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078376.879658:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078376.879660:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078376.879665:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078376.879667:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078376.879671:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078376.879673:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078376.879676:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078376.879679:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078376.879682:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078376.879684:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078376.879686:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078376.879690:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879697:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078376.879700:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078401 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879706:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078376.879708:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078376.879710:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078376.879714:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: using a timeout of 10483 usecs (11 jiffies)
00000400:00000200:3.0:1769078376.879717:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078376.879719:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299740684
00000100:00000001:3.0:1769078376.879722:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299741986
00000100:00000001:3.0:1769078376.879724:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299740684
00000100:00000001:3.0:1769078376.879726:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299741986
00000100:00000001:3.0:1769078376.879728:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078376.879731:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078376.879733:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078376.879736:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078376/real 1769078376]  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078376.879743:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078376.879745:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078376.879746:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078376.879748:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078376.879750:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078376.879752:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078376.879756:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078376.879763:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879770:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078376.879771:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.879773:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078376.879774:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078376.879777:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879783:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078376.879787:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879793:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078376.879795:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.879797:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078376.879798:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.879800:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078376.879802:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078376.879804:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078376.879807:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078376.879809:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078376.879813:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078376.879820:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932547072:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078376.879824:0:2416:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078376.879827:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879839:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078376.879841:0:2416:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078376.879843:0:2416:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078376.879845:0:2416:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078376.879847:0:2416:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078376.879850:0:2416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932547200:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078376.879853:0:2416:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078376.879855:0:2416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078376.879856:0:2416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078376.879858:0:2416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078376.879861:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078376.879863:0:2416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078376.879867:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000010:3.0:1769078376.879869:0:2416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91d7432b6e18.
00000400:00000010:3.0:1769078376.879871:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bced48.
00000100:00000200:3.0:1769078376.879874:0:2416:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007932547200, portal 10
00000100:00000001:3.0:1769078376.879876:0:2416:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078376.879877:0:2416:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622952548794368 : -121121160757248 : ffff91d7483d0000)
00000100:00000040:3.0:1769078376.879882:0:2416:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879888:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078376.879890:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.153@tcp
00000400:00000010:3.0:1769078376.879892:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91d743bce000.
00000100:00000200:3.0:1769078376.879894:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007932547200, offset 0
00000400:00000200:3.0:1769078376.879897:0:2416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.153@tcp
00000400:00000200:3.0:1769078376.879900:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078376.879903:0:2416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.153@tcp local destination
00000400:00000200:3.0:1769078376.879906:0:2416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078376.879908:0:2416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.53@tcp
00000400:00000200:3.0:1769078376.879910:0:2416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.53@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078376.879912:0:2416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.153@tcp
00000400:00000200:3.0:1769078376.879915:0:2416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.53@tcp NI seq info: [47930:47930:256:4294967295] 192.168.204.153@tcp LPNI seq info [47930:47930:8:4294967295]
00000400:00000200:3.0:1769078376.879919:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000400:00000200:3.0:1769078376.879924:0:2416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.53@tcp(192.168.204.53@tcp:<?>) -> 192.168.204.153@tcp(192.168.204.153@tcp:192.168.204.153@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078376.879928:0:2416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078376.879931:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91d653134600.
00000800:00000200:3.0:1769078376.879934:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.0:1769078376.879937:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078376.879940:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91d7593ae840] -> 12345-192.168.204.153@tcp (2)
00000800:00000200:3.1:1769078376.879942:0:2416:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.153 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078376.879946:0:2416:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.153@tcp
00000800:00000010:3.0:1769078376.879948:0:2416:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91d653134600.
00000400:00000200:3.0:1769078376.879950:0:2416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078376.879953:0:2416:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.53@tcp->192.168.204.153@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078376.879956:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bce000
00000400:00000010:3.0:1769078376.879957:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bce000.
00000100:00000001:3.0:1769078376.879960:0:2416:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078376.879963:0:2416:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879969:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078376.879971:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078401 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.879977:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078376.879979:0:2416:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078376.879981:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078376.879983:0:2416:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: using a timeout of 9011 usecs (10 jiffies)
00000400:00000200:3.0:1769078376.879986:0:2416:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.153@tcp to cpt 1
00000100:00000001:3.0:1769078376.879988:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 2 is 4299740683
00000100:00000001:3.0:1769078376.879990:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 2, keep current deadline 4299741986
00000100:00000001:3.0:1769078376.879992:0:2416:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS new deadline estimation for cpu 3 is 4299740683
00000100:00000001:3.0:1769078376.879995:0:2416:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91d745cb4800: PM QoS request active for cpu 3, keep current deadline 4299741986
00000100:00000001:3.0:1769078376.879997:0:2416:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078376.879999:0:2416:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078376.880001:0:2416:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078376.880004:0:2416:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078376/real 1769078376]  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078376.880011:0:2416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078376.880012:0:2416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078376.880014:0:2416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91d7432b6e18.
00000400:00000200:3.0:1769078376.880016:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91d743bced48
00000400:00000010:3.0:1769078376.880018:0:2416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91d743bced48.
00000100:00000001:3.0:1769078376.880020:0:2416:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078376.880023:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078376.880030:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.880036:0:2416:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078376.880038:0:2416:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.880040:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078376.880041:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078376.880044:0:2416:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.880051:0:2416:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078376.880054:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.880060:0:2416:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078376.880062:0:2416:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.880064:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078376.880065:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.880066:0:2416:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078376.880069:0:2416:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078376.880071:0:2416:0:(import.c:65:import_set_state_nolock()) ffff91d75832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078376.880074:0:2416:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.153@tcp failed (-110)
00000100:00000001:3.0:1769078376.880076:0:2416:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078376.880080:0:2416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078376.880087:0:2416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91d7483d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:428a342b-279f-46da-82bc-7591d20536a8:2416:1855007932547200:192.168.204.153@tcp:38:kworker.0
00000100:00000001:3.0:1769078376.880091:0:2416:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.880093:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078376.880096:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0a80 x1855007932547072/t0(0) o38->lustre-MDT0000-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.880102:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078376.880103:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078376.880105:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750508c00.
02000000:00000001:3.0:1769078376.880108:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078376.880109:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078376.880110:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a800 refcount=5 obd=lustre-MDT0000-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078376.880112:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078376.880114:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435ca800.
02000000:00000001:3.0:1769078376.880116:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078376.880118:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078376.880119:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0a80.
00000100:00000001:3.0:1769078376.880121:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078376.880123:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.880124:0:2416:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078376.880128:0:2416:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91d7483d0000 x1855007932547200/t0(0) o38->lustre-MDT0001-mdc-ffff91d745cb4800@192.168.204.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078401 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078376.880133:0:2416:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078376.880135:0:2416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078376.880137:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91d750509400.
02000000:00000001:3.0:1769078376.880139:0:2416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078376.880140:0:2416:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078376.880142:0:2416:0:(genops.c:1242:class_import_put()) import ffff91d75832a000 refcount=325 obd=lustre-MDT0001-mdc-ffff91d745cb4800
00000020:00000001:3.0:1769078376.880143:0:2416:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078376.880145:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91d7435cb800.
02000000:00000001:3.0:1769078376.880147:0:2416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078376.880148:0:2416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078376.880149:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91d7483d0000.
00000100:00000001:3.0:1769078376.880151:0:2416:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078376.880153:0:2416:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.880154:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078376.880157:0:2416:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078376.880159:0:2416:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078376.880161:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078376.880162:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.774534:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078377.774534:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078377.774539:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078377.774544:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078377.774544:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078377.774545:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078377.774548:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078377.774548:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.774549:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078377.774558:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00100000:0.0:1769078377.774559:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00000100:00100000:2.0:1769078377.774559:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078377.774568:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078377.774568:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078377.774568:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078377.774575:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078377.774575:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078377.774578:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078377.774581:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078377.774585:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078377.774588:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078377.774595:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078377.774598:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.774601:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078377.774654:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078377.774657:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078377.774660:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078377.774672:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078377.774677:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078377.774682:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078377.774684:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078377.774738:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078377.774742:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078377.774748:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078378.222528:0:38874:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74a20 (cpu 0) has reached its deadline 4299741986, at 4299742016
00000100:00000040:3.0:1769078378.222528:0:38888:0:(connection.c:75:cpu_latency_work()) work item of ffff91d747d74b30 (cpu 0) has reached its deadline 4299741986, at 4299742016
00000100:00000010:3.0:1769078378.222547:0:38888:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a93c0.
00000100:00000010:2.0:1769078378.222556:0:38874:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91d7490a9cc0.
00000100:00000001:2.0:1769078378.798528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078378.798528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078378.798531:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078378.798538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078378.798539:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1769078378.798540:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1769078378.798540:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078378.798544:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.798544:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.798544:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078378.798545:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078378.798554:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00100000:3.0:1769078378.798554:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00010000:00000001:1.0:1769078378.798555:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1769078378.798559:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078378.798560:0:38591:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1769078378.798563:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078378.798563:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078378.798564:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1769078378.798565:0:38591:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1769078378.798569:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.798569:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078378.798570:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078378.798570:0:38591:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.798576:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1769078378.798577:0:38591:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1769078378.798581:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1769078378.798582:0:38591:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078378.798587:0:38591:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.798589:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078378.798589:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078378.798590:0:38591:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.798594:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.798598:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078378.798599:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078378.798602:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078378.798604:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078378.798620:0:38448:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078378.798622:0:38448:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078378.798624:0:38448:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078379.822528:0:36182:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078379.822528:0:25659:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078379.822528:0:25660:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1769078379.822530:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078379.822536:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078379.822537:0:36182:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078379.822538:0:25659:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078379.822538:0:25660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078379.822540:0:36182:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078379.822542:0:25659:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078379.822543:0:25660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078379.822545:0:36182:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2240 going to sleep for 0 seconds
00010000:00000001:1.0:1769078379.822545:0:38591:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078379.822549:0:38591:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078379.822549:0:25660:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d748fa3c00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078379.822550:0:36182:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769078379.822550:0:25659:0:(client.c:2690:ptlrpc_set_wait()) set ffff91d7509a2f00 going to sleep for 0 seconds
00000100:00000001:0.0:1769078379.822555:0:36182:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078379.822556:0:25659:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078379.822557:0:25660:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078379.822561:0:36182:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078379.822562:0:25659:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078379.822562:0:25660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078379.822565:0:36182:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078379.822570:0:36182:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078379.822570:0:25659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078379.822573:0:25659:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078379.822576:0:25659:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078379.822578:0:25660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078379.822579:0:38449:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1769078379.822583:0:25660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078379.822584:0:38449:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078379.822589:0:38449:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078379.822590:0:25660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
Debug log: 140175 lines, 140175 kept, 0 dropped, 0 bad.